builder: mozilla-inbound-linux64-asan
slave: bld-linux64-spot-306
starttime: 1452121899.9
results: exception (4)
buildid: 20160106151106
builduid: 0775527772ce4740b79c913570d6f7dd
revision: cc304e389fc610d2f830099c23dde90192ab6bee

========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-01-06 15:11:39.905195) =========
master: http://buildbot-master73.bb.releng.usw2.mozilla.com:8001/
========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-01-06 15:11:39.905637) =========

========= Started set props: basedir (results: 0, elapsed: 0 secs) (at 2016-01-06 15:11:39.905930) =========
bash -c pwd
 in dir /builds/slave/m-in-l64-asan-0000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'pwd']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-306.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-in-l64-asan-0000000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
/builds/slave/m-in-l64-asan-0000000000000000
program finished with exit code 0
elapsedTime=0.004355
basedir: '/builds/slave/m-in-l64-asan-0000000000000000'
========= master_lag: 0.01 =========
========= Finished set props: basedir (results: 0, elapsed: 0 secs) (at 2016-01-06 15:11:39.924232) =========

========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-01-06 15:11:39.924532) =========
========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-01-06 15:11:39.935550) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-01-06 15:11:39.935811) =========
rm -rf properties
 in dir /builds/slave/m-in-l64-asan-0000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'properties']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-306.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-in-l64-asan-0000000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.003524
========= master_lag: 0.04 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-01-06 15:11:39.982979) =========

========= Started set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2016-01-06 15:11:39.983359) =========
script_repo_url: https://hg.mozilla.org/build/mozharness
========= Finished set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2016-01-06 15:11:39.983712) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-01-06 15:11:39.983992) =========
rm -rf scripts
 in dir /builds/slave/m-in-l64-asan-0000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'scripts']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-306.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-in-l64-asan-0000000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.013433
========= master_lag: 0.03 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-01-06 15:11:40.030884) =========

========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-01-06 15:11:40.031193) =========
bash -c 'python /tools/checkouts/build-tools/buildfarm/utils/archiver_client.py mozharness --repo integration/mozilla-inbound --rev cc304e389fc610d2f830099c23dde90192ab6bee --destination scripts --debug'
 in dir /builds/slave/m-in-l64-asan-0000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', u'python /tools/checkouts/build-tools/buildfarm/utils/archiver_client.py mozharness --repo integration/mozilla-inbound --rev cc304e389fc610d2f830099c23dde90192ab6bee --destination scripts --debug']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-306.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-in-l64-asan-0000000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
2016-01-06 15:11:40,075 truncating revision to first 12 chars
2016-01-06 15:11:40,075 Setting DEBUG logging.
2016-01-06 15:11:40,075 attempt 1/10
2016-01-06 15:11:40,075 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/mozilla-inbound/cc304e389fc6?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness
2016-01-06 15:11:40,888 unpacking tar archive at: mozilla-inbound-cc304e389fc6/testing/mozharness/
program finished with exit code 0
elapsedTime=0.999281
========= master_lag: 0.01 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-01-06 15:11:41.042121) =========

========= Started download exception (results: 4, elapsed: 0 secs) (at 2016-01-06 15:11:41.042422) =========

<style type="text/css">
    p.error {
      color: red;
      font-family: Verdana, Arial, helvetica, sans-serif;
      font-weight: bold;
    }

    div {
      font-family: Verdana, Arial, helvetica, sans-serif;
    }

    div.stackTrace {
    }

    div.frame {
      padding: 1em;
      background: white;
      border-bottom: thin black dashed;
    }

    div.firstFrame {
      padding: 1em;
      background: white;
      border-top: thin black dashed;
      border-bottom: thin black dashed;
    }

    div.location {
    }

    div.snippet {
      margin-bottom: 0.5em;
      margin-left: 1em;
      background: #FFFFDD;
    }

    div.snippetHighlightLine {
      color: red;
    }

    span.code {
      font-family: "Courier New", courier, monotype;
    }

    span.function {
      font-weight: bold;
      font-family: "Courier New", courier, monotype;
    }

    table.variables {
      border-collapse: collapse;
      margin-left: 1em;
    }

    td.varName {
      vertical-align: top;
      font-weight: bold;
      padding-left: 0.5em;
      padding-right: 0.5em;
    }

    td.varValue {
      padding-left: 0.5em;
      padding-right: 0.5em;
    }

    div.variables {
      margin-bottom: 0.5em;
    }

    span.heading {
      font-weight: bold;
    }

    div.dict {
      background: #cccc99;
      padding: 2px;
      float: left;
    }

    td.dictKey {
      background: #ffff99;
      font-weight: bold;
    }

    td.dictValue {
      background: #ffff99;
    }

    div.list {
      background: #7777cc;
      padding: 2px;
      float: left;
    }

    div.listItem {
      background: #9999ff;
    }

    div.instance {
      background: #cc7777;
      padding: 2px;
      float: left;
    }

    span.instanceName {
      font-weight: bold;
      display: block;
    }

    span.instanceRepr {
      background: #ff9999;
      font-family: "Courier New", courier, monotype;
    }

    div.function {
      background: orange;
      font-weight: bold;
      float: left;
    }
</style>
<a href="#tbend">
<p class="error">exceptions.IOError: [Errno 28] No space left on device</p>
</a><div class="stackTrace"></div><a name="tbend"> </a>
<p class="error">exceptions.IOError: [Errno 28] No space left on device</p>
Traceback from remote host -- Traceback (most recent call last):
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/spread/pb.py", line 514, in expressionReceived
    method(*sexp[1:])
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/spread/pb.py", line 884, in proto_answer
    d.callback(self.unserialize(netResult))
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/internet/defer.py", line 361, in callback
    self._startRunCallbacks(result)
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/internet/defer.py", line 455, in _startRunCallbacks
    self._runCallbacks()
--- <exception caught here> ---
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/internet/defer.py", line 542, in _runCallbacks
    current.result = callback(current.result, *args, **kw)
  File "/tools/buildbot/lib/python2.7/site-packages/buildslave/commands/transfer.py", line 362, in finished
    self.fp.close()
exceptions.IOError: [Errno 28] No space left on device
========= Finished download exception (results: 4, elapsed: 0 secs) (at 2016-01-06 15:11:41.062825) =========

========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Started set_script_properties exception (results: 4, elapsed: 0 secs) (at 2016-01-06 15:11:41.063160) =========

remoteFailed: [Failure instance: Traceback from remote host -- Traceback (most recent call last):
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/spread/pb.py", line 840, in _recvMessage
    netResult = object.remoteMessageReceived(self, message, netArgs, netKw)
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/spread/flavors.py", line 114, in remoteMessageReceived
    state = method(*args, **kw)
  File "/tools/buildbot/lib/python2.7/site-packages/buildslave/bot.py", line 141, in remote_startCommand
    d = self.command.doStart()
  File "/tools/buildbot/lib/python2.7/site-packages/buildslave/commands/base.py", line 140, in doStart
    d = defer.maybeDeferred(self.start)
--- <exception caught here> ---
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/internet/defer.py", line 133, in maybeDeferred
    result = f(*args, **kw)
  File "/tools/buildbot/lib/python2.7/site-packages/buildslave/commands/shell.py", line 77, in start
    logEnviron=args.get('logEnviron', True),
  File "/tools/buildbot/lib/python2.7/site-packages/buildslave/runprocess.py", line 281, in __init__
    os.makedirs(workdir)
  File "/tools/buildbot/lib/python2.7/os.py", line 157, in makedirs
    mkdir(name, mode)
exceptions.OSError: [Errno 28] No space left on device: '/builds/slave/m-in-l64-asan-0000000000000000/properties'
]

<style type="text/css">
    p.error {
      color: red;
      font-family: Verdana, Arial, helvetica, sans-serif;
      font-weight: bold;
    }

    div {
      font-family: Verdana, Arial, helvetica, sans-serif;
    }

    div.stackTrace {
    }

    div.frame {
      padding: 1em;
      background: white;
      border-bottom: thin black dashed;
    }

    div.firstFrame {
      padding: 1em;
      background: white;
      border-top: thin black dashed;
      border-bottom: thin black dashed;
    }

    div.location {
    }

    div.snippet {
      margin-bottom: 0.5em;
      margin-left: 1em;
      background: #FFFFDD;
    }

    div.snippetHighlightLine {
      color: red;
    }

    span.code {
      font-family: "Courier New", courier, monotype;
    }

    span.function {
      font-weight: bold;
      font-family: "Courier New", courier, monotype;
    }

    table.variables {
      border-collapse: collapse;
      margin-left: 1em;
    }

    td.varName {
      vertical-align: top;
      font-weight: bold;
      padding-left: 0.5em;
      padding-right: 0.5em;
    }

    td.varValue {
      padding-left: 0.5em;
      padding-right: 0.5em;
    }

    div.variables {
      margin-bottom: 0.5em;
    }

    span.heading {
      font-weight: bold;
    }

    div.dict {
      background: #cccc99;
      padding: 2px;
      float: left;
    }

    td.dictKey {
      background: #ffff99;
      font-weight: bold;
    }

    td.dictValue {
      background: #ffff99;
    }

    div.list {
      background: #7777cc;
      padding: 2px;
      float: left;
    }

    div.listItem {
      background: #9999ff;
    }

    div.instance {
      background: #cc7777;
      padding: 2px;
      float: left;
    }

    span.instanceName {
      font-weight: bold;
      display: block;
    }

    span.instanceRepr {
      background: #ff9999;
      font-family: "Courier New", courier, monotype;
    }

    div.function {
      background: orange;
      font-weight: bold;
      float: left;
    }
</style>
<a href="#tbend">
<p class="error">exceptions.OSError: [Errno 28] No space left on device: '/builds/slave/m-in-l64-asan-0000000000000000/properties'</p>
</a><div class="stackTrace"></div><a name="tbend"> </a>
<p class="error">exceptions.OSError: [Errno 28] No space left on device: '/builds/slave/m-in-l64-asan-0000000000000000/properties'</p>
Traceback (most recent call last):
Failure: exceptions.OSError
========= Finished set_script_properties exception (results: 4, elapsed: 0 secs) (at 2016-01-06 15:11:41.086400) =========

========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-01-06 15:11:41.086764) =========
rm -f oauth.txt
 in dir /builds/slave/m-in-l64-asan-0000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-f', 'oauth.txt']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-306.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-in-l64-asan-0000000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.003654
========= master_lag: 0.05 =========
========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-01-06 15:11:41.137088) =========

========= Started reboot skipped (results: 3, elapsed: 0 secs) (at 2016-01-06 15:11:41.137367) =========
========= Finished reboot skipped (results: 3, elapsed: 0 secs) (at 2016-01-06 15:11:41.137644) =========

========= Total master_lag: 0.15 =========