builder: mozilla-release-linux64-asan-debug
slave: bld-linux64-spot-573
starttime: 1452022933.65
results: retry (5)
buildid: 20160105114131
builduid: a11290463cf04b18a2a5ef6c49e3baa2
revision: d83046b974f3470301ee762814b52099033751e4

========= Started set props: basedir (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:13.655195) =========
bash -c pwd
 in dir /builds/slave/m-rel-l64-asan-d-0000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'pwd']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-573.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-rel-l64-asan-d-0000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
/builds/slave/m-rel-l64-asan-d-0000000000000
program finished with exit code 0
elapsedTime=0.004244
basedir: '/builds/slave/m-rel-l64-asan-d-0000000000000'
========= master_lag: 0.05 =========
========= Finished set props: basedir (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:13.710294) =========

========= Started set props: hashType (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:13.710628) =========
hashType: sha512
========= Finished set props: hashType (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:13.713798) =========

========= Started set props: builddir (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:13.714100) =========
bash -c 'basename "$PWD"'
 in dir /builds/slave/m-rel-l64-asan-d-0000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'basename "$PWD"']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-573.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-rel-l64-asan-d-0000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
m-rel-l64-asan-d-0000000000000
program finished with exit code 0
elapsedTime=0.003532
builddir: 'm-rel-l64-asan-d-0000000000000'
========= master_lag: 0.05 =========
========= Finished set props: builddir (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:13.762700) =========

========= Started clobber build tools (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:13.763025) =========
rm -rf tools
 in dir /builds/slave/m-rel-l64-asan-d-0000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'tools']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-573.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-rel-l64-asan-d-0000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.002534
========= master_lag: 0.04 =========
========= Finished clobber build tools (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:13.808728) =========

========= Started clone build tools (results: 0, elapsed: 2 secs) (at 2016-01-05 11:42:13.808999) =========
hg clone https://hg.mozilla.org/build/tools tools
 in dir /builds/slave/m-rel-l64-asan-d-0000000000000/. (timeout 1320 secs)
 watching logfiles {}
 argv: ['hg', 'clone', 'https://hg.mozilla.org/build/tools', 'tools']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-573.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-rel-l64-asan-d-0000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
(ignoring URL on server that requires SNI)
(your Python is older than 2.7.9 and does not support modern and secure SSL/TLS; please consider upgrading your Python to a secure version)
downloading bundle https://s3-us-west-2.amazonaws.com/moz-hg-bundles-us-west-2/build/tools/c8a71838ac3dfcc6becfc8566f0ad223c801762a.stream-legacy.hg
warning: s3-us-west-2.amazonaws.com certificate with fingerprint ad:ab:0d:1e:fe:1c:78:5b:94:f9:76:b2:5a:12:51:9a:12:7b:66:a2 not verified (check hostfingerprints or web.cacerts config setting)
streaming all changes
1921 files to transfer, 26.0 MB of data
transferred 26.0 MB in 0.5 seconds (47.3 MB/sec)
finishing applying bundle; pulling
searching for changes
adding changesets
adding manifests
adding file changes
added 1 changesets with 2 changes to 2 files
updating to branch default
1126 files updated, 0 files merged, 0 files removed, 0 files unresolved
program finished with exit code 0
elapsedTime=2.236033
========= master_lag: 0.01 =========
========= Finished clone build tools (results: 0, elapsed: 2 secs) (at 2016-01-05 11:42:16.056831) =========

========= Started set props: toolsdir (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:16.057165) =========
bash -c pwd
 in dir /builds/slave/m-rel-l64-asan-d-0000000000000/tools (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'pwd']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-573.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-rel-l64-asan-d-0000000000000/tools
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
/builds/slave/m-rel-l64-asan-d-0000000000000/tools
program finished with exit code 0
elapsedTime=0.004047
toolsdir: '/builds/slave/m-rel-l64-asan-d-0000000000000/tools'
========= master_lag: 0.05 =========
========= Finished set props: toolsdir (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:16.106577) =========

========= Started set props: aws_ami_id aws_instance_id placement/availability_zone aws_instance_type (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:16.106864) =========
python tools/buildfarm/maintenance/get_instance_metadata.py
 in dir /builds/slave/m-rel-l64-asan-d-0000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['python', 'tools/buildfarm/maintenance/get_instance_metadata.py']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-573.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-rel-l64-asan-d-0000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
{"aws_ami_id": "ami-c4dfc7a5", "aws_instance_id": "i-d8547a01", "placement/availability_zone": "us-west-2a", "aws_instance_type": "r3.xlarge"}
program finished with exit code 0
elapsedTime=0.011813
aws_ami_id: u'ami-c4dfc7a5'
aws_instance_id: u'i-d8547a01'
placement/availability_zone: u'us-west-2a'
aws_instance_type: u'r3.xlarge'
========= master_lag: 0.04 =========
========= Finished set props: aws_ami_id aws_instance_id placement/availability_zone aws_instance_type (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:16.155913) =========

========= Started checking clobber times (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:16.156227) =========
python m-rel-l64-asan-d-0000000000000/tools/clobberer/clobberer.py -s tools -t 168 https://api.pub.build.mozilla.org/clobberer/lastclobber mozilla-release 'Linux x86-64 mozilla-release debug asan build' m-rel-l64-asan-d-0000000000000 bld-linux64-spot-573 http://buildbot-master73.bb.releng.usw2.mozilla.com:8001/
 in dir /builds/slave/m-rel-l64-asan-d-0000000000000/.. (timeout 3600 secs)
 watching logfiles {}
 argv: ['python', 'm-rel-l64-asan-d-0000000000000/tools/clobberer/clobberer.py', '-s', 'tools', '-t', '168', 'https://api.pub.build.mozilla.org/clobberer/lastclobber', 'mozilla-release', 'Linux x86-64 mozilla-release debug asan build', 'm-rel-l64-asan-d-0000000000000', 'bld-linux64-spot-573', u'http://buildbot-master73.bb.releng.usw2.mozilla.com:8001/']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-573.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
2016-01-05 11:42:16,199 - Entering legacy mode.
program finished with exit code 0
elapsedTime=0.198596
========= master_lag: 0.01 =========
========= Finished checking clobber times (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:16.367054) =========

========= Started set props: purge_actual purge_target (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:16.367379) =========
python tools/buildfarm/maintenance/purge_builds.py -s 12 -n info -n 'rel-*:10d' -n 'tb-rel-*:10d' .. /mock/users/cltbld/home/cltbld/build
 in dir /builds/slave/m-rel-l64-asan-d-0000000000000/. (timeout 3600 secs)
 watching logfiles {}
 argv: ['python', 'tools/buildfarm/maintenance/purge_builds.py', '-s', '12', '-n', 'info', '-n', 'rel-*:10d', '-n', 'tb-rel-*:10d', '..', '/mock/users/cltbld/home/cltbld/build']
 environment:
  CCACHE_COMPRESS=1
  CCACHE_DIR=/builds/ccache
  CCACHE_HASHDIR=
  CCACHE_UMASK=002
  DISPLAY=:2
  G_BROKEN_FILENAMES=1
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-573.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LC_ALL=C
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  MOZ_AUTOMATION=1
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_OBJDIR=/builds/slave/m-rel-l64-asan-d-0000000000000/build/obj-firefox
  MOZ_SYMBOLS_EXTRA_BUILDID=linux64-asan-debug
  PATH=/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin
  POST_SYMBOL_UPLOAD_CMD=/usr/local/bin/post-symbol-upload.py
  PWD=/builds/slave/m-rel-l64-asan-d-0000000000000
  SHELL=/bin/bash
  SHLVL=1
  SYMBOL_SERVER_HOST=symbolpush.mozilla.org
  SYMBOL_SERVER_PATH=/mnt/netapp/breakpad/symbols_ffx/
  SYMBOL_SERVER_SSH_KEY=/home/mock_mozilla/.ssh/ffxbld_rsa
  SYMBOL_SERVER_USER=ffxbld
  TERM=linux
  TINDERBOX_OUTPUT=1
  TMOUT=86400
  TOOLTOOL_CACHE=/builds/tooltool_cache
  TOOLTOOL_HOME=/builds
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
65.64 GB of space available
program finished with exit code 0
elapsedTime=0.076234
purge_actual: '65.64GB'
purge_target: '12GB'
========= master_lag: 0.01 =========
========= Finished set props: purge_actual purge_target (results: 0, elapsed: 0 secs) (at 2016-01-05 11:42:16.456541) =========

========= Started mock-tgt mozilla-centos6-x86_64 interrupted (results: 5, elapsed: 3 mins, 0 secs) (at 2016-01-05 11:42:16.456855) =========

remoteFailed: [Failure instance: Traceback (failure with no frames): <class 'twisted.internet.error.ConnectionLost'>: Connection to the other side was lost in a non-clean fashion.
]
[Failure instance: Traceback (failure with no frames): <class 'twisted.internet.error.ConnectionLost'>: Connection to the other side was lost in a non-clean fashion.
]
========= Finished mock-tgt mozilla-centos6-x86_64 interrupted (results: 5, elapsed: 3 mins, 0 secs) (at 2016-01-05 11:45:17.083061) =========

========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Total master_lag: 0.26 =========