builder: fx-team-macosx64 slave: bld-lion-r5-064 starttime: 1469590501.68 results: exception (4) buildid: 20160726203413 builduid: 61b716ac94bc4295b197f9b9c8593644 revision: 820cfffb1fe2b87a09d1c57d06d02107be8ac778 ========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:01.680458) ========= master: http://buildbot-master82.bb.releng.scl3.mozilla.com:8001/ ========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:01.681761) ========= ========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:01.682083) ========= ========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:01.699182) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:01.699546) ========= bash -c 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py' in dir /builds/slave/fx-team-m64-000000000000000000/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'] environment: Apple_PubSub_Socket_Render=/tmp/launch-WemXi8/Render DISPLAY=/tmp/launch-LrvslA/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/fx-team-m64-000000000000000000 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-sHmR40/Listeners TMPDIR=/var/folders/2b/_xbj_1j17ng_w6lkznh124d800000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False --2016-07-26 20:35:02-- https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py Resolving hg.mozilla.org... 63.245.215.102, 63.245.215.25 Connecting to hg.mozilla.org|63.245.215.102|:443... connected. HTTP request sent, awaiting response... 200 Script output follows Length: 12141 (12K) [text/x-python] Saving to: 'archiver_client.py' 0K .......... . 100% 11.6M=0.001s 2016-07-26 20:35:02 (11.6 MB/s) - 'archiver_client.py' saved [12141/12141] program finished with exit code 0 elapsedTime=0.761748 ========= master_lag: 0.01 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:02.474966) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:02.475315) ========= rm -rf scripts properties in dir /builds/slave/fx-team-m64-000000000000000000/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'scripts', 'properties'] environment: Apple_PubSub_Socket_Render=/tmp/launch-WemXi8/Render DISPLAY=/tmp/launch-LrvslA/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/fx-team-m64-000000000000000000 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-sHmR40/Listeners TMPDIR=/var/folders/2b/_xbj_1j17ng_w6lkznh124d800000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.239728 ========= master_lag: 0.01 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:02.727949) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-07-26 20:35:02.728337) ========= bash -c 'python archiver_client.py mozharness --repo integration/fx-team --rev 820cfffb1fe2b87a09d1c57d06d02107be8ac778 --destination scripts --debug' in dir /builds/slave/fx-team-m64-000000000000000000/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', u'python archiver_client.py mozharness --repo integration/fx-team --rev 820cfffb1fe2b87a09d1c57d06d02107be8ac778 --destination scripts --debug'] environment: Apple_PubSub_Socket_Render=/tmp/launch-WemXi8/Render DISPLAY=/tmp/launch-LrvslA/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/fx-team-m64-000000000000000000 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-sHmR40/Listeners TMPDIR=/var/folders/2b/_xbj_1j17ng_w6lkznh124d800000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False 2016-07-26 20:35:03,041 truncating revision to first 12 chars 2016-07-26 20:35:03,041 Setting DEBUG logging. 2016-07-26 20:35:03,041 attempt 1/10 2016-07-26 20:35:03,041 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/820cfffb1fe2?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2016-07-26 20:35:04,001 unpacking tar archive at: fx-team-820cfffb1fe2/testing/mozharness/ program finished with exit code 0 elapsedTime=1.462661 ========= master_lag: 0.01 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-07-26 20:35:04.204187) ========= ========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:04.204497) ========= script_repo_revision: 820cfffb1fe2b87a09d1c57d06d02107be8ac778 ========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:04.204888) ========= ========= Started downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:04.205149) ========= ========= Finished downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:04.214853) ========= ========= Started remove old nonce (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:04.215225) ========= rm -f nonce in dir /builds/slave/fx-team-m64-000000000000000000/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-f', 'nonce'] environment: Apple_PubSub_Socket_Render=/tmp/launch-WemXi8/Render DISPLAY=/tmp/launch-LrvslA/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/fx-team-m64-000000000000000000 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-sHmR40/Listeners TMPDIR=/var/folders/2b/_xbj_1j17ng_w6lkznh124d800000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.038961 ========= master_lag: 0.01 ========= ========= Finished remove old nonce (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:04.264512) ========= ========= Started download_token exception (results: 4, elapsed: 45 mins, 2 secs) (at 2016-07-26 20:35:04.264824) ========= Slave: bld-lion-r5-064 IP: 10.26.52.84 Duration: 25200 URI: https://mac-v2-signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing3.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing3.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing3.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing3.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing3.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing7.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing7.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing7.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing7.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing7.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing1.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing1.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing1.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing1.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing1.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing5.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing5.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing5.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing5.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing5.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing2.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing2.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing2.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing2.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing2.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required

<type 'exceptions.Exception'>: No more signing servers to try.

<type 'exceptions.Exception'>: No more signing servers to try.

Traceback (most recent call last): Failure: exceptions.Exception: No more signing servers to try. ========= Finished download_token exception (results: 4, elapsed: 45 mins, 2 secs) (at 2016-07-26 21:20:07.004065) ========= ========= Skipped (results: not started, elapsed: not started) ========= ========= Skipped (results: not started, elapsed: not started) ========= ========= Started no change (results: 0, elapsed: 0 secs) (at 2016-07-26 21:20:07.007114) ========= bash -c 'for file in `ls -1`; do cat $file; done' in dir /builds/slave/fx-team-m64-000000000000000000/properties (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done'] environment: Apple_PubSub_Socket_Render=/tmp/launch-WemXi8/Render DISPLAY=/tmp/launch-LrvslA/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/fx-team-m64-000000000000000000/properties RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-sHmR40/Listeners TMPDIR=/var/folders/2b/_xbj_1j17ng_w6lkznh124d800000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.009227 ========= master_lag: 0.13 ========= ========= Finished no change (results: 0, elapsed: 0 secs) (at 2016-07-26 21:20:07.145848) ========= ========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-07-26 21:20:07.146225) ========= rm -f oauth.txt in dir /builds/slave/fx-team-m64-000000000000000000/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-f', 'oauth.txt'] environment: Apple_PubSub_Socket_Render=/tmp/launch-WemXi8/Render DISPLAY=/tmp/launch-LrvslA/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/fx-team-m64-000000000000000000 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-sHmR40/Listeners TMPDIR=/var/folders/2b/_xbj_1j17ng_w6lkznh124d800000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.006515 ========= master_lag: 0.05 ========= ========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-07-26 21:20:07.198696) ========= ========= Started reboot skipped (results: 3, elapsed: 0 secs) (at 2016-07-26 21:20:07.199021) ========= ========= Finished reboot skipped (results: 3, elapsed: 0 secs) (at 2016-07-26 21:20:07.199289) ========= ========= Total master_lag: 0.23 =========