builder: fx-team_snowleopard-debug_test-mochitest-push slave: t-snow-r4-0089 starttime: 1448906324.06 results: exception (4) buildid: 20151130075130 builduid: 87bc70f5085146d0970a2a0b3ca769d2 revision: 7905f57f7fa120a49fd15097b01680bcd9f2b0a6 ========= Started set props: master (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:44.061043) ========= master: http://buildbot-master107.bb.releng.scl3.mozilla.com:8201/ ========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:44.061783) ========= ========= Started set props: basedir (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:44.062358) ========= bash -c pwd in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'pwd'] environment: Apple_PubSub_Socket_Render=/tmp/launch-e3EdZr/Render DISPLAY=/tmp/launch-TaOdiU/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/test RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-ThPEfI/Listeners TMPDIR=/var/folders/wU/wUQ0E3SdEVy607ra9oMDOU+++-k/-Tmp-/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.6 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False /builds/slave/test program finished with exit code 0 elapsedTime=0.009694 basedir: '/builds/slave/test' ========= master_lag: 0.07 ========= ========= Finished set props: basedir (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:44.137062) ========= ========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:44.137328) ========= ========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:44.270052) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:44.270302) ========= rm -rf properties in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'properties'] environment: Apple_PubSub_Socket_Render=/tmp/launch-e3EdZr/Render DISPLAY=/tmp/launch-TaOdiU/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/test RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-ThPEfI/Listeners TMPDIR=/var/folders/wU/wUQ0E3SdEVy607ra9oMDOU+++-k/-Tmp-/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.6 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.009016 ========= master_lag: 0.13 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:44.412319) ========= ========= Started set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:44.412574) ========= script_repo_url: https://hg.mozilla.org/build/mozharness ========= Finished set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:44.412914) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:44.413414) ========= bash -c 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py' in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'] environment: Apple_PubSub_Socket_Render=/tmp/launch-e3EdZr/Render DISPLAY=/tmp/launch-TaOdiU/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/test RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-ThPEfI/Listeners TMPDIR=/var/folders/wU/wUQ0E3SdEVy607ra9oMDOU+++-k/-Tmp-/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.6 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False --2015-11-30 09:58:44-- https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py Resolving hg.mozilla.org... 63.245.215.25, 63.245.215.102 Connecting to hg.mozilla.org|63.245.215.25|:443... connected. HTTP request sent, awaiting response... 200 Script output follows Length: 12141 (12K) [text/x-python] Saving to: `archiver_client.py' 0K .......... . 100% 12.7M=0.001s 2015-11-30 09:58:45 (12.7 MB/s) - `archiver_client.py' saved [12141/12141] program finished with exit code 0 elapsedTime=0.572494 ========= master_lag: 0.06 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:45.050201) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:45.050785) ========= rm -rf scripts in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'scripts'] environment: Apple_PubSub_Socket_Render=/tmp/launch-e3EdZr/Render DISPLAY=/tmp/launch-TaOdiU/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/test RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-ThPEfI/Listeners TMPDIR=/var/folders/wU/wUQ0E3SdEVy607ra9oMDOU+++-k/-Tmp-/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.6 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.038518 ========= master_lag: 0.02 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:45.109073) ========= ========= Started 'bash -c ...' exception (results: 4, elapsed: 9 mins, 46 secs) (at 2015-11-30 09:58:45.109370) ========= bash -c 'python archiver_client.py mozharness --repo integration/fx-team --rev 7905f57f7fa120a49fd15097b01680bcd9f2b0a6 --destination scripts --debug' in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', u'python archiver_client.py mozharness --repo integration/fx-team --rev 7905f57f7fa120a49fd15097b01680bcd9f2b0a6 --destination scripts --debug'] environment: Apple_PubSub_Socket_Render=/tmp/launch-e3EdZr/Render DISPLAY=/tmp/launch-TaOdiU/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/test RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-ThPEfI/Listeners TMPDIR=/var/folders/wU/wUQ0E3SdEVy607ra9oMDOU+++-k/-Tmp-/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.6 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False 2015-11-30 09:58:45,186 truncating revision to first 12 chars 2015-11-30 09:58:45,186 Setting DEBUG logging. 2015-11-30 09:58:45,187 attempt 1/10 2015-11-30 09:58:45,187 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2015-11-30 09:58:45,231 sleeping for 11.00s (attempt 1/10) 2015-11-30 09:58:56,231 attempt 2/10 2015-11-30 09:58:56,232 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2015-11-30 09:58:56,261 sleeping for 15.50s (attempt 2/10) 2015-11-30 09:59:11,761 attempt 3/10 2015-11-30 09:59:11,761 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2015-11-30 09:59:11,790 sleeping for 22.25s (attempt 3/10) 2015-11-30 09:59:34,040 attempt 4/10 2015-11-30 09:59:34,041 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2015-11-30 09:59:34,070 sleeping for 32.38s (attempt 4/10) 2015-11-30 10:00:06,445 attempt 5/10 2015-11-30 10:00:06,445 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2015-11-30 10:00:06,507 sleeping for 49.56s (attempt 5/10) 2015-11-30 10:00:56,069 attempt 6/10 2015-11-30 10:00:56,069 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2015-11-30 10:00:56,129 sleeping for 74.34s (attempt 6/10) 2015-11-30 10:02:10,472 attempt 7/10 2015-11-30 10:02:10,472 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2015-11-30 10:02:10,869 sleeping for 101.00s (attempt 7/10) 2015-11-30 10:03:51,867 attempt 8/10 2015-11-30 10:03:51,868 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2015-11-30 10:03:51,936 sleeping for 99.00s (attempt 8/10) 2015-11-30 10:05:30,934 attempt 9/10 2015-11-30 10:05:30,935 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2015-11-30 10:06:10,596 sleeping for 101.00s (attempt 9/10) 2015-11-30 10:07:51,594 attempt 10/10 2015-11-30 10:07:51,594 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness Traceback (most recent call last): File "archiver_client.py", line 313, in main() File "archiver_client.py", line 307, in main archiver(api_url=api_url, config_key=config, options=options) File "archiver_client.py", line 194, in archiver response = get_url_response(api_url, options) File "archiver_client.py", line 127, in get_url_response response = urllib2.urlopen(api_url, timeout=60) File "/System/Library/Frameworks/Python.framework/Versions/2.6/lib/python2.6/urllib2.py", line 124, in urlopen File "/System/Library/Frameworks/Python.framework/Versions/2.6/lib/python2.6/urllib2.py", line 383, in open File "/System/Library/Frameworks/Python.framework/Versions/2.6/lib/python2.6/urllib2.py", line 401, in _open File "/System/Library/Frameworks/Python.framework/Versions/2.6/lib/python2.6/urllib2.py", line 361, in _call_chain File "/System/Library/Frameworks/Python.framework/Versions/2.6/lib/python2.6/urllib2.py", line 1138, in https_open File "/System/Library/Frameworks/Python.framework/Versions/2.6/lib/python2.6/urllib2.py", line 1103, in do_open File "/System/Library/Frameworks/Python.framework/Versions/2.6/lib/python2.6/httplib.py", line 950, in getresponse File "/System/Library/Frameworks/Python.framework/Versions/2.6/lib/python2.6/httplib.py", line 390, in begin File "/System/Library/Frameworks/Python.framework/Versions/2.6/lib/python2.6/httplib.py", line 354, in _read_status httplib.BadStatusLine program finished with exit code 1 elapsedTime=586.717872 ========= master_lag: 0.07 ========= ========= Finished 'bash -c ...' exception (results: 4, elapsed: 9 mins, 46 secs) (at 2015-11-30 10:08:31.893872) ========= ========= Skipped (results: not started, elapsed: not started) ========= ========= Skipped (results: not started, elapsed: not started) ========= ========= Skipped (results: not started, elapsed: not started) ========= ========= Started no change (results: 0, elapsed: 0 secs) (at 2015-11-30 10:08:31.894906) ========= bash -c 'for file in `ls -1`; do cat $file; done' in dir /builds/slave/test/properties (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done'] environment: Apple_PubSub_Socket_Render=/tmp/launch-e3EdZr/Render DISPLAY=/tmp/launch-TaOdiU/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/test/properties RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-ThPEfI/Listeners TMPDIR=/var/folders/wU/wUQ0E3SdEVy607ra9oMDOU+++-k/-Tmp-/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.6 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.011910 ========= master_lag: 0.04 ========= ========= Finished no change (results: 0, elapsed: 0 secs) (at 2015-11-30 10:08:31.951619) ========= ========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2015-11-30 10:08:31.952368) ========= rm -f oauth.txt in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-f', 'oauth.txt'] environment: Apple_PubSub_Socket_Render=/tmp/launch-e3EdZr/Render DISPLAY=/tmp/launch-TaOdiU/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/test RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-ThPEfI/Listeners TMPDIR=/var/folders/wU/wUQ0E3SdEVy607ra9oMDOU+++-k/-Tmp-/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.6 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.008549 ========= master_lag: 0.05 ========= ========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2015-11-30 10:08:32.008086) ========= ========= Started reboot skipped (results: 3, elapsed: 0 secs) (at 2015-11-30 10:08:32.008549) ========= ========= Finished reboot skipped (results: 3, elapsed: 0 secs) (at 2015-11-30 10:08:32.009285) ========= ========= Total master_lag: 0.44 =========