builder: release-mozilla-release_firefox_bncr_sub
slave: bld-linux64-spot-497
starttime: 1471486004.13
results: success (0)
revision: f36f7ace6f487e06f315f343d560b205fa8bd736
========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-08-17 19:06:44.129784) =========
master: http://buildbot-master91.bb.releng.usw2.mozilla.com:8001/
========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-08-17 19:06:44.130223) =========
========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-08-17 19:06:44.130503) =========
========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-08-17 19:06:44.145075) =========
========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-08-17 19:06:44.145347) =========
rm -rf scripts properties
in dir /builds/slave/rel-m-rel_fx_bncr_sub-00000000/. (timeout 1200 secs)
watching logfiles {}
argv: ['rm', '-rf', 'scripts', 'properties']
environment:
CCACHE_HASHDIR=
G_BROKEN_FILENAMES=1
HISTCONTROL=ignoredups
HISTSIZE=1000
HOME=/home/cltbld
HOSTNAME=bld-linux64-spot-497.build.releng.usw2.mozilla.com
LANG=en_US.UTF-8
LESSOPEN=|/usr/bin/lesspipe.sh %s
LOGNAME=cltbld
MAIL=/var/spool/mail/cltbld
PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
PWD=/builds/slave/rel-m-rel_fx_bncr_sub-00000000
SHELL=/bin/bash
SHLVL=1
TERM=linux
TMOUT=86400
USER=cltbld
_=/tools/buildbot/bin/python
using PTY: False
program finished with exit code 0
elapsedTime=0.003073
========= master_lag: 0.05 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-08-17 19:06:44.197561) =========
========= Started 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-08-17 19:06:44.197906) =========
bash -c 'python /tools/checkouts/build-tools/buildfarm/utils/archiver_client.py mozharness --repo releases/mozilla-release --rev f36f7ace6f487e06f315f343d560b205fa8bd736 --destination scripts --debug'
in dir /builds/slave/rel-m-rel_fx_bncr_sub-00000000/. (timeout 1200 secs)
watching logfiles {}
argv: ['bash', '-c', u'python /tools/checkouts/build-tools/buildfarm/utils/archiver_client.py mozharness --repo releases/mozilla-release --rev f36f7ace6f487e06f315f343d560b205fa8bd736 --destination scripts --debug']
environment:
CCACHE_HASHDIR=
G_BROKEN_FILENAMES=1
HISTCONTROL=ignoredups
HISTSIZE=1000
HOME=/home/cltbld
HOSTNAME=bld-linux64-spot-497.build.releng.usw2.mozilla.com
LANG=en_US.UTF-8
LESSOPEN=|/usr/bin/lesspipe.sh %s
LOGNAME=cltbld
MAIL=/var/spool/mail/cltbld
PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
PWD=/builds/slave/rel-m-rel_fx_bncr_sub-00000000
SHELL=/bin/bash
SHLVL=1
TERM=linux
TMOUT=86400
USER=cltbld
_=/tools/buildbot/bin/python
using PTY: False
2016-08-17 19:06:44,241 truncating revision to first 12 chars
2016-08-17 19:06:44,241 Setting DEBUG logging.
2016-08-17 19:06:44,241 attempt 1/10
2016-08-17 19:06:44,241 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/releases/mozilla-release/f36f7ace6f48?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness
2016-08-17 19:06:44,632 unpacking tar archive at: mozilla-release-f36f7ace6f48/testing/mozharness/
program finished with exit code 0
elapsedTime=0.545094
========= master_lag: 0.01 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-08-17 19:06:44.753153) =========
========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-08-17 19:06:44.753455) =========
script_repo_revision: f36f7ace6f487e06f315f343d560b205fa8bd736
========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-08-17 19:06:44.753820) =========
========= Started downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-08-17 19:06:44.754108) =========
========= Finished downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-08-17 19:06:44.767072) =========
========= Started '/tools/buildbot/bin/python scripts/scripts/bouncer_submitter.py ...' (results: 0, elapsed: 22 secs) (at 2016-08-17 19:06:44.767339) =========
/tools/buildbot/bin/python scripts/scripts/bouncer_submitter.py -c releases/bouncer_firefox_release.py --credentials-file oauth.txt --bouncer-api-prefix https://bounceradmin.mozilla.com/api --repo releases/mozilla-release
in dir /builds/slave/rel-m-rel_fx_bncr_sub-00000000/. (timeout 3600 secs) (maxTime 14400 secs)
watching logfiles {}
argv: ['/tools/buildbot/bin/python', 'scripts/scripts/bouncer_submitter.py', '-c', 'releases/bouncer_firefox_release.py', '--credentials-file', 'oauth.txt', '--bouncer-api-prefix', 'https://bounceradmin.mozilla.com/api', '--repo', 'releases/mozilla-release']
environment:
CCACHE_COMPRESS=1
CCACHE_DIR=/builds/ccache
CCACHE_HASHDIR=
CCACHE_UMASK=002
DISPLAY=:2
G_BROKEN_FILENAMES=1
HG_SHARE_BASE_DIR=/builds/hg-shared
HISTCONTROL=ignoredups
HISTSIZE=1000
HOME=/home/cltbld
HOSTNAME=bld-linux64-spot-497.build.releng.usw2.mozilla.com
LANG=en_US.UTF-8
LC_ALL=C
LESSOPEN=|/usr/bin/lesspipe.sh %s
LOGNAME=cltbld
MAIL=/var/spool/mail/cltbld
MOZ_AUTOMATION=1
MOZ_CRASHREPORTER_NO_REPORT=1
MOZ_OBJDIR=obj-firefox
PATH=/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin
PROPERTIES_FILE=/builds/slave/rel-m-rel_fx_bncr_sub-00000000/buildprops.json
PWD=/builds/slave/rel-m-rel_fx_bncr_sub-00000000
SHELL=/bin/bash
SHLVL=1
TERM=linux
TINDERBOX_OUTPUT=1
TMOUT=86400
TOOLTOOL_CACHE=/builds/tooltool_cache
TOOLTOOL_HOME=/builds
USER=cltbld
_=/tools/buildbot/bin/python
using PTY: False
19:06:44 INFO - MultiFileLogger online at 20160817 19:06:44 in /builds/slave/rel-m-rel_fx_bncr_sub-00000000
19:06:44 INFO - Using buildbot properties:
19:06:44 INFO - {
19:06:44 INFO - "project": "",
19:06:44 INFO - "product": "firefox",
19:06:44 INFO - "build_number": 3,
19:06:44 INFO - "taskId": "sCwfSGkWRianYlsP7lEDrQ",
19:06:44 INFO - "repository": "",
19:06:44 INFO - "buildername": "release-mozilla-release_firefox_bncr_sub",
19:06:44 INFO - "basedir": "/builds/slave/rel-m-rel_fx_bncr_sub-00000000",
19:06:44 INFO - "buildnumber": 2,
19:06:44 INFO - "slavename": "bld-linux64-spot-497",
19:06:44 INFO - "version": "48.0.1",
19:06:44 INFO - "release_promotion": true,
19:06:44 INFO - "platform": null,
19:06:44 INFO - "branch": "mozilla-release",
19:06:44 INFO - "script_repo_revision": "f36f7ace6f487e06f315f343d560b205fa8bd736",
19:06:44 INFO - "master": "http://buildbot-master91.bb.releng.usw2.mozilla.com:8001/",
19:06:44 INFO - "revision": "f36f7ace6f487e06f315f343d560b205fa8bd736",
19:06:44 INFO - "partial_versions": "47.0build3, 47.0.1build1, 48.0build2",
19:06:44 INFO - "repo_path": "releases/mozilla-release"
19:06:44 INFO - }
19:06:44 INFO - Overriding product with firefox
19:06:44 INFO - Overriding version with 48.0.1
19:06:44 INFO - Overriding build_number with 3
19:06:44 INFO - Overriding revision with f36f7ace6f487e06f315f343d560b205fa8bd736
19:06:44 INFO - Run as scripts/scripts/bouncer_submitter.py -c releases/bouncer_firefox_release.py --credentials-file oauth.txt --bouncer-api-prefix https://bounceradmin.mozilla.com/api --repo releases/mozilla-release
19:06:44 INFO - Dumping config to /builds/slave/rel-m-rel_fx_bncr_sub-00000000/logs/localconfig.json.
19:06:44 INFO - {'append_to_log': False,
19:06:44 INFO - 'base_work_dir': '/builds/slave/rel-m-rel_fx_bncr_sub-00000000',
19:06:44 INFO - 'bouncer-api-prefix': 'https://bounceradmin.mozilla.com/api',
19:06:44 INFO - 'build_number': 3,
19:06:44 INFO - 'buildbot_json_path': 'buildprops.json',
19:06:44 INFO - 'config_files': ('releases/bouncer_firefox_release.py',),
19:06:44 INFO - 'credentials_file': 'oauth.txt',
19:06:44 INFO - 'log_level': 'info',
19:06:44 INFO - 'log_to_console': True,
19:06:44 INFO - 'opt_config_files': (),
19:06:44 INFO - 'partials': {'candidates-dir': {'add-locales': True,
19:06:44 INFO - 'check_uptake': False,
19:06:44 INFO - 'paths': {'linux': {'bouncer-platform': 'linux',
19:06:44 INFO - 'path': '/firefox/candidates/%(version)s-candidates/build%(build_number)s/update/linux-i686/:lang/firefox-%(prev_version)s-%(version)s.partial.mar'},
19:06:44 INFO - 'linux64': {'bouncer-platform': 'linux64',
19:06:44 INFO - 'path': '/firefox/candidates/%(version)s-candidates/build%(build_number)s/update/linux-x86_64/:lang/firefox-%(prev_version)s-%(version)s.partial.mar'},
19:06:44 INFO - 'macosx64': {'bouncer-platform': 'osx',
19:06:44 INFO - 'path': '/firefox/candidates/%(version)s-candidates/build%(build_number)s/update/mac/:lang/firefox-%(prev_version)s-%(version)s.partial.mar'},
19:06:44 INFO - 'win32': {'bouncer-platform': 'win',
19:06:44 INFO - 'path': '/firefox/candidates/%(version)s-candidates/build%(build_number)s/update/win32/:lang/firefox-%(prev_version)s-%(version)s.partial.mar'},
19:06:44 INFO - 'win64': {'bouncer-platform': 'win64',
19:06:44 INFO - 'path': '/firefox/candidates/%(version)s-candidates/build%(build_number)s/update/win64/:lang/firefox-%(prev_version)s-%(version)s.partial.mar'}},
19:06:44 INFO - 'product-name': 'Firefox-%(version)sbuild%(build_number)s-Partial-%(prev_version)sbuild%(prev_build_number)s',
19:06:44 INFO - 'ssl-only': False},
19:06:44 INFO - 'releases-dir': {'add-locales': True,
19:06:44 INFO - 'check_uptake': True,
19:06:44 INFO - 'paths': {'linux': {'bouncer-platform': 'linux',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/update/linux-i686/:lang/firefox-%(prev_version)s-%(version)s.partial.mar'},
19:06:44 INFO - 'linux64': {'bouncer-platform': 'linux64',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/update/linux-x86_64/:lang/firefox-%(prev_version)s-%(version)s.partial.mar'},
19:06:44 INFO - 'macosx64': {'bouncer-platform': 'osx',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/update/mac/:lang/firefox-%(prev_version)s-%(version)s.partial.mar'},
19:06:44 INFO - 'opensolaris-i386': {'bouncer-platform': 'opensolaris-i386',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(prev_version)s-%(version)s.en-US.opensolaris-i386.partial.mar'},
19:06:44 INFO - 'opensolaris-sparc': {'bouncer-platform': 'opensolaris-sparc',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(prev_version)s-%(version)s.en-US.opensolaris-sparc.partial.mar'},
19:06:44 INFO - 'solaris-i386': {'bouncer-platform': 'solaris-i386',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(prev_version)s-%(version)s.en-US.solaris-i386.partial.mar'},
19:06:44 INFO - 'solaris-sparc': {'bouncer-platform': 'solaris-sparc',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(prev_version)s-%(version)s.en-US.solaris-sparc.partial.mar'},
19:06:44 INFO - 'win32': {'bouncer-platform': 'win',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/update/win32/:lang/firefox-%(prev_version)s-%(version)s.partial.mar'},
19:06:44 INFO - 'win64': {'bouncer-platform': 'win64',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/update/win64/:lang/firefox-%(prev_version)s-%(version)s.partial.mar'}},
19:06:44 INFO - 'product-name': 'Firefox-%(version)s-Partial-%(prev_version)s',
19:06:44 INFO - 'ssl-only': False}},
19:06:44 INFO - 'prev_versions': (u'47.0build3', u'47.0.1build1', u'48.0build2'),
19:06:44 INFO - 'product': u'firefox',
19:06:44 INFO - 'products': {'complete-mar': {'add-locales': True,
19:06:44 INFO - 'check_uptake': True,
19:06:44 INFO - 'paths': {'linux': {'bouncer-platform': 'linux',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/update/linux-i686/:lang/firefox-%(version)s.complete.mar'},
19:06:44 INFO - 'linux64': {'bouncer-platform': 'linux64',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/update/linux-x86_64/:lang/firefox-%(version)s.complete.mar'},
19:06:44 INFO - 'macosx64': {'bouncer-platform': 'osx',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/update/mac/:lang/firefox-%(version)s.complete.mar'},
19:06:44 INFO - 'opensolaris-i386': {'bouncer-platform': 'opensolaris-i386',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(version)s.en-US.opensolaris-i386.complete.mar'},
19:06:44 INFO - 'opensolaris-sparc': {'bouncer-platform': 'opensolaris-sparc',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(version)s.en-US.opensolaris-sparc.complete.mar'},
19:06:44 INFO - 'solaris-i386': {'bouncer-platform': 'solaris-i386',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(version)s.en-US.solaris-i386.complete.mar'},
19:06:44 INFO - 'solaris-sparc': {'bouncer-platform': 'solaris-sparc',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(version)s.en-US.solaris-sparc.complete.mar'},
19:06:44 INFO - 'win32': {'bouncer-platform': 'win',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/update/win32/:lang/firefox-%(version)s.complete.mar'},
19:06:44 INFO - 'win64': {'bouncer-platform': 'win64',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/update/win64/:lang/firefox-%(version)s.complete.mar'}},
19:06:44 INFO - 'product-name': 'Firefox-%(version)s-Complete',
19:06:44 INFO - 'ssl-only': False},
19:06:44 INFO - 'complete-mar-candidates': {'add-locales': True,
19:06:44 INFO - 'check_uptake': False,
19:06:44 INFO - 'paths': {'linux': {'bouncer-platform': 'linux',
19:06:44 INFO - 'path': '/firefox/candidates/%(version)s-candidates/build%(build_number)s/update/linux-i686/:lang/firefox-%(version)s.complete.mar'},
19:06:44 INFO - 'linux64': {'bouncer-platform': 'linux64',
19:06:44 INFO - 'path': '/firefox/candidates/%(version)s-candidates/build%(build_number)s/update/linux-x86_64/:lang/firefox-%(version)s.complete.mar'},
19:06:44 INFO - 'macosx64': {'bouncer-platform': 'osx',
19:06:44 INFO - 'path': '/firefox/candidates/%(version)s-candidates/build%(build_number)s/update/mac/:lang/firefox-%(version)s.complete.mar'},
19:06:44 INFO - 'win32': {'bouncer-platform': 'win',
19:06:44 INFO - 'path': '/firefox/candidates/%(version)s-candidates/build%(build_number)s/update/win32/:lang/firefox-%(version)s.complete.mar'},
19:06:44 INFO - 'win64': {'bouncer-platform': 'win64',
19:06:44 INFO - 'path': '/firefox/candidates/%(version)s-candidates/build%(build_number)s/update/win64/:lang/firefox-%(version)s.complete.mar'}},
19:06:44 INFO - 'product-name': 'Firefox-%(version)sbuild%(build_number)s-Complete',
19:06:44 INFO - 'ssl-only': False},
19:06:44 INFO - 'installer': {'add-locales': True,
19:06:44 INFO - 'alias': 'firefox-latest',
19:06:44 INFO - 'check_uptake': True,
19:06:44 INFO - 'paths': {'linux': {'bouncer-platform': 'linux',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/linux-i686/:lang/firefox-%(version)s.tar.bz2'},
19:06:44 INFO - 'linux64': {'bouncer-platform': 'linux64',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/linux-x86_64/:lang/firefox-%(version)s.tar.bz2'},
19:06:44 INFO - 'macosx64': {'bouncer-platform': 'osx',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/mac/:lang/Firefox%%20%(version)s.dmg'},
19:06:44 INFO - 'opensolaris-i386': {'bouncer-platform': 'opensolaris-i386',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(version)s.en-US.opensolaris-i386.tar.bz2'},
19:06:44 INFO - 'opensolaris-sparc': {'bouncer-platform': 'opensolaris-sparc',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(version)s.en-US.opensolaris-sparc.tar.bz2'},
19:06:44 INFO - 'solaris-i386': {'bouncer-platform': 'solaris-i386',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(version)s.en-US.solaris-i386.tar.bz2'},
19:06:44 INFO - 'solaris-sparc': {'bouncer-platform': 'solaris-sparc',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(version)s.en-US.solaris-sparc.tar.bz2'},
19:06:44 INFO - 'win32': {'bouncer-platform': 'win',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/win32/:lang/Firefox%%20Setup%%20%(version)s.exe'},
19:06:44 INFO - 'win64': {'bouncer-platform': 'win64',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/win64/:lang/Firefox%%20Setup%%20%(version)s.exe'}},
19:06:44 INFO - 'product-name': 'Firefox-%(version)s',
19:06:44 INFO - 'ssl-only': False},
19:06:44 INFO - 'installer-ssl': {'add-locales': True,
19:06:44 INFO - 'check_uptake': True,
19:06:44 INFO - 'paths': {'linux': {'bouncer-platform': 'linux',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/linux-i686/:lang/firefox-%(version)s.tar.bz2'},
19:06:44 INFO - 'linux64': {'bouncer-platform': 'linux64',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/linux-x86_64/:lang/firefox-%(version)s.tar.bz2'},
19:06:44 INFO - 'macosx64': {'bouncer-platform': 'osx',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/mac/:lang/Firefox%%20%(version)s.dmg'},
19:06:44 INFO - 'opensolaris-i386': {'bouncer-platform': 'opensolaris-i386',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(version)s.en-US.opensolaris-i386.tar.bz2'},
19:06:44 INFO - 'opensolaris-sparc': {'bouncer-platform': 'opensolaris-sparc',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(version)s.en-US.opensolaris-sparc.tar.bz2'},
19:06:44 INFO - 'solaris-i386': {'bouncer-platform': 'solaris-i386',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(version)s.en-US.solaris-i386.tar.bz2'},
19:06:44 INFO - 'solaris-sparc': {'bouncer-platform': 'solaris-sparc',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/contrib/solaris_tarball/firefox-%(version)s.en-US.solaris-sparc.tar.bz2'},
19:06:44 INFO - 'win32': {'bouncer-platform': 'win',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/win32/:lang/Firefox%%20Setup%%20%(version)s.exe'},
19:06:44 INFO - 'win64': {'bouncer-platform': 'win64',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/win64/:lang/Firefox%%20Setup%%20%(version)s.exe'}},
19:06:44 INFO - 'product-name': 'Firefox-%(version)s-SSL',
19:06:44 INFO - 'ssl-only': True},
19:06:44 INFO - 'stub-installer': {'add-locales': True,
19:06:44 INFO - 'alias': 'firefox-stub',
19:06:44 INFO - 'check_uptake': True,
19:06:44 INFO - 'paths': {'win32': {'bouncer-platform': 'win',
19:06:44 INFO - 'path': '/firefox/releases/%(version)s/win32/:lang/Firefox%%20Setup%%20Stub%%20%(version)s.exe'}},
19:06:44 INFO - 'product-name': 'Firefox-%(version)s-stub',
19:06:44 INFO - 'ssl-only': True}},
19:06:44 INFO - 'repo': 'releases/mozilla-release',
19:06:44 INFO - 'revision': u'f36f7ace6f487e06f315f343d560b205fa8bd736',
19:06:44 INFO - 'shipped-locales-url': 'https://hg.mozilla.org/%(repo)s/raw-file/%(revision)s/browser/locales/shipped-locales',
19:06:44 INFO - 'version': u'48.0.1',
19:06:44 INFO - 'volatile_config': {'actions': None, 'add_actions': None, 'no_actions': None},
19:06:44 INFO - 'work_dir': 'build'}
19:06:44 INFO - #####
19:06:44 INFO - ##### Running clobber step.
19:06:44 INFO - #####
19:06:44 INFO - Running main action method: clobber
19:06:44 INFO - rmtree: /builds/slave/rel-m-rel_fx_bncr_sub-00000000/build
19:06:44 INFO - #####
19:06:44 INFO - ##### Running download-shipped-locales step.
19:06:44 INFO - #####
19:06:44 INFO - Running main action method: download_shipped_locales
19:06:44 INFO - mkdir: /builds/slave/rel-m-rel_fx_bncr_sub-00000000/build
19:06:44 INFO - Downloading https://hg.mozilla.org/releases/mozilla-release/raw-file/f36f7ace6f487e06f315f343d560b205fa8bd736/browser/locales/shipped-locales to /builds/slave/rel-m-rel_fx_bncr_sub-00000000/build/shipped-locales
19:06:44 INFO - retry: Calling _download_file with args: (), kwargs: {'url': u'https://hg.mozilla.org/releases/mozilla-release/raw-file/f36f7ace6f487e06f315f343d560b205fa8bd736/browser/locales/shipped-locales', 'file_name': '/builds/slave/rel-m-rel_fx_bncr_sub-00000000/build/shipped-locales'}, attempt #1
19:06:45 INFO - Downloaded 373 bytes.
19:06:45 INFO - Reading from file /builds/slave/rel-m-rel_fx_bncr_sub-00000000/build/shipped-locales
19:06:45 INFO - Contents:
19:06:45 INFO - ach
19:06:45 INFO - af
19:06:45 INFO - an
19:06:45 INFO - ar
19:06:45 INFO - as
19:06:45 INFO - ast
19:06:45 INFO - az
19:06:45 INFO - be
19:06:45 INFO - bg
19:06:45 INFO - bn-BD
19:06:45 INFO - bn-IN
19:06:45 INFO - br
19:06:45 INFO - bs
19:06:45 INFO - ca
19:06:45 INFO - cak
19:06:45 INFO - cs
19:06:45 INFO - cy
19:06:45 INFO - da
19:06:45 INFO - de
19:06:45 INFO - dsb
19:06:45 INFO - el
19:06:45 INFO - en-GB
19:06:45 INFO - en-US
19:06:45 INFO - en-ZA
19:06:45 INFO - eo
19:06:45 INFO - es-AR
19:06:45 INFO - es-CL
19:06:45 INFO - es-ES
19:06:45 INFO - es-MX
19:06:45 INFO - et
19:06:45 INFO - eu
19:06:45 INFO - fa
19:06:45 INFO - ff
19:06:45 INFO - fi
19:06:45 INFO - fr
19:06:45 INFO - fy-NL
19:06:45 INFO - ga-IE
19:06:45 INFO - gd
19:06:45 INFO - gl
19:06:45 INFO - gn
19:06:45 INFO - gu-IN
19:06:45 INFO - he
19:06:45 INFO - hi-IN
19:06:45 INFO - hr
19:06:45 INFO - hsb
19:06:45 INFO - hu
19:06:45 INFO - hy-AM
19:06:45 INFO - id
19:06:45 INFO - is
19:06:45 INFO - it
19:06:45 INFO - ja linux win32
19:06:45 INFO - ja-JP-mac osx
19:06:45 INFO - kk
19:06:45 INFO - km
19:06:45 INFO - kn
19:06:45 INFO - ko
19:06:45 INFO - lij
19:06:45 INFO - lt
19:06:45 INFO - lv
19:06:45 INFO - mai
19:06:45 INFO - mk
19:06:45 INFO - ml
19:06:45 INFO - mr
19:06:45 INFO - ms
19:06:45 INFO - nb-NO
19:06:45 INFO - nl
19:06:45 INFO - nn-NO
19:06:45 INFO - or
19:06:45 INFO - pa-IN
19:06:45 INFO - pl
19:06:45 INFO - pt-BR
19:06:45 INFO - pt-PT
19:06:45 INFO - rm
19:06:45 INFO - ro
19:06:45 INFO - ru
19:06:45 INFO - si
19:06:45 INFO - sk
19:06:45 INFO - sl
19:06:45 INFO - son
19:06:45 INFO - sq
19:06:45 INFO - sr
19:06:45 INFO - sv-SE
19:06:45 INFO - ta
19:06:45 INFO - te
19:06:45 INFO - th
19:06:45 INFO - tr
19:06:45 INFO - uk
19:06:45 INFO - uz
19:06:45 INFO - vi
19:06:45 INFO - xh
19:06:45 INFO - zh-CN
19:06:45 INFO - zh-TW
19:06:45 INFO - #####
19:06:45 INFO - ##### Running submit step.
19:06:45 INFO - #####
19:06:45 INFO - Running main action method: submit
19:06:45 INFO - Checking if Firefox-48.0.1-Complete already exists
19:06:45 INFO - retry: Calling _api_call with args: (u'product_show?product=Firefox-48.0.1-Complete', None), kwargs: {}, attempt #1
19:06:45 INFO - Submitting to https://bounceradmin.mozilla.com/api/product_show?product=Firefox-48.0.1-Complete
19:06:45 INFO - Server response
19:06:45 INFO -
19:06:45 INFO - Products found: 1
19:06:45 WARNING - Product Firefox-48.0.1-Complete already exists. Skipping...
19:06:45 INFO - Checking if Firefox-48.0.1build3-Complete already exists
19:06:45 INFO - retry: Calling _api_call with args: (u'product_show?product=Firefox-48.0.1build3-Complete', None), kwargs: {}, attempt #1
19:06:45 INFO - Submitting to https://bounceradmin.mozilla.com/api/product_show?product=Firefox-48.0.1build3-Complete
19:06:46 INFO - Server response
19:06:46 INFO -
19:06:46 INFO - Products found: 0
19:06:46 INFO - Adding complete-mar-candidates...
19:06:46 INFO - retry: Calling _api_call with args: ('product_add/', {'languages': ['ach', 'af', 'an', 'ar', 'as', 'ast', 'az', 'be', 'bg', 'bn-BD', 'bn-IN', 'br', 'bs', 'ca', 'cak', 'cs', 'cy', 'da', 'de', 'dsb', 'el', 'en-GB', 'en-US', 'en-ZA', 'eo', 'es-AR', 'es-CL', 'es-ES', 'es-MX', 'et', 'eu', 'fa', 'ff', 'fi', 'fr', 'fy-NL', 'ga-IE', 'gd', 'gl', 'gn', 'gu-IN', 'he', 'hi-IN', 'hr', 'hsb', 'hu', 'hy-AM', 'id', 'is', 'it', 'ja', 'ja-JP-mac', 'kk', 'km', 'kn', 'ko', 'lij', 'lt', 'lv', 'mai', 'mk', 'ml', 'mr', 'ms', 'nb-NO', 'nl', 'nn-NO', 'or', 'pa-IN', 'pl', 'pt-BR', 'pt-PT', 'rm', 'ro', 'ru', 'si', 'sk', 'sl', 'son', 'sq', 'sr', 'sv-SE', 'ta', 'te', 'th', 'tr', 'uk', 'uz', 'vi', 'xh', 'zh-CN', 'zh-TW'], 'product': u'Firefox-48.0.1build3-Complete'}), kwargs: {}, attempt #1
19:06:46 INFO - POST data: languages=ach&languages=af&languages=an&languages=ar&languages=as&languages=ast&languages=az&languages=be&languages=bg&languages=bn-BD&languages=bn-IN&languages=br&languages=bs&languages=ca&languages=cak&languages=cs&languages=cy&languages=da&languages=de&languages=dsb&languages=el&languages=en-GB&languages=en-US&languages=en-ZA&languages=eo&languages=es-AR&languages=es-CL&languages=es-ES&languages=es-MX&languages=et&languages=eu&languages=fa&languages=ff&languages=fi&languages=fr&languages=fy-NL&languages=ga-IE&languages=gd&languages=gl&languages=gn&languages=gu-IN&languages=he&languages=hi-IN&languages=hr&languages=hsb&languages=hu&languages=hy-AM&languages=id&languages=is&languages=it&languages=ja&languages=ja-JP-mac&languages=kk&languages=km&languages=kn&languages=ko&languages=lij&languages=lt&languages=lv&languages=mai&languages=mk&languages=ml&languages=mr&languages=ms&languages=nb-NO&languages=nl&languages=nn-NO&languages=or&languages=pa-IN&languages=pl&languages=pt-BR&languages=pt-PT&languages=rm&languages=ro&languages=ru&languages=si&languages=sk&languages=sl&languages=son&languages=sq&languages=sr&languages=sv-SE&languages=ta&languages=te&languages=th&languages=tr&languages=uk&languages=uz&languages=vi&languages=xh&languages=zh-CN&languages=zh-TW&product=Firefox-48.0.1build3-Complete
19:06:46 INFO - Submitting to https://bounceradmin.mozilla.com/api/product_add/
19:06:47 INFO - Server response
19:06:47 INFO -
19:06:47 INFO - Adding paths...
19:06:47 INFO - linux (linux): /firefox/candidates/48.0.1-candidates/build3/update/linux-i686/:lang/firefox-48.0.1.complete.mar
19:06:47 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/linux-i686/:lang/firefox-48.0.1.complete.mar', 'product': u'Firefox-48.0.1build3-Complete', 'os': 'linux'}), kwargs: {}, attempt #1
19:06:47 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Flinux-i686%2F%3Alang%2Ffirefox-48.0.1.complete.mar&product=Firefox-48.0.1build3-Complete&os=linux
19:06:47 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:06:48 INFO - Server response
19:06:48 INFO - /firefox/candidates/48.0.1-candidates/build3/update/linux-i686/:lang/firefox-48.0.1.complete.mar
19:06:48 INFO - linux64 (linux64): /firefox/candidates/48.0.1-candidates/build3/update/linux-x86_64/:lang/firefox-48.0.1.complete.mar
19:06:48 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/linux-x86_64/:lang/firefox-48.0.1.complete.mar', 'product': u'Firefox-48.0.1build3-Complete', 'os': 'linux64'}), kwargs: {}, attempt #1
19:06:48 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Flinux-x86_64%2F%3Alang%2Ffirefox-48.0.1.complete.mar&product=Firefox-48.0.1build3-Complete&os=linux64
19:06:48 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:06:48 INFO - Server response
19:06:48 INFO - /firefox/candidates/48.0.1-candidates/build3/update/linux-x86_64/:lang/firefox-48.0.1.complete.mar
19:06:48 INFO - macosx64 (osx): /firefox/candidates/48.0.1-candidates/build3/update/mac/:lang/firefox-48.0.1.complete.mar
19:06:48 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/mac/:lang/firefox-48.0.1.complete.mar', 'product': u'Firefox-48.0.1build3-Complete', 'os': 'osx'}), kwargs: {}, attempt #1
19:06:48 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Fmac%2F%3Alang%2Ffirefox-48.0.1.complete.mar&product=Firefox-48.0.1build3-Complete&os=osx
19:06:48 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:06:49 INFO - Server response
19:06:49 INFO - /firefox/candidates/48.0.1-candidates/build3/update/mac/:lang/firefox-48.0.1.complete.mar
19:06:49 INFO - win32 (win): /firefox/candidates/48.0.1-candidates/build3/update/win32/:lang/firefox-48.0.1.complete.mar
19:06:49 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/win32/:lang/firefox-48.0.1.complete.mar', 'product': u'Firefox-48.0.1build3-Complete', 'os': 'win'}), kwargs: {}, attempt #1
19:06:49 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Fwin32%2F%3Alang%2Ffirefox-48.0.1.complete.mar&product=Firefox-48.0.1build3-Complete&os=win
19:06:49 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:06:50 INFO - Server response
19:06:50 INFO - /firefox/candidates/48.0.1-candidates/build3/update/win32/:lang/firefox-48.0.1.complete.mar
19:06:50 INFO - win64 (win64): /firefox/candidates/48.0.1-candidates/build3/update/win64/:lang/firefox-48.0.1.complete.mar
19:06:50 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/win64/:lang/firefox-48.0.1.complete.mar', 'product': u'Firefox-48.0.1build3-Complete', 'os': 'win64'}), kwargs: {}, attempt #1
19:06:50 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Fwin64%2F%3Alang%2Ffirefox-48.0.1.complete.mar&product=Firefox-48.0.1build3-Complete&os=win64
19:06:50 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:06:50 INFO - Server response
19:06:50 INFO - /firefox/candidates/48.0.1-candidates/build3/update/win64/:lang/firefox-48.0.1.complete.mar
19:06:50 INFO - Checking if Firefox-48.0.1 already exists
19:06:50 INFO - retry: Calling _api_call with args: (u'product_show?product=Firefox-48.0.1', None), kwargs: {}, attempt #1
19:06:50 INFO - Submitting to https://bounceradmin.mozilla.com/api/product_show?product=Firefox-48.0.1
19:06:50 INFO - Server response
19:06:50 INFO -
19:06:50 INFO - Products found: 1
19:06:50 WARNING - Product Firefox-48.0.1 already exists. Skipping...
19:06:50 INFO - Checking if Firefox-48.0.1-SSL already exists
19:06:50 INFO - retry: Calling _api_call with args: (u'product_show?product=Firefox-48.0.1-SSL', None), kwargs: {}, attempt #1
19:06:50 INFO - Submitting to https://bounceradmin.mozilla.com/api/product_show?product=Firefox-48.0.1-SSL
19:06:51 INFO - Server response
19:06:51 INFO -
19:06:51 INFO - Products found: 1
19:06:51 WARNING - Product Firefox-48.0.1-SSL already exists. Skipping...
19:06:51 INFO - Checking if Firefox-48.0.1-stub already exists
19:06:51 INFO - retry: Calling _api_call with args: (u'product_show?product=Firefox-48.0.1-stub', None), kwargs: {}, attempt #1
19:06:51 INFO - Submitting to https://bounceradmin.mozilla.com/api/product_show?product=Firefox-48.0.1-stub
19:06:51 INFO - Server response
19:06:51 INFO -
19:06:51 INFO - Products found: 1
19:06:51 WARNING - Product Firefox-48.0.1-stub already exists. Skipping...
19:06:51 INFO - Checking if Firefox-48.0.1build3-Partial-47.0build3 already exists
19:06:51 INFO - retry: Calling _api_call with args: (u'product_show?product=Firefox-48.0.1build3-Partial-47.0build3', None), kwargs: {}, attempt #1
19:06:51 INFO - Submitting to https://bounceradmin.mozilla.com/api/product_show?product=Firefox-48.0.1build3-Partial-47.0build3
19:06:52 INFO - Server response
19:06:52 INFO -
19:06:52 INFO - Products found: 0
19:06:52 INFO - Adding partial updates for Firefox-48.0.1build3-Partial-47.0build3
19:06:52 INFO - retry: Calling _api_call with args: ('product_add/', {'languages': ['ach', 'af', 'an', 'ar', 'as', 'ast', 'az', 'be', 'bg', 'bn-BD', 'bn-IN', 'br', 'bs', 'ca', 'cak', 'cs', 'cy', 'da', 'de', 'dsb', 'el', 'en-GB', 'en-US', 'en-ZA', 'eo', 'es-AR', 'es-CL', 'es-ES', 'es-MX', 'et', 'eu', 'fa', 'ff', 'fi', 'fr', 'fy-NL', 'ga-IE', 'gd', 'gl', 'gn', 'gu-IN', 'he', 'hi-IN', 'hr', 'hsb', 'hu', 'hy-AM', 'id', 'is', 'it', 'ja', 'ja-JP-mac', 'kk', 'km', 'kn', 'ko', 'lij', 'lt', 'lv', 'mai', 'mk', 'ml', 'mr', 'ms', 'nb-NO', 'nl', 'nn-NO', 'or', 'pa-IN', 'pl', 'pt-BR', 'pt-PT', 'rm', 'ro', 'ru', 'si', 'sk', 'sl', 'son', 'sq', 'sr', 'sv-SE', 'ta', 'te', 'th', 'tr', 'uk', 'uz', 'vi', 'xh', 'zh-CN', 'zh-TW'], 'product': u'Firefox-48.0.1build3-Partial-47.0build3'}), kwargs: {}, attempt #1
19:06:52 INFO - POST data: languages=ach&languages=af&languages=an&languages=ar&languages=as&languages=ast&languages=az&languages=be&languages=bg&languages=bn-BD&languages=bn-IN&languages=br&languages=bs&languages=ca&languages=cak&languages=cs&languages=cy&languages=da&languages=de&languages=dsb&languages=el&languages=en-GB&languages=en-US&languages=en-ZA&languages=eo&languages=es-AR&languages=es-CL&languages=es-ES&languages=es-MX&languages=et&languages=eu&languages=fa&languages=ff&languages=fi&languages=fr&languages=fy-NL&languages=ga-IE&languages=gd&languages=gl&languages=gn&languages=gu-IN&languages=he&languages=hi-IN&languages=hr&languages=hsb&languages=hu&languages=hy-AM&languages=id&languages=is&languages=it&languages=ja&languages=ja-JP-mac&languages=kk&languages=km&languages=kn&languages=ko&languages=lij&languages=lt&languages=lv&languages=mai&languages=mk&languages=ml&languages=mr&languages=ms&languages=nb-NO&languages=nl&languages=nn-NO&languages=or&languages=pa-IN&languages=pl&languages=pt-BR&languages=pt-PT&languages=rm&languages=ro&languages=ru&languages=si&languages=sk&languages=sl&languages=son&languages=sq&languages=sr&languages=sv-SE&languages=ta&languages=te&languages=th&languages=tr&languages=uk&languages=uz&languages=vi&languages=xh&languages=zh-CN&languages=zh-TW&product=Firefox-48.0.1build3-Partial-47.0build3
19:06:52 INFO - Submitting to https://bounceradmin.mozilla.com/api/product_add/
19:06:53 INFO - Server response
19:06:53 INFO -
19:06:53 INFO - linux (linux): /firefox/candidates/48.0.1-candidates/build3/update/linux-i686/:lang/firefox-47.0-48.0.1.partial.mar
19:06:53 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/linux-i686/:lang/firefox-47.0-48.0.1.partial.mar', 'product': u'Firefox-48.0.1build3-Partial-47.0build3', 'os': 'linux'}), kwargs: {}, attempt #1
19:06:53 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Flinux-i686%2F%3Alang%2Ffirefox-47.0-48.0.1.partial.mar&product=Firefox-48.0.1build3-Partial-47.0build3&os=linux
19:06:53 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:06:54 INFO - Server response
19:06:54 INFO - /firefox/candidates/48.0.1-candidates/build3/update/linux-i686/:lang/firefox-47.0-48.0.1.partial.mar
19:06:54 INFO - linux64 (linux64): /firefox/candidates/48.0.1-candidates/build3/update/linux-x86_64/:lang/firefox-47.0-48.0.1.partial.mar
19:06:54 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/linux-x86_64/:lang/firefox-47.0-48.0.1.partial.mar', 'product': u'Firefox-48.0.1build3-Partial-47.0build3', 'os': 'linux64'}), kwargs: {}, attempt #1
19:06:54 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Flinux-x86_64%2F%3Alang%2Ffirefox-47.0-48.0.1.partial.mar&product=Firefox-48.0.1build3-Partial-47.0build3&os=linux64
19:06:54 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:06:54 INFO - Server response
19:06:54 INFO - /firefox/candidates/48.0.1-candidates/build3/update/linux-x86_64/:lang/firefox-47.0-48.0.1.partial.mar
19:06:54 INFO - macosx64 (osx): /firefox/candidates/48.0.1-candidates/build3/update/mac/:lang/firefox-47.0-48.0.1.partial.mar
19:06:54 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/mac/:lang/firefox-47.0-48.0.1.partial.mar', 'product': u'Firefox-48.0.1build3-Partial-47.0build3', 'os': 'osx'}), kwargs: {}, attempt #1
19:06:54 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Fmac%2F%3Alang%2Ffirefox-47.0-48.0.1.partial.mar&product=Firefox-48.0.1build3-Partial-47.0build3&os=osx
19:06:54 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:06:55 INFO - Server response
19:06:55 INFO - /firefox/candidates/48.0.1-candidates/build3/update/mac/:lang/firefox-47.0-48.0.1.partial.mar
19:06:55 INFO - win32 (win): /firefox/candidates/48.0.1-candidates/build3/update/win32/:lang/firefox-47.0-48.0.1.partial.mar
19:06:55 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/win32/:lang/firefox-47.0-48.0.1.partial.mar', 'product': u'Firefox-48.0.1build3-Partial-47.0build3', 'os': 'win'}), kwargs: {}, attempt #1
19:06:55 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Fwin32%2F%3Alang%2Ffirefox-47.0-48.0.1.partial.mar&product=Firefox-48.0.1build3-Partial-47.0build3&os=win
19:06:55 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:06:55 INFO - Server response
19:06:55 INFO - /firefox/candidates/48.0.1-candidates/build3/update/win32/:lang/firefox-47.0-48.0.1.partial.mar
19:06:55 INFO - win64 (win64): /firefox/candidates/48.0.1-candidates/build3/update/win64/:lang/firefox-47.0-48.0.1.partial.mar
19:06:55 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/win64/:lang/firefox-47.0-48.0.1.partial.mar', 'product': u'Firefox-48.0.1build3-Partial-47.0build3', 'os': 'win64'}), kwargs: {}, attempt #1
19:06:55 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Fwin64%2F%3Alang%2Ffirefox-47.0-48.0.1.partial.mar&product=Firefox-48.0.1build3-Partial-47.0build3&os=win64
19:06:55 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:06:56 INFO - Server response
19:06:56 INFO - /firefox/candidates/48.0.1-candidates/build3/update/win64/:lang/firefox-47.0-48.0.1.partial.mar
19:06:56 INFO - Checking if Firefox-48.0.1build3-Partial-47.0.1build1 already exists
19:06:56 INFO - retry: Calling _api_call with args: (u'product_show?product=Firefox-48.0.1build3-Partial-47.0.1build1', None), kwargs: {}, attempt #1
19:06:56 INFO - Submitting to https://bounceradmin.mozilla.com/api/product_show?product=Firefox-48.0.1build3-Partial-47.0.1build1
19:06:56 INFO - Server response
19:06:56 INFO -
19:06:56 INFO - Products found: 0
19:06:56 INFO - Adding partial updates for Firefox-48.0.1build3-Partial-47.0.1build1
19:06:56 INFO - retry: Calling _api_call with args: ('product_add/', {'languages': ['ach', 'af', 'an', 'ar', 'as', 'ast', 'az', 'be', 'bg', 'bn-BD', 'bn-IN', 'br', 'bs', 'ca', 'cak', 'cs', 'cy', 'da', 'de', 'dsb', 'el', 'en-GB', 'en-US', 'en-ZA', 'eo', 'es-AR', 'es-CL', 'es-ES', 'es-MX', 'et', 'eu', 'fa', 'ff', 'fi', 'fr', 'fy-NL', 'ga-IE', 'gd', 'gl', 'gn', 'gu-IN', 'he', 'hi-IN', 'hr', 'hsb', 'hu', 'hy-AM', 'id', 'is', 'it', 'ja', 'ja-JP-mac', 'kk', 'km', 'kn', 'ko', 'lij', 'lt', 'lv', 'mai', 'mk', 'ml', 'mr', 'ms', 'nb-NO', 'nl', 'nn-NO', 'or', 'pa-IN', 'pl', 'pt-BR', 'pt-PT', 'rm', 'ro', 'ru', 'si', 'sk', 'sl', 'son', 'sq', 'sr', 'sv-SE', 'ta', 'te', 'th', 'tr', 'uk', 'uz', 'vi', 'xh', 'zh-CN', 'zh-TW'], 'product': u'Firefox-48.0.1build3-Partial-47.0.1build1'}), kwargs: {}, attempt #1
19:06:56 INFO - POST data: languages=ach&languages=af&languages=an&languages=ar&languages=as&languages=ast&languages=az&languages=be&languages=bg&languages=bn-BD&languages=bn-IN&languages=br&languages=bs&languages=ca&languages=cak&languages=cs&languages=cy&languages=da&languages=de&languages=dsb&languages=el&languages=en-GB&languages=en-US&languages=en-ZA&languages=eo&languages=es-AR&languages=es-CL&languages=es-ES&languages=es-MX&languages=et&languages=eu&languages=fa&languages=ff&languages=fi&languages=fr&languages=fy-NL&languages=ga-IE&languages=gd&languages=gl&languages=gn&languages=gu-IN&languages=he&languages=hi-IN&languages=hr&languages=hsb&languages=hu&languages=hy-AM&languages=id&languages=is&languages=it&languages=ja&languages=ja-JP-mac&languages=kk&languages=km&languages=kn&languages=ko&languages=lij&languages=lt&languages=lv&languages=mai&languages=mk&languages=ml&languages=mr&languages=ms&languages=nb-NO&languages=nl&languages=nn-NO&languages=or&languages=pa-IN&languages=pl&languages=pt-BR&languages=pt-PT&languages=rm&languages=ro&languages=ru&languages=si&languages=sk&languages=sl&languages=son&languages=sq&languages=sr&languages=sv-SE&languages=ta&languages=te&languages=th&languages=tr&languages=uk&languages=uz&languages=vi&languages=xh&languages=zh-CN&languages=zh-TW&product=Firefox-48.0.1build3-Partial-47.0.1build1
19:06:56 INFO - Submitting to https://bounceradmin.mozilla.com/api/product_add/
19:06:58 INFO - Server response
19:06:58 INFO -
19:06:58 INFO - linux (linux): /firefox/candidates/48.0.1-candidates/build3/update/linux-i686/:lang/firefox-47.0.1-48.0.1.partial.mar
19:06:58 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/linux-i686/:lang/firefox-47.0.1-48.0.1.partial.mar', 'product': u'Firefox-48.0.1build3-Partial-47.0.1build1', 'os': 'linux'}), kwargs: {}, attempt #1
19:06:58 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Flinux-i686%2F%3Alang%2Ffirefox-47.0.1-48.0.1.partial.mar&product=Firefox-48.0.1build3-Partial-47.0.1build1&os=linux
19:06:58 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:06:58 INFO - Server response
19:06:58 INFO - /firefox/candidates/48.0.1-candidates/build3/update/linux-i686/:lang/firefox-47.0.1-48.0.1.partial.mar
19:06:58 INFO - linux64 (linux64): /firefox/candidates/48.0.1-candidates/build3/update/linux-x86_64/:lang/firefox-47.0.1-48.0.1.partial.mar
19:06:58 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/linux-x86_64/:lang/firefox-47.0.1-48.0.1.partial.mar', 'product': u'Firefox-48.0.1build3-Partial-47.0.1build1', 'os': 'linux64'}), kwargs: {}, attempt #1
19:06:58 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Flinux-x86_64%2F%3Alang%2Ffirefox-47.0.1-48.0.1.partial.mar&product=Firefox-48.0.1build3-Partial-47.0.1build1&os=linux64
19:06:58 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:06:59 INFO - Server response
19:06:59 INFO - /firefox/candidates/48.0.1-candidates/build3/update/linux-x86_64/:lang/firefox-47.0.1-48.0.1.partial.mar
19:06:59 INFO - macosx64 (osx): /firefox/candidates/48.0.1-candidates/build3/update/mac/:lang/firefox-47.0.1-48.0.1.partial.mar
19:06:59 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/mac/:lang/firefox-47.0.1-48.0.1.partial.mar', 'product': u'Firefox-48.0.1build3-Partial-47.0.1build1', 'os': 'osx'}), kwargs: {}, attempt #1
19:06:59 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Fmac%2F%3Alang%2Ffirefox-47.0.1-48.0.1.partial.mar&product=Firefox-48.0.1build3-Partial-47.0.1build1&os=osx
19:06:59 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:06:59 INFO - Server response
19:06:59 INFO - /firefox/candidates/48.0.1-candidates/build3/update/mac/:lang/firefox-47.0.1-48.0.1.partial.mar
19:06:59 INFO - win32 (win): /firefox/candidates/48.0.1-candidates/build3/update/win32/:lang/firefox-47.0.1-48.0.1.partial.mar
19:06:59 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/win32/:lang/firefox-47.0.1-48.0.1.partial.mar', 'product': u'Firefox-48.0.1build3-Partial-47.0.1build1', 'os': 'win'}), kwargs: {}, attempt #1
19:06:59 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Fwin32%2F%3Alang%2Ffirefox-47.0.1-48.0.1.partial.mar&product=Firefox-48.0.1build3-Partial-47.0.1build1&os=win
19:06:59 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:07:00 INFO - Server response
19:07:00 INFO - /firefox/candidates/48.0.1-candidates/build3/update/win32/:lang/firefox-47.0.1-48.0.1.partial.mar
19:07:00 INFO - win64 (win64): /firefox/candidates/48.0.1-candidates/build3/update/win64/:lang/firefox-47.0.1-48.0.1.partial.mar
19:07:00 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/win64/:lang/firefox-47.0.1-48.0.1.partial.mar', 'product': u'Firefox-48.0.1build3-Partial-47.0.1build1', 'os': 'win64'}), kwargs: {}, attempt #1
19:07:00 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Fwin64%2F%3Alang%2Ffirefox-47.0.1-48.0.1.partial.mar&product=Firefox-48.0.1build3-Partial-47.0.1build1&os=win64
19:07:00 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:07:01 INFO - Server response
19:07:01 INFO - /firefox/candidates/48.0.1-candidates/build3/update/win64/:lang/firefox-47.0.1-48.0.1.partial.mar
19:07:01 INFO - Checking if Firefox-48.0.1build3-Partial-48.0build2 already exists
19:07:01 INFO - retry: Calling _api_call with args: (u'product_show?product=Firefox-48.0.1build3-Partial-48.0build2', None), kwargs: {}, attempt #1
19:07:01 INFO - Submitting to https://bounceradmin.mozilla.com/api/product_show?product=Firefox-48.0.1build3-Partial-48.0build2
19:07:01 INFO - Server response
19:07:01 INFO -
19:07:01 INFO - Products found: 0
19:07:01 INFO - Adding partial updates for Firefox-48.0.1build3-Partial-48.0build2
19:07:01 INFO - retry: Calling _api_call with args: ('product_add/', {'languages': ['ach', 'af', 'an', 'ar', 'as', 'ast', 'az', 'be', 'bg', 'bn-BD', 'bn-IN', 'br', 'bs', 'ca', 'cak', 'cs', 'cy', 'da', 'de', 'dsb', 'el', 'en-GB', 'en-US', 'en-ZA', 'eo', 'es-AR', 'es-CL', 'es-ES', 'es-MX', 'et', 'eu', 'fa', 'ff', 'fi', 'fr', 'fy-NL', 'ga-IE', 'gd', 'gl', 'gn', 'gu-IN', 'he', 'hi-IN', 'hr', 'hsb', 'hu', 'hy-AM', 'id', 'is', 'it', 'ja', 'ja-JP-mac', 'kk', 'km', 'kn', 'ko', 'lij', 'lt', 'lv', 'mai', 'mk', 'ml', 'mr', 'ms', 'nb-NO', 'nl', 'nn-NO', 'or', 'pa-IN', 'pl', 'pt-BR', 'pt-PT', 'rm', 'ro', 'ru', 'si', 'sk', 'sl', 'son', 'sq', 'sr', 'sv-SE', 'ta', 'te', 'th', 'tr', 'uk', 'uz', 'vi', 'xh', 'zh-CN', 'zh-TW'], 'product': u'Firefox-48.0.1build3-Partial-48.0build2'}), kwargs: {}, attempt #1
19:07:01 INFO - POST data: languages=ach&languages=af&languages=an&languages=ar&languages=as&languages=ast&languages=az&languages=be&languages=bg&languages=bn-BD&languages=bn-IN&languages=br&languages=bs&languages=ca&languages=cak&languages=cs&languages=cy&languages=da&languages=de&languages=dsb&languages=el&languages=en-GB&languages=en-US&languages=en-ZA&languages=eo&languages=es-AR&languages=es-CL&languages=es-ES&languages=es-MX&languages=et&languages=eu&languages=fa&languages=ff&languages=fi&languages=fr&languages=fy-NL&languages=ga-IE&languages=gd&languages=gl&languages=gn&languages=gu-IN&languages=he&languages=hi-IN&languages=hr&languages=hsb&languages=hu&languages=hy-AM&languages=id&languages=is&languages=it&languages=ja&languages=ja-JP-mac&languages=kk&languages=km&languages=kn&languages=ko&languages=lij&languages=lt&languages=lv&languages=mai&languages=mk&languages=ml&languages=mr&languages=ms&languages=nb-NO&languages=nl&languages=nn-NO&languages=or&languages=pa-IN&languages=pl&languages=pt-BR&languages=pt-PT&languages=rm&languages=ro&languages=ru&languages=si&languages=sk&languages=sl&languages=son&languages=sq&languages=sr&languages=sv-SE&languages=ta&languages=te&languages=th&languages=tr&languages=uk&languages=uz&languages=vi&languages=xh&languages=zh-CN&languages=zh-TW&product=Firefox-48.0.1build3-Partial-48.0build2
19:07:01 INFO - Submitting to https://bounceradmin.mozilla.com/api/product_add/
19:07:03 INFO - Server response
19:07:03 INFO -
19:07:03 INFO - linux (linux): /firefox/candidates/48.0.1-candidates/build3/update/linux-i686/:lang/firefox-48.0-48.0.1.partial.mar
19:07:03 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/linux-i686/:lang/firefox-48.0-48.0.1.partial.mar', 'product': u'Firefox-48.0.1build3-Partial-48.0build2', 'os': 'linux'}), kwargs: {}, attempt #1
19:07:03 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Flinux-i686%2F%3Alang%2Ffirefox-48.0-48.0.1.partial.mar&product=Firefox-48.0.1build3-Partial-48.0build2&os=linux
19:07:03 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:07:03 INFO - Server response
19:07:03 INFO - /firefox/candidates/48.0.1-candidates/build3/update/linux-i686/:lang/firefox-48.0-48.0.1.partial.mar
19:07:03 INFO - linux64 (linux64): /firefox/candidates/48.0.1-candidates/build3/update/linux-x86_64/:lang/firefox-48.0-48.0.1.partial.mar
19:07:03 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/linux-x86_64/:lang/firefox-48.0-48.0.1.partial.mar', 'product': u'Firefox-48.0.1build3-Partial-48.0build2', 'os': 'linux64'}), kwargs: {}, attempt #1
19:07:03 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Flinux-x86_64%2F%3Alang%2Ffirefox-48.0-48.0.1.partial.mar&product=Firefox-48.0.1build3-Partial-48.0build2&os=linux64
19:07:03 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:07:04 INFO - Server response
19:07:04 INFO - /firefox/candidates/48.0.1-candidates/build3/update/linux-x86_64/:lang/firefox-48.0-48.0.1.partial.mar
19:07:04 INFO - macosx64 (osx): /firefox/candidates/48.0.1-candidates/build3/update/mac/:lang/firefox-48.0-48.0.1.partial.mar
19:07:04 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/mac/:lang/firefox-48.0-48.0.1.partial.mar', 'product': u'Firefox-48.0.1build3-Partial-48.0build2', 'os': 'osx'}), kwargs: {}, attempt #1
19:07:04 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Fmac%2F%3Alang%2Ffirefox-48.0-48.0.1.partial.mar&product=Firefox-48.0.1build3-Partial-48.0build2&os=osx
19:07:04 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:07:04 INFO - Server response
19:07:04 INFO - /firefox/candidates/48.0.1-candidates/build3/update/mac/:lang/firefox-48.0-48.0.1.partial.mar
19:07:04 INFO - win32 (win): /firefox/candidates/48.0.1-candidates/build3/update/win32/:lang/firefox-48.0-48.0.1.partial.mar
19:07:04 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/win32/:lang/firefox-48.0-48.0.1.partial.mar', 'product': u'Firefox-48.0.1build3-Partial-48.0build2', 'os': 'win'}), kwargs: {}, attempt #1
19:07:04 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Fwin32%2F%3Alang%2Ffirefox-48.0-48.0.1.partial.mar&product=Firefox-48.0.1build3-Partial-48.0build2&os=win
19:07:04 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:07:05 INFO - Server response
19:07:05 INFO - /firefox/candidates/48.0.1-candidates/build3/update/win32/:lang/firefox-48.0-48.0.1.partial.mar
19:07:05 INFO - win64 (win64): /firefox/candidates/48.0.1-candidates/build3/update/win64/:lang/firefox-48.0-48.0.1.partial.mar
19:07:05 INFO - retry: Calling _api_call with args: ('location_add/', {'path': u'/firefox/candidates/48.0.1-candidates/build3/update/win64/:lang/firefox-48.0-48.0.1.partial.mar', 'product': u'Firefox-48.0.1build3-Partial-48.0build2', 'os': 'win64'}), kwargs: {}, attempt #1
19:07:05 INFO - POST data: path=%2Ffirefox%2Fcandidates%2F48.0.1-candidates%2Fbuild3%2Fupdate%2Fwin64%2F%3Alang%2Ffirefox-48.0-48.0.1.partial.mar&product=Firefox-48.0.1build3-Partial-48.0build2&os=win64
19:07:05 INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
19:07:05 INFO - Server response
19:07:05 INFO - /firefox/candidates/48.0.1-candidates/build3/update/win64/:lang/firefox-48.0-48.0.1.partial.mar
19:07:05 INFO - Checking if Firefox-48.0.1-Partial-47.0 already exists
19:07:05 INFO - retry: Calling _api_call with args: (u'product_show?product=Firefox-48.0.1-Partial-47.0', None), kwargs: {}, attempt #1
19:07:05 INFO - Submitting to https://bounceradmin.mozilla.com/api/product_show?product=Firefox-48.0.1-Partial-47.0
19:07:06 INFO - Server response
19:07:06 INFO -
19:07:06 INFO - Products found: 1
19:07:06 WARNING - Product Firefox-48.0.1-Partial-47.0 already exists. Skipping...
19:07:06 INFO - Checking if Firefox-48.0.1-Partial-47.0.1 already exists
19:07:06 INFO - retry: Calling _api_call with args: (u'product_show?product=Firefox-48.0.1-Partial-47.0.1', None), kwargs: {}, attempt #1
19:07:06 INFO - Submitting to https://bounceradmin.mozilla.com/api/product_show?product=Firefox-48.0.1-Partial-47.0.1
19:07:06 INFO - Server response
19:07:06 INFO -
19:07:06 INFO - Products found: 1
19:07:06 WARNING - Product Firefox-48.0.1-Partial-47.0.1 already exists. Skipping...
19:07:06 INFO - Checking if Firefox-48.0.1-Partial-48.0 already exists
19:07:06 INFO - retry: Calling _api_call with args: (u'product_show?product=Firefox-48.0.1-Partial-48.0', None), kwargs: {}, attempt #1
19:07:06 INFO - Submitting to https://bounceradmin.mozilla.com/api/product_show?product=Firefox-48.0.1-Partial-48.0
19:07:07 INFO - Server response
19:07:07 INFO -
19:07:07 INFO - Products found: 1
19:07:07 WARNING - Product Firefox-48.0.1-Partial-48.0 already exists. Skipping...
19:07:07 INFO - Running post-run listener: copy_logs_to_upload_dir
19:07:07 INFO - Copying logs to upload dir...
19:07:07 INFO - mkdir: /builds/slave/rel-m-rel_fx_bncr_sub-00000000/build/upload/logs
19:07:07 INFO - Copying logs to upload dir...
program finished with exit code 0
elapsedTime=22.516256
========= master_lag: 0.02 =========
========= Finished '/tools/buildbot/bin/python scripts/scripts/bouncer_submitter.py ...' (results: 0, elapsed: 22 secs) (at 2016-08-17 19:07:07.301361) =========
========= Started no change (results: 0, elapsed: 0 secs) (at 2016-08-17 19:07:07.304439) =========
bash -c 'for file in `ls -1`; do cat $file; done'
in dir /builds/slave/rel-m-rel_fx_bncr_sub-00000000/properties (timeout 1200 secs)
watching logfiles {}
argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done']
environment:
CCACHE_HASHDIR=
G_BROKEN_FILENAMES=1
HISTCONTROL=ignoredups
HISTSIZE=1000
HOME=/home/cltbld
HOSTNAME=bld-linux64-spot-497.build.releng.usw2.mozilla.com
LANG=en_US.UTF-8
LESSOPEN=|/usr/bin/lesspipe.sh %s
LOGNAME=cltbld
MAIL=/var/spool/mail/cltbld
PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
PWD=/builds/slave/rel-m-rel_fx_bncr_sub-00000000/properties
SHELL=/bin/bash
SHLVL=1
TERM=linux
TMOUT=86400
USER=cltbld
_=/tools/buildbot/bin/python
using PTY: False
program finished with exit code 0
elapsedTime=0.004423
========= master_lag: 0.05 =========
========= Finished no change (results: 0, elapsed: 0 secs) (at 2016-08-17 19:07:07.361699) =========
========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-08-17 19:07:07.362008) =========
rm -f oauth.txt
in dir /builds/slave/rel-m-rel_fx_bncr_sub-00000000/. (timeout 1200 secs)
watching logfiles {}
argv: ['rm', '-f', 'oauth.txt']
environment:
CCACHE_HASHDIR=
G_BROKEN_FILENAMES=1
HISTCONTROL=ignoredups
HISTSIZE=1000
HOME=/home/cltbld
HOSTNAME=bld-linux64-spot-497.build.releng.usw2.mozilla.com
LANG=en_US.UTF-8
LESSOPEN=|/usr/bin/lesspipe.sh %s
LOGNAME=cltbld
MAIL=/var/spool/mail/cltbld
PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
PWD=/builds/slave/rel-m-rel_fx_bncr_sub-00000000
SHELL=/bin/bash
SHLVL=1
TERM=linux
TMOUT=86400
USER=cltbld
_=/tools/buildbot/bin/python
using PTY: False
program finished with exit code 0
elapsedTime=0.002860
========= master_lag: 0.05 =========
========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-08-17 19:07:07.410179) =========
========= Started reboot skipped (results: 3, elapsed: 0 secs) (at 2016-08-17 19:07:07.410459) =========
========= Finished reboot skipped (results: 3, elapsed: 0 secs) (at 2016-08-17 19:07:07.410714) =========
========= Total master_lag: 0.18 =========