builder: mozilla-aurora_xp_ix_test-g2-pgo slave: t-xp32-ix-106 starttime: 1464868551.58 results: failure (2) buildid: 20160602004012 builduid: 8bdd07962cac41e69ed403da98af0905 revision: 2d453fe195446be7ee2a26c05bd7deca5e0cd170 ========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-06-02 04:55:51.583421) ========= master: http://buildbot-master111.bb.releng.scl3.mozilla.com:8201/ ========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-06-02 04:55:51.583872) ========= ========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-06-02 04:55:51.584157) ========= ========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-06-02 04:55:51.719502) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-06-02 04:55:51.719892) ========= 'bash' '-c' 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py' in dir C:\slave\test\. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'] environment: ALLUSERSPROFILE=C:\Documents and Settings\All Users APPDATA=C:\Documents and Settings\cltbld.T-XP32-IX-106\Application Data COMMONPROGRAMFILES=C:\Program Files\Common Files COMPUTERNAME=T-XP32-IX-106 COMSPEC=C:\WINDOWS\system32\cmd.exe CYGWINBASE=C:\cygwin DCLOCATION=SCL3 DNSSUFFIX=wintest.releng.scl3.mozilla.com FP_NO_HOST_CHECK=NO HOMEDRIVE=C: HOMEPATH=\Documents and Settings\cltbld.T-XP32-IX-106 KTS_HOME=C:\Program Files\KTS KTS_VERSION=1.19c LOGONSERVER=\\T-XP32-IX-106 MONDIR=C:\Monitor_config\ MOZBUILDDIR=C:\mozilla-build\ MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_NO_REMOTE=1 NO_EM_RESTART=1 NUMBER_OF_PROCESSORS=8 OS=Windows_NT OURDRIVE=C: PATH=C:\Python24;C:\Python24\Scripts;C:\cygwin\bin;C:\WINDOWS\System32;C:\program files\gnuwin32\bin;C:\WINDOWS;C:\mozilla-build\msys\bin;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\info-zip;C:\mozilla-build\wget;C:\Program Files (x86)\GnuWin32\bin; PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.PSC1 PROCESSOR_ARCHITECTURE=x86 PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel PROCESSOR_LEVEL=6 PROCESSOR_REVISION=1e05 PROGRAMFILES=C:\Program Files PROMPT=$P$G PWD=C:\slave\test RUNLOGFILE=C:\slave\\runslave.log SESSIONNAME=Console SLAVEDIR=C:\slave\ SYSTEMDRIVE=C: SYSTEMROOT=C:\WINDOWS TEMP=C:\DOCUME~1\CLTBLD~1.T-X\LOCALS~1\Temp TEST1=testie TMP=C:\DOCUME~1\CLTBLD~1.T-X\LOCALS~1\Temp USERDOMAIN=T-XP32-IX-106 USERNAME=cltbld USERPROFILE=C:\Documents and Settings\cltbld.T-XP32-IX-106 WINDIR=C:\WINDOWS XPCOM_DEBUG_BREAK=warn using PTY: False --04:56:45-- https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py => `archiver_client.py' Resolving hg.mozilla.org... 63.245.215.102, 63.245.215.25 Connecting to hg.mozilla.org|63.245.215.102|:443... connected. HTTP request sent, awaiting response... 200 Script output follows Length: 12,141 (12K) [text/x-python] 0K .......... . 100% 7.96 MB/s 04:56:45 (7.96 MB/s) - `archiver_client.py' saved [12141/12141] program finished with exit code 0 elapsedTime=0.588000 ========= master_lag: 0.14 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-06-02 04:55:52.452499) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 2 secs) (at 2016-06-02 04:55:52.452839) ========= 'rm' '-rf' 'scripts' 'properties' in dir C:\slave\test\. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'scripts', 'properties'] environment: ALLUSERSPROFILE=C:\Documents and Settings\All Users APPDATA=C:\Documents and Settings\cltbld.T-XP32-IX-106\Application Data COMMONPROGRAMFILES=C:\Program Files\Common Files COMPUTERNAME=T-XP32-IX-106 COMSPEC=C:\WINDOWS\system32\cmd.exe CYGWINBASE=C:\cygwin DCLOCATION=SCL3 DNSSUFFIX=wintest.releng.scl3.mozilla.com FP_NO_HOST_CHECK=NO HOMEDRIVE=C: HOMEPATH=\Documents and Settings\cltbld.T-XP32-IX-106 KTS_HOME=C:\Program Files\KTS KTS_VERSION=1.19c LOGONSERVER=\\T-XP32-IX-106 MONDIR=C:\Monitor_config\ MOZBUILDDIR=C:\mozilla-build\ MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_NO_REMOTE=1 NO_EM_RESTART=1 NUMBER_OF_PROCESSORS=8 OS=Windows_NT OURDRIVE=C: PATH=C:\Python24;C:\Python24\Scripts;C:\cygwin\bin;C:\WINDOWS\System32;C:\program files\gnuwin32\bin;C:\WINDOWS;C:\mozilla-build\msys\bin;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\info-zip;C:\mozilla-build\wget;C:\Program Files (x86)\GnuWin32\bin; PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.PSC1 PROCESSOR_ARCHITECTURE=x86 PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel PROCESSOR_LEVEL=6 PROCESSOR_REVISION=1e05 PROGRAMFILES=C:\Program Files PROMPT=$P$G PWD=C:\slave\test RUNLOGFILE=C:\slave\\runslave.log SESSIONNAME=Console SLAVEDIR=C:\slave\ SYSTEMDRIVE=C: SYSTEMROOT=C:\WINDOWS TEMP=C:\DOCUME~1\CLTBLD~1.T-X\LOCALS~1\Temp TEST1=testie TMP=C:\DOCUME~1\CLTBLD~1.T-X\LOCALS~1\Temp USERDOMAIN=T-XP32-IX-106 USERNAME=cltbld USERPROFILE=C:\Documents and Settings\cltbld.T-XP32-IX-106 WINDIR=C:\WINDOWS XPCOM_DEBUG_BREAK=warn using PTY: False program finished with exit code 0 elapsedTime=1.739000 ========= master_lag: 0.49 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 2 secs) (at 2016-06-02 04:55:54.685996) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-06-02 04:55:54.686357) ========= 'bash' '-c' u'python archiver_client.py mozharness --repo releases/mozilla-aurora --rev 2d453fe195446be7ee2a26c05bd7deca5e0cd170 --destination scripts --debug' in dir C:\slave\test\. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', u'python archiver_client.py mozharness --repo releases/mozilla-aurora --rev 2d453fe195446be7ee2a26c05bd7deca5e0cd170 --destination scripts --debug'] environment: ALLUSERSPROFILE=C:\Documents and Settings\All Users APPDATA=C:\Documents and Settings\cltbld.T-XP32-IX-106\Application Data COMMONPROGRAMFILES=C:\Program Files\Common Files COMPUTERNAME=T-XP32-IX-106 COMSPEC=C:\WINDOWS\system32\cmd.exe CYGWINBASE=C:\cygwin DCLOCATION=SCL3 DNSSUFFIX=wintest.releng.scl3.mozilla.com FP_NO_HOST_CHECK=NO HOMEDRIVE=C: HOMEPATH=\Documents and Settings\cltbld.T-XP32-IX-106 KTS_HOME=C:\Program Files\KTS KTS_VERSION=1.19c LOGONSERVER=\\T-XP32-IX-106 MONDIR=C:\Monitor_config\ MOZBUILDDIR=C:\mozilla-build\ MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_NO_REMOTE=1 NO_EM_RESTART=1 NUMBER_OF_PROCESSORS=8 OS=Windows_NT OURDRIVE=C: PATH=C:\Python24;C:\Python24\Scripts;C:\cygwin\bin;C:\WINDOWS\System32;C:\program files\gnuwin32\bin;C:\WINDOWS;C:\mozilla-build\msys\bin;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\info-zip;C:\mozilla-build\wget;C:\Program Files (x86)\GnuWin32\bin; PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.PSC1 PROCESSOR_ARCHITECTURE=x86 PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel PROCESSOR_LEVEL=6 PROCESSOR_REVISION=1e05 PROGRAMFILES=C:\Program Files PROMPT=$P$G PWD=C:\slave\test RUNLOGFILE=C:\slave\\runslave.log SESSIONNAME=Console SLAVEDIR=C:\slave\ SYSTEMDRIVE=C: SYSTEMROOT=C:\WINDOWS TEMP=C:\DOCUME~1\CLTBLD~1.T-X\LOCALS~1\Temp TEST1=testie TMP=C:\DOCUME~1\CLTBLD~1.T-X\LOCALS~1\Temp USERDOMAIN=T-XP32-IX-106 USERNAME=cltbld USERPROFILE=C:\Documents and Settings\cltbld.T-XP32-IX-106 WINDIR=C:\WINDOWS XPCOM_DEBUG_BREAK=warn using PTY: False 2016-06-02 04:56:48,015 truncating revision to first 12 chars 2016-06-02 04:56:48,015 Setting DEBUG logging. 2016-06-02 04:56:48,015 attempt 1/10 2016-06-02 04:56:48,015 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/releases/mozilla-aurora/2d453fe19544?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2016-06-02 04:56:48,641 unpacking tar archive at: mozilla-aurora-2d453fe19544/testing/mozharness/ program finished with exit code 0 elapsedTime=1.317000 ========= master_lag: 0.40 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-06-02 04:55:56.398545) ========= ========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-06-02 04:55:56.398903) ========= script_repo_revision: 2d453fe195446be7ee2a26c05bd7deca5e0cd170 ========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-06-02 04:55:56.399317) ========= ========= Started downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-06-02 04:55:56.399609) ========= ========= Finished downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-06-02 04:55:56.414327) ========= ========= Started 'c:/mozilla-build/python27/python -u ...' failed (results: 2, elapsed: 2 mins, 41 secs) (at 2016-06-02 04:55:56.414740) ========= 'c:/mozilla-build/python27/python' '-u' 'scripts/scripts/talos_script.py' '--suite' 'g2' '--add-option' '--webServer,localhost' '--branch-name' 'Mozilla-Aurora' '--cfg' 'talos/windows_config.py' '--download-symbols' 'ondemand' '--use-talos-json' '--blob-upload-branch' 'Mozilla-Aurora' in dir C:\slave\test\. (timeout 3600 secs) (maxTime 7200 secs) watching logfiles {} argv: ['c:/mozilla-build/python27/python', '-u', 'scripts/scripts/talos_script.py', '--suite', 'g2', '--add-option', '--webServer,localhost', '--branch-name', 'Mozilla-Aurora', '--cfg', 'talos/windows_config.py', '--download-symbols', 'ondemand', '--use-talos-json', '--blob-upload-branch', 'Mozilla-Aurora'] environment: ALLUSERSPROFILE=C:\Documents and Settings\All Users APPDATA=C:\Documents and Settings\cltbld.T-XP32-IX-106\Application Data COMMONPROGRAMFILES=C:\Program Files\Common Files COMPUTERNAME=T-XP32-IX-106 COMSPEC=C:\WINDOWS\system32\cmd.exe CYGWINBASE=C:\cygwin DCLOCATION=SCL3 DNSSUFFIX=wintest.releng.scl3.mozilla.com FP_NO_HOST_CHECK=NO HOMEDRIVE=C: HOMEPATH=\Documents and Settings\cltbld.T-XP32-IX-106 KTS_HOME=C:\Program Files\KTS KTS_VERSION=1.19c LOGONSERVER=\\T-XP32-IX-106 MONDIR=C:\Monitor_config\ MOZBUILDDIR=C:\mozilla-build\ MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_NO_REMOTE=1 NO_EM_RESTART=1 NUMBER_OF_PROCESSORS=8 OS=Windows_NT OURDRIVE=C: PATH=C:\Python24;C:\Python24\Scripts;C:\cygwin\bin;C:\WINDOWS\System32;C:\program files\gnuwin32\bin;C:\WINDOWS;C:\mozilla-build\msys\bin;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\info-zip;C:\mozilla-build\wget;C:\Program Files (x86)\GnuWin32\bin; PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.PSC1 PROCESSOR_ARCHITECTURE=x86 PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel PROCESSOR_LEVEL=6 PROCESSOR_REVISION=1e05 PROGRAMFILES=C:\Program Files PROMPT=$P$G PROPERTIES_FILE=/builds/slave/test/buildprops.json PWD=C:\slave\test RUNLOGFILE=C:\slave\\runslave.log SESSIONNAME=Console SLAVEDIR=C:\slave\ SYSTEMDRIVE=C: SYSTEMROOT=C:\WINDOWS TEMP=C:\DOCUME~1\CLTBLD~1.T-X\LOCALS~1\Temp TEST1=testie TMP=C:\DOCUME~1\CLTBLD~1.T-X\LOCALS~1\Temp USERDOMAIN=T-XP32-IX-106 USERNAME=cltbld USERPROFILE=C:\Documents and Settings\cltbld.T-XP32-IX-106 WINDIR=C:\WINDOWS XPCOM_DEBUG_BREAK=warn using PTY: False 04:56:49 INFO - MultiFileLogger online at 20160602 04:56:49 in C:\slave\test 04:56:49 INFO - Run as scripts/scripts/talos_script.py --suite g2 --add-option --webServer,localhost --branch-name Mozilla-Aurora --cfg talos/windows_config.py --download-symbols ondemand --use-talos-json --blob-upload-branch Mozilla-Aurora 04:56:49 INFO - Dumping config to C:\slave\test\logs\localconfig.json. 04:56:49 INFO - {'append_to_log': False, 04:56:49 INFO - 'base_work_dir': 'C:\\slave\\test', 04:56:49 INFO - 'blob_upload_branch': 'Mozilla-Aurora', 04:56:49 INFO - 'blob_uploader_auth_file': 'C:\\slave\\test\\oauth.txt', 04:56:49 INFO - 'branch': 'Mozilla-Aurora', 04:56:49 INFO - 'buildbot_json_path': 'buildprops.json', 04:56:49 INFO - 'config_files': ('talos/windows_config.py',), 04:56:49 INFO - 'default_actions': ('clobber', 04:56:49 INFO - 'read-buildbot-config', 04:56:49 INFO - 'download-and-extract', 04:56:49 INFO - 'populate-webroot', 04:56:49 INFO - 'create-virtualenv', 04:56:49 INFO - 'install', 04:56:49 INFO - 'run-tests'), 04:56:49 INFO - 'default_blob_upload_servers': ('https://blobupload.elasticbeanstalk.com',), 04:56:49 INFO - 'download_minidump_stackwalk': True, 04:56:49 INFO - 'download_symbols': 'ondemand', 04:56:49 INFO - 'exes': {'easy_install': ('C:\\slave\\test\\build/venv/scripts/python', 04:56:49 INFO - 'C:\\slave\\test\\build/venv/scripts/easy_install-2.7-script.py'), 04:56:49 INFO - 'hg': 'c:/mozilla-build/hg/hg', 04:56:49 INFO - 'mozinstall': ('C:\\slave\\test\\build/venv/scripts/python', 04:56:49 INFO - 'C:\\slave\\test\\build/venv/scripts/mozinstall-script.py'), 04:56:49 INFO - 'python': 'c:/mozilla-build/python27/python.exe', 04:56:49 INFO - 'tooltool.py': ('c:/mozilla-build/python27/python.exe', 04:56:49 INFO - 'C:/mozilla-build/tooltool.py'), 04:56:49 INFO - 'virtualenv': ('c:/mozilla-build/python27/python.exe', 04:56:49 INFO - 'c:/mozilla-build/buildbotve/virtualenv.py')}, 04:56:49 INFO - 'find_links': ('http://pypi.pvt.build.mozilla.org/pub', 04:56:49 INFO - 'http://pypi.pub.build.mozilla.org/pub'), 04:56:49 INFO - 'installer_path': 'installer.exe', 04:56:49 INFO - 'log_level': 'info', 04:56:49 INFO - 'log_name': 'talos', 04:56:49 INFO - 'log_to_console': True, 04:56:49 INFO - 'metro_harness_path_frmt': '%(metro_base_path)s/metro/metrotestharness.exe', 04:56:49 INFO - 'minidump_stackwalk_path': 'win32-minidump_stackwalk.exe', 04:56:49 INFO - 'minidump_tooltool_manifest_path': 'config/tooltool-manifests/win32/releng.manifest', 04:56:49 INFO - 'opt_config_files': (), 04:56:49 INFO - 'pip_index': False, 04:56:49 INFO - 'sps_profile': False, 04:56:49 INFO - 'sps_profile_interval': 0, 04:56:49 INFO - 'suite': 'g2', 04:56:49 INFO - 'system_bits': '32', 04:56:49 INFO - 'talos_extra_options': ('--webServer', 'localhost'), 04:56:49 INFO - 'title': 't-xp32-ix-106', 04:56:49 INFO - 'use_talos_json': True, 04:56:49 INFO - 'virtualenv_modules': ('pywin32', 'talos', 'mozinstall'), 04:56:49 INFO - 'virtualenv_path': 'C:\\slave\\test\\build/venv', 04:56:49 INFO - 'virtualenv_python_dll': 'c:/mozilla-build/python27/python27.dll', 04:56:49 INFO - 'volatile_config': {'actions': None, 'add_actions': None, 'no_actions': None}, 04:56:49 INFO - 'work_dir': 'build'} 04:56:49 INFO - ##### 04:56:49 INFO - ##### Running clobber step. 04:56:49 INFO - ##### 04:56:49 INFO - Running pre-action listener: _resource_record_pre_action 04:56:49 INFO - Running main action method: clobber 04:56:49 INFO - rmtree: C:\slave\test\build 04:56:49 INFO - Using _rmtree_windows ... 04:56:49 INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #1 04:57:28 INFO - Running post-action listener: _resource_record_post_action 04:57:28 INFO - ##### 04:57:28 INFO - ##### Running read-buildbot-config step. 04:57:28 INFO - ##### 04:57:28 INFO - Running pre-action listener: _resource_record_pre_action 04:57:28 INFO - Running main action method: read_buildbot_config 04:57:28 INFO - Using buildbot properties: 04:57:28 INFO - { 04:57:28 INFO - "project": "", 04:57:28 INFO - "product": "firefox", 04:57:28 INFO - "script_repo_revision": "production", 04:57:28 INFO - "builddir": "mozilla-aurora_xp_ix_test-g2", 04:57:28 INFO - "repository": "", 04:57:28 INFO - "buildername": "Windows XP 32-bit mozilla-aurora pgo talos g2", 04:57:28 INFO - "buildid": "20160602004012", 04:57:28 INFO - "stage_platform": "win32-pgo", 04:57:28 INFO - "basedir": "/builds/slave/test", 04:57:28 INFO - "nightly_build": "True", 04:57:28 INFO - "buildnumber": 17, 04:57:28 INFO - "slavename": "t-xp32-ix-106", 04:57:28 INFO - "master": "http://buildbot-master111.bb.releng.scl3.mozilla.com:8201/", 04:57:28 INFO - "platform": "xp_ix", 04:57:28 INFO - "scheduler": "tests-mozilla-aurora-win32-pgo-talos", 04:57:28 INFO - "branch": "mozilla-aurora", 04:57:28 INFO - "repo_path": "releases/mozilla-aurora", 04:57:28 INFO - "revision": "2d453fe195446be7ee2a26c05bd7deca5e0cd170", 04:57:28 INFO - "pgo_build": "True", 04:57:28 INFO - "builduid": "8bdd07962cac41e69ed403da98af0905", 04:57:28 INFO - "slavebuilddir": "test" 04:57:28 INFO - } 04:57:28 INFO - Found installer url https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.zip. 04:57:28 INFO - Running post-action listener: _resource_record_post_action 04:57:28 INFO - ##### 04:57:28 INFO - ##### Running download-and-extract step. 04:57:28 INFO - ##### 04:57:28 INFO - Running pre-action listener: _resource_record_pre_action 04:57:28 INFO - Running main action method: download_and_extract 04:57:28 INFO - mkdir: C:\slave\test\build\tests 04:57:28 INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pvtbuilds.pvt.build.mozilla.org', 'pvtbuilds.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org'), ('https://queue.taskcluster.net', 'queue.taskcluster.net')]} 04:57:28 INFO - https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.test_packages.json matches https://queue.taskcluster.net 04:57:28 INFO - trying https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.test_packages.json 04:57:28 INFO - Downloading https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.test_packages.json to C:\slave\test\build\firefox-48.0a2.en-US.win32.test_packages.json 04:57:28 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.test_packages.json', 'file_name': 'C:\\slave\\test\\build\\firefox-48.0a2.en-US.win32.test_packages.json'}, attempt #1 04:57:36 INFO - Downloaded 1218 bytes. 04:57:36 INFO - Reading from file C:\slave\test\build\firefox-48.0a2.en-US.win32.test_packages.json 04:57:36 INFO - Using the following test package requirements: 04:57:36 INFO - {u'common': [u'firefox-48.0a2.en-US.win32.common.tests.zip'], 04:57:36 INFO - u'cppunittest': [u'firefox-48.0a2.en-US.win32.common.tests.zip', 04:57:36 INFO - u'firefox-48.0a2.en-US.win32.cppunittest.tests.zip'], 04:57:36 INFO - u'gtest': [u'firefox-48.0a2.en-US.win32.common.tests.zip'], 04:57:36 INFO - u'jittest': [u'firefox-48.0a2.en-US.win32.common.tests.zip', 04:57:36 INFO - u'jsshell-win32.zip'], 04:57:36 INFO - u'mochitest': [u'firefox-48.0a2.en-US.win32.common.tests.zip', 04:57:36 INFO - u'firefox-48.0a2.en-US.win32.mochitest.tests.zip'], 04:57:36 INFO - u'mozbase': [u'firefox-48.0a2.en-US.win32.common.tests.zip'], 04:57:36 INFO - u'reftest': [u'firefox-48.0a2.en-US.win32.common.tests.zip', 04:57:36 INFO - u'firefox-48.0a2.en-US.win32.reftest.tests.zip'], 04:57:36 INFO - u'talos': [u'firefox-48.0a2.en-US.win32.common.tests.zip', 04:57:36 INFO - u'firefox-48.0a2.en-US.win32.talos.tests.zip'], 04:57:36 INFO - u'web-platform': [u'firefox-48.0a2.en-US.win32.common.tests.zip', 04:57:36 INFO - u'firefox-48.0a2.en-US.win32.web-platform.tests.zip'], 04:57:36 INFO - u'xpcshell': [u'firefox-48.0a2.en-US.win32.common.tests.zip', 04:57:36 INFO - u'firefox-48.0a2.en-US.win32.xpcshell.tests.zip']} 04:57:36 INFO - Downloading packages: [u'firefox-48.0a2.en-US.win32.common.tests.zip'] for test suite category: common 04:57:36 INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pvtbuilds.pvt.build.mozilla.org', 'pvtbuilds.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org'), ('https://queue.taskcluster.net', 'queue.taskcluster.net')]} 04:57:36 INFO - https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.common.tests.zip matches https://queue.taskcluster.net 04:57:36 INFO - trying https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.common.tests.zip 04:57:36 INFO - Downloading https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.common.tests.zip to C:\slave\test\build\firefox-48.0a2.en-US.win32.common.tests.zip 04:57:36 INFO - retry: Calling _download_file with args: (), kwargs: {'url': u'https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.common.tests.zip', 'file_name': u'C:\\slave\\test\\build\\firefox-48.0a2.en-US.win32.common.tests.zip'}, attempt #1 04:57:45 INFO - Downloaded 19032172 bytes. 04:57:45 INFO - Running command: ['unzip', '-q', '-o', u'C:\\slave\\test\\build\\firefox-48.0a2.en-US.win32.common.tests.zip', '-d', 'C:\\slave\\test\\build\\tests'] 04:57:45 INFO - Copy/paste: unzip -q -o C:\slave\test\build\firefox-48.0a2.en-US.win32.common.tests.zip -d C:\slave\test\build\tests 04:58:04 INFO - Return code: 0 04:58:04 INFO - Downloading packages: [u'firefox-48.0a2.en-US.win32.common.tests.zip', u'firefox-48.0a2.en-US.win32.talos.tests.zip'] for test suite category: talos 04:58:04 INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pvtbuilds.pvt.build.mozilla.org', 'pvtbuilds.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org'), ('https://queue.taskcluster.net', 'queue.taskcluster.net')]} 04:58:04 INFO - https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.common.tests.zip matches https://queue.taskcluster.net 04:58:04 INFO - trying https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.common.tests.zip 04:58:04 INFO - Downloading https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.common.tests.zip to C:\slave\test\build\firefox-48.0a2.en-US.win32.common.tests.zip 04:58:04 INFO - retry: Calling _download_file with args: (), kwargs: {'url': u'https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.common.tests.zip', 'file_name': u'C:\\slave\\test\\build\\firefox-48.0a2.en-US.win32.common.tests.zip'}, attempt #1 04:58:12 INFO - Downloaded 19032172 bytes. 04:58:12 INFO - Running command: ['unzip', '-q', '-o', u'C:\\slave\\test\\build\\firefox-48.0a2.en-US.win32.common.tests.zip', '-d', 'C:\\slave\\test\\build\\tests'] 04:58:12 INFO - Copy/paste: unzip -q -o C:\slave\test\build\firefox-48.0a2.en-US.win32.common.tests.zip -d C:\slave\test\build\tests 04:58:27 INFO - Return code: 0 04:58:27 INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pvtbuilds.pvt.build.mozilla.org', 'pvtbuilds.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org'), ('https://queue.taskcluster.net', 'queue.taskcluster.net')]} 04:58:27 INFO - https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.talos.tests.zip matches https://queue.taskcluster.net 04:58:27 INFO - trying https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.talos.tests.zip 04:58:27 INFO - Downloading https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.talos.tests.zip to C:\slave\test\build\firefox-48.0a2.en-US.win32.talos.tests.zip 04:58:27 INFO - retry: Calling _download_file with args: (), kwargs: {'url': u'https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.talos.tests.zip', 'file_name': u'C:\\slave\\test\\build\\firefox-48.0a2.en-US.win32.talos.tests.zip'}, attempt #1 04:58:39 INFO - Downloaded 10840145 bytes. 04:58:39 INFO - Running command: ['unzip', '-q', '-o', u'C:\\slave\\test\\build\\firefox-48.0a2.en-US.win32.talos.tests.zip', '-d', 'C:\\slave\\test\\build\\tests'] 04:58:39 INFO - Copy/paste: unzip -q -o C:\slave\test\build\firefox-48.0a2.en-US.win32.talos.tests.zip -d C:\slave\test\build\tests 04:58:40 INFO - Return code: 0 04:58:40 INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pvtbuilds.pvt.build.mozilla.org', 'pvtbuilds.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org'), ('https://queue.taskcluster.net', 'queue.taskcluster.net')]} 04:58:40 INFO - https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.zip matches https://queue.taskcluster.net 04:58:40 INFO - trying https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.zip 04:58:40 INFO - Downloading https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.zip to C:\slave\test\build\firefox-48.0a2.en-US.win32.zip 04:58:40 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.zip', 'file_name': 'C:\\slave\\test\\build\\firefox-48.0a2.en-US.win32.zip'}, attempt #1 04:58:52 INFO - Downloaded 56249198 bytes. 04:58:52 INFO - Setting buildbot property build_url to https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.zip 04:58:52 INFO - mkdir: C:\slave\test\properties 04:58:52 INFO - Writing buildbot properties ['build_url'] to C:\slave\test\properties\build_url 04:58:52 INFO - Writing to file C:\slave\test\properties\build_url 04:58:52 INFO - Contents: 04:58:52 INFO - build_url:https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.zip 04:59:05 INFO - Running post-action listener: _resource_record_post_action 04:59:05 INFO - Running post-action listener: set_extra_try_arguments 04:59:05 FATAL - Uncaught exception: Traceback (most recent call last): 04:59:05 FATAL - File "C:\slave\test\scripts\mozharness\base\script.py", line 1765, in run 04:59:05 FATAL - self.run_action(action) 04:59:05 FATAL - File "C:\slave\test\scripts\mozharness\base\script.py", line 1707, in run_action 04:59:05 FATAL - self._possibly_run_method(method_name, error_if_missing=True) 04:59:05 FATAL - File "C:\slave\test\scripts\mozharness\base\script.py", line 1647, in _possibly_run_method 04:59:05 FATAL - return getattr(self, method_name)() 04:59:05 FATAL - File "C:\slave\test\scripts\mozharness\mozilla\testing\talos.py", line 291, in download_and_extract 04:59:05 FATAL - suite_categories=['common', 'talos'] 04:59:05 FATAL - File "C:\slave\test\scripts\mozharness\mozilla\testing\testbase.py", line 566, in download_and_extract 04:59:05 FATAL - self._download_and_extract_symbols() 04:59:05 FATAL - File "C:\slave\test\scripts\mozharness\mozilla\testing\testbase.py", line 518, in _download_and_extract_symbols 04:59:05 FATAL - self.symbols_url = self.query_symbols_url() 04:59:05 FATAL - File "C:\slave\test\scripts\mozharness\mozilla\testing\testbase.py", line 199, in query_symbols_url 04:59:05 FATAL - self._urlopen(symbols_url) 04:59:05 FATAL - File "C:\slave\test\scripts\mozharness\mozilla\testing\testbase.py", line 292, in _urlopen 04:59:05 FATAL - return urllib2.urlopen(url, **kwargs) 04:59:05 FATAL - File "c:\mozilla-build\python27\lib\urllib2.py", line 126, in urlopen 04:59:05 FATAL - return _opener.open(url, data, timeout) 04:59:05 FATAL - File "c:\mozilla-build\python27\lib\urllib2.py", line 400, in open 04:59:05 FATAL - response = self._open(req, data) 04:59:05 FATAL - File "c:\mozilla-build\python27\lib\urllib2.py", line 418, in _open 04:59:05 FATAL - '_open', req) 04:59:05 FATAL - File "c:\mozilla-build\python27\lib\urllib2.py", line 378, in _call_chain 04:59:05 FATAL - result = func(*args) 04:59:05 FATAL - File "c:\mozilla-build\python27\lib\urllib2.py", line 1215, in https_open 04:59:05 FATAL - return self.do_open(httplib.HTTPSConnection, req) 04:59:05 FATAL - File "c:\mozilla-build\python27\lib\urllib2.py", line 1180, in do_open 04:59:05 FATAL - r = h.getresponse(buffering=True) 04:59:05 FATAL - File "c:\mozilla-build\python27\lib\httplib.py", line 1030, in getresponse 04:59:05 FATAL - response.begin() 04:59:05 FATAL - File "c:\mozilla-build\python27\lib\httplib.py", line 407, in begin 04:59:05 FATAL - version, status, reason = self._read_status() 04:59:05 FATAL - File "c:\mozilla-build\python27\lib\httplib.py", line 371, in _read_status 04:59:05 FATAL - raise BadStatusLine(line) 04:59:05 FATAL - BadStatusLine: '' 04:59:05 FATAL - Running post_fatal callback... 04:59:05 FATAL - Exiting -1 04:59:05 INFO - Running post-run listener: _resource_record_post_run 04:59:05 INFO - Running post-run listener: _upload_blobber_files 04:59:05 INFO - Blob upload gear active. 04:59:05 WARNING - Blob upload directory does not exist! 04:59:05 INFO - Running post-run listener: copy_logs_to_upload_dir 04:59:05 INFO - Copying logs to upload dir... 04:59:05 INFO - mkdir: C:\slave\test\build\upload\logs program finished with exit code -1 elapsedTime=136.883000 ========= master_lag: 24.63 ========= ========= Finished 'c:/mozilla-build/python27/python -u ...' failed (results: 2, elapsed: 2 mins, 41 secs) (at 2016-06-02 04:58:37.925109) ========= ========= Started set props: build_url (results: 0, elapsed: 0 secs) (at 2016-06-02 04:58:37.925795) ========= 'cmd' '/C' 'for' '%f' 'in' '(*)' 'do' '@type' '%f' in dir C:\slave\test\properties (timeout 1200 secs) watching logfiles {} argv: ['cmd', '/C', 'for', '%f', 'in', '(*)', 'do', '@type', '%f'] environment: ALLUSERSPROFILE=C:\Documents and Settings\All Users APPDATA=C:\Documents and Settings\cltbld.T-XP32-IX-106\Application Data COMMONPROGRAMFILES=C:\Program Files\Common Files COMPUTERNAME=T-XP32-IX-106 COMSPEC=C:\WINDOWS\system32\cmd.exe CYGWINBASE=C:\cygwin DCLOCATION=SCL3 DNSSUFFIX=wintest.releng.scl3.mozilla.com FP_NO_HOST_CHECK=NO HOMEDRIVE=C: HOMEPATH=\Documents and Settings\cltbld.T-XP32-IX-106 KTS_HOME=C:\Program Files\KTS KTS_VERSION=1.19c LOGONSERVER=\\T-XP32-IX-106 MONDIR=C:\Monitor_config\ MOZBUILDDIR=C:\mozilla-build\ MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_NO_REMOTE=1 NO_EM_RESTART=1 NUMBER_OF_PROCESSORS=8 OS=Windows_NT OURDRIVE=C: PATH=C:\Python24;C:\Python24\Scripts;C:\cygwin\bin;C:\WINDOWS\System32;C:\program files\gnuwin32\bin;C:\WINDOWS;C:\mozilla-build\msys\bin;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\info-zip;C:\mozilla-build\wget;C:\Program Files (x86)\GnuWin32\bin; PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.PSC1 PROCESSOR_ARCHITECTURE=x86 PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel PROCESSOR_LEVEL=6 PROCESSOR_REVISION=1e05 PROGRAMFILES=C:\Program Files PROMPT=$P$G PWD=C:\slave\test\properties RUNLOGFILE=C:\slave\\runslave.log SESSIONNAME=Console SLAVEDIR=C:\slave\ SYSTEMDRIVE=C: SYSTEMROOT=C:\WINDOWS TEMP=C:\DOCUME~1\CLTBLD~1.T-X\LOCALS~1\Temp TEST1=testie TMP=C:\DOCUME~1\CLTBLD~1.T-X\LOCALS~1\Temp USERDOMAIN=T-XP32-IX-106 USERNAME=cltbld USERPROFILE=C:\Documents and Settings\cltbld.T-XP32-IX-106 WINDIR=C:\WINDOWS XPCOM_DEBUG_BREAK=warn using PTY: False build_url:https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.zip program finished with exit code 0 elapsedTime=0.102000 build_url: 'https://queue.taskcluster.net/v1/task/DZLG_4zjRzGO1yQLdUZAaQ/artifacts/public/build/firefox-48.0a2.en-US.win32.zip' ========= master_lag: 0.16 ========= ========= Finished set props: build_url (results: 0, elapsed: 0 secs) (at 2016-06-02 04:58:38.191476) ========= ========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-06-02 04:58:38.191801) ========= 'rm' '-f' 'oauth.txt' in dir C:\slave\test\. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-f', 'oauth.txt'] environment: ALLUSERSPROFILE=C:\Documents and Settings\All Users APPDATA=C:\Documents and Settings\cltbld.T-XP32-IX-106\Application Data COMMONPROGRAMFILES=C:\Program Files\Common Files COMPUTERNAME=T-XP32-IX-106 COMSPEC=C:\WINDOWS\system32\cmd.exe CYGWINBASE=C:\cygwin DCLOCATION=SCL3 DNSSUFFIX=wintest.releng.scl3.mozilla.com FP_NO_HOST_CHECK=NO HOMEDRIVE=C: HOMEPATH=\Documents and Settings\cltbld.T-XP32-IX-106 KTS_HOME=C:\Program Files\KTS KTS_VERSION=1.19c LOGONSERVER=\\T-XP32-IX-106 MONDIR=C:\Monitor_config\ MOZBUILDDIR=C:\mozilla-build\ MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_NO_REMOTE=1 NO_EM_RESTART=1 NUMBER_OF_PROCESSORS=8 OS=Windows_NT OURDRIVE=C: PATH=C:\Python24;C:\Python24\Scripts;C:\cygwin\bin;C:\WINDOWS\System32;C:\program files\gnuwin32\bin;C:\WINDOWS;C:\mozilla-build\msys\bin;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\info-zip;C:\mozilla-build\wget;C:\Program Files (x86)\GnuWin32\bin; PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.PSC1 PROCESSOR_ARCHITECTURE=x86 PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel PROCESSOR_LEVEL=6 PROCESSOR_REVISION=1e05 PROGRAMFILES=C:\Program Files PROMPT=$P$G PWD=C:\slave\test RUNLOGFILE=C:\slave\\runslave.log SESSIONNAME=Console SLAVEDIR=C:\slave\ SYSTEMDRIVE=C: SYSTEMROOT=C:\WINDOWS TEMP=C:\DOCUME~1\CLTBLD~1.T-X\LOCALS~1\Temp TEST1=testie TMP=C:\DOCUME~1\CLTBLD~1.T-X\LOCALS~1\Temp USERDOMAIN=T-XP32-IX-106 USERNAME=cltbld USERPROFILE=C:\Documents and Settings\cltbld.T-XP32-IX-106 WINDIR=C:\WINDOWS XPCOM_DEBUG_BREAK=warn using PTY: False program finished with exit code 0 elapsedTime=0.102000 ========= master_lag: 0.01 ========= ========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-06-02 04:58:38.307408) ========= ========= Started reboot slave lost (results: 0, elapsed: 0 secs) (at 2016-06-02 04:58:38.307772) ========= ========= Finished reboot slave lost (results: 0, elapsed: 0 secs) (at 2016-06-02 04:58:38.887189) ========= ========= Total master_lag: 25.84 =========