builder: mozilla-esr45_ubuntu64_vm_test_pgo-cppunit
slave: tst-linux64-spot-390
starttime: 1488798635.0
results: retry (5)
buildid: 20170306014017
builduid: 137aee4ae32b4dacbd55f9c6d4e60694
revision: b0d156c7445e450d2ef92226653315e74aefa0d3

========= Started set props: master (results: 0, elapsed: 0 secs) (at 2017-03-06 03:10:35.003779) =========
master: http://buildbot-master54.bb.releng.usw2.mozilla.com:8201/
========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2017-03-06 03:10:35.004488) =========

========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2017-03-06 03:10:35.004783) =========
========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2017-03-06 03:10:35.027275) =========

========= Started 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2017-03-06 03:10:35.027552) =========
bash -c 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'
 in dir /builds/slave/test/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py']
 environment:
  HOME=/home/cltbld
  LANG=en_US.UTF-8
  LOGNAME=cltbld
  MAIL=/var/mail/cltbld
  NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript
  PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games
  PWD=/builds/slave/test
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1488798524.609698-16841463
  _=/tools/buildbot/bin/python
 using PTY: False
--2017-03-06 03:10:35--  https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py
Resolving hg.mozilla.org (hg.mozilla.org)... 63.245.215.25, 63.245.215.102
Connecting to hg.mozilla.org (hg.mozilla.org)|63.245.215.25|:443... connected.
HTTP request sent, awaiting response... 200 Script output follows
Length: 12179 (12K) [text/x-python]
Saving to: `archiver_client.py'

     0K .......... .                                          100% 8.54M=0.001s

2017-03-06 03:10:35 (8.54 MB/s) - `archiver_client.py' saved [12179/12179]

program finished with exit code 0
elapsedTime=0.265106
========= master_lag: 0.04 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2017-03-06 03:10:35.330176) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2017-03-06 03:10:35.330453) =========
rm -rf scripts properties
 in dir /builds/slave/test/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'scripts', 'properties']
 environment:
  HOME=/home/cltbld
  LANG=en_US.UTF-8
  LOGNAME=cltbld
  MAIL=/var/mail/cltbld
  NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript
  PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games
  PWD=/builds/slave/test
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1488798524.609698-16841463
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.020469
========= master_lag: 0.64 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2017-03-06 03:10:35.994033) =========

========= Started 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2017-03-06 03:10:35.994538) =========
bash -c 'python archiver_client.py mozharness --repo releases/mozilla-esr45 --rev b0d156c7445e450d2ef92226653315e74aefa0d3 --destination scripts --debug'
 in dir /builds/slave/test/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', u'python archiver_client.py mozharness --repo releases/mozilla-esr45 --rev b0d156c7445e450d2ef92226653315e74aefa0d3 --destination scripts --debug']
 environment:
  HOME=/home/cltbld
  LANG=en_US.UTF-8
  LOGNAME=cltbld
  MAIL=/var/mail/cltbld
  NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript
  PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games
  PWD=/builds/slave/test
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1488798524.609698-16841463
  _=/tools/buildbot/bin/python
 using PTY: False
2017-03-06 03:10:36,175 truncating revision to first 12 chars
2017-03-06 03:10:36,175 Setting DEBUG logging.
2017-03-06 03:10:36,176 attempt 1/10
2017-03-06 03:10:36,176 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/releases/mozilla-esr45/b0d156c7445e?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness
2017-03-06 03:10:36,567 unpacking tar archive at: mozilla-esr45-b0d156c7445e/testing/mozharness/
program finished with exit code 0
elapsedTime=0.696896
========= master_lag: 0.03 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2017-03-06 03:10:36.718241) =========

========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2017-03-06 03:10:36.718738) =========
script_repo_revision: b0d156c7445e450d2ef92226653315e74aefa0d3
========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2017-03-06 03:10:36.719321) =========

========= Started downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2017-03-06 03:10:36.719777) =========
========= Finished downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2017-03-06 03:10:36.732849) =========

========= Started '/tools/buildbot/bin/python scripts/scripts/desktop_unittest.py ...' failed (results: 5, elapsed: 4 mins, 43 secs) (at 2017-03-06 03:10:36.733302) =========
/tools/buildbot/bin/python scripts/scripts/desktop_unittest.py --cfg unittests/linux_unittest.py --cppunittest-suite cppunittest --blob-upload-branch mozilla-esr45 --download-symbols ondemand
 in dir /builds/slave/test/. (timeout 1800 secs) (maxTime 7200 secs)
 watching logfiles {}
 argv: ['/tools/buildbot/bin/python', 'scripts/scripts/desktop_unittest.py', '--cfg', 'unittests/linux_unittest.py', '--cppunittest-suite', 'cppunittest', '--blob-upload-branch', 'mozilla-esr45', '--download-symbols', 'ondemand']
 environment:
  CCACHE_DIR=/builds/ccache
  CCACHE_UMASK=002
  DISPLAY=:0
  HOME=/home/cltbld
  LANG=en_US.UTF-8
  LOGNAME=cltbld
  MAIL=/var/mail/cltbld
  MOZ_HIDE_RESULTS_TABLE=1
  MOZ_NODE_PATH=/usr/bin/node
  MOZ_NO_REMOTE=1
  NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript
  NO_FAIL_ON_TEST_ERRORS=1
  PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games
  PROPERTIES_FILE=/builds/slave/test/buildprops.json
  PWD=/builds/slave/test
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1488798524.609698-16841463
  _=/tools/buildbot/bin/python
 using PTY: False
03:10:37     INFO - MultiFileLogger online at 20170306 03:10:37 in /builds/slave/test
03:10:37     INFO - Run as scripts/scripts/desktop_unittest.py --cfg unittests/linux_unittest.py --cppunittest-suite cppunittest --blob-upload-branch mozilla-esr45 --download-symbols ondemand
03:10:37     INFO - Dumping config to /builds/slave/test/logs/localconfig.json.
03:10:37     INFO - {'all_cppunittest_suites': {'cppunittest': {'tests': ('tests/cppunittest',)}},
03:10:37     INFO -  'all_gtest_suites': {'gtest': ()},
03:10:37     INFO -  'all_jittest_suites': {'jittest': (),
03:10:37     INFO -                         'jittest-chunked': (),
03:10:37     INFO -                         'jittest1': ('--total-chunks=2', '--this-chunk=1'),
03:10:37     INFO -                         'jittest2': ('--total-chunks=2', '--this-chunk=2')},
03:10:37     INFO -  'all_mochitest_suites': {'a11y': ('--a11y',),
03:10:37     INFO -                           'browser-chrome': ('--browser-chrome',),
03:10:37     INFO -                           'browser-chrome-addons': ('--browser-chrome',
03:10:37     INFO -                                                     '--chunk-by-runtime',
03:10:37     INFO -                                                     '--tag=addons'),
03:10:37     INFO -                           'browser-chrome-chunked': ('--browser-chrome',
03:10:37     INFO -                                                      '--chunk-by-runtime'),
03:10:37     INFO -                           'chrome': ('--chrome',),
03:10:37     INFO -                           'chrome-chunked': ('--chrome', '--chunk-by-dir=4'),
03:10:37     INFO -                           'jetpack-addon': ('--jetpack-addon',),
03:10:37     INFO -                           'jetpack-package': ('--jetpack-package',),
03:10:37     INFO -                           'mochitest-devtools-chrome': ('--browser-chrome',
03:10:37     INFO -                                                         '--subsuite=devtools'),
03:10:37     INFO -                           'mochitest-devtools-chrome-chunked': ('--browser-chrome',
03:10:37     INFO -                                                                 '--subsuite=devtools',
03:10:37     INFO -                                                                 '--chunk-by-runtime'),
03:10:37     INFO -                           'mochitest-gl': ('--subsuite=webgl',),
03:10:37     INFO -                           'mochitest-push': ('--subsuite=push',),
03:10:37     INFO -                           'plain': (),
03:10:37     INFO -                           'plain-chunked': ('--chunk-by-dir=4',)},
03:10:37     INFO -  'all_mozbase_suites': {'mozbase': ()},
03:10:37     INFO -  'all_reftest_suites': {'crashtest': {'options': ('--suite=crashtest',),
03:10:37     INFO -                                       'tests': ('tests/reftest/tests/testing/crashtest/crashtests.list',)},
03:10:37     INFO -                         'crashtest-ipc': {'env': {'MOZ_DISABLE_CONTEXT_SHARING_GLX': '1',
03:10:37     INFO -                                                   'MOZ_OMTC_ENABLED': '1'},
03:10:37     INFO -                                           'options': ('--suite=crashtest',
03:10:37     INFO -                                                       '--setpref=browser.tabs.remote=true',
03:10:37     INFO -                                                       '--setpref=browser.tabs.remote.autostart=true',
03:10:37     INFO -                                                       '--setpref=layers.offmainthreadcomposition.testing.enabled=true',
03:10:37     INFO -                                                       '--setpref=layers.async-pan-zoom.enabled=true'),
03:10:37     INFO -                                           'tests': ('tests/reftest/tests/testing/crashtest/crashtests.list',)},
03:10:37     INFO -                         'jsreftest': {'options': ('--extra-profile-file=tests/jsreftest/tests/user.js',
03:10:37     INFO -                                                   '--suite=jstestbrowser'),
03:10:37     INFO -                                       'tests': ('tests/jsreftest/tests/jstests.list',)},
03:10:37     INFO -                         'reftest': {'options': ('--suite=reftest',),
03:10:37     INFO -                                     'tests': ('tests/reftest/tests/layout/reftests/reftest.list',)},
03:10:37     INFO -                         'reftest-ipc': {'env': {'MOZ_DISABLE_CONTEXT_SHARING_GLX': '1',
03:10:37     INFO -                                                 'MOZ_OMTC_ENABLED': '1'},
03:10:37     INFO -                                         'options': ('--suite=reftest',
03:10:37     INFO -                                                     '--setpref=browser.tabs.remote=true',
03:10:37     INFO -                                                     '--setpref=browser.tabs.remote.autostart=true',
03:10:37     INFO -                                                     '--setpref=layers.offmainthreadcomposition.testing.enabled=true',
03:10:37     INFO -                                                     '--setpref=layers.async-pan-zoom.enabled=true'),
03:10:37     INFO -                                         'tests': ('tests/reftest/tests/layout/reftests/reftest-sanity/reftest.list',)},
03:10:37     INFO -                         'reftest-no-accel': {'options': ('--suite=reftest',
03:10:37     INFO -                                                          '--setpref=layers.acceleration.force-enabled=disabled'),
03:10:37     INFO -                                              'tests': ('tests/reftest/tests/layout/reftests/reftest.list',)}},
03:10:37     INFO -  'all_webapprt_suites': {'chrome': ('--webapprt-chrome',
03:10:37     INFO -                                     '--browser-arg=-test-mode'),
03:10:37     INFO -                          'content': ('--webapprt-content',)},
03:10:37     INFO -  'all_xpcshell_suites': {'xpcshell': {'options': ('--xpcshell=%(abs_app_dir)s/xpcshell',
03:10:37     INFO -                                                   '--manifest=tests/xpcshell/tests/all-test-dirs.list'),
03:10:37     INFO -                                       'tests': ()},
03:10:37     INFO -                          'xpcshell-addons': {'options': ('--xpcshell=%(abs_app_dir)s/xpcshell',
03:10:37     INFO -                                                          '--tag=addons',
03:10:37     INFO -                                                          '--manifest=tests/xpcshell/tests/all-test-dirs.list'),
03:10:37     INFO -                                              'tests': ()}},
03:10:37     INFO -  'append_to_log': False,
03:10:37     INFO -  'base_work_dir': '/builds/slave/test',
03:10:37     INFO -  'binary_path': '/builds/slave/test/build/firefox/firefox-bin',
03:10:37     INFO -  'blob_upload_branch': 'mozilla-esr45',
03:10:37     INFO -  'blob_uploader_auth_file': '/builds/slave/test/oauth.txt',
03:10:37     INFO -  'buildbot_json_path': 'buildprops.json',
03:10:37     INFO -  'buildbot_max_log_size': 52428800,
03:10:37     INFO -  'code_coverage': False,
03:10:37     INFO -  'config_files': ('unittests/linux_unittest.py',),
03:10:37     INFO -  'default_blob_upload_servers': ('https://blobupload.elasticbeanstalk.com',),
03:10:37     INFO -  'download_minidump_stackwalk': True,
03:10:37     INFO -  'download_symbols': 'ondemand',
03:10:37     INFO -  'e10s': False,
03:10:37     INFO -  'exe_suffix': '',
03:10:37     INFO -  'exes': {'python': '/tools/buildbot/bin/python',
03:10:37     INFO -           'tooltool.py': '/tools/tooltool.py',
03:10:37     INFO -           'virtualenv': ('/tools/buildbot/bin/python',
03:10:37     INFO -                          '/tools/misc-python/virtualenv.py')},
03:10:37     INFO -  'find_links': ('http://pypi.pvt.build.mozilla.org/pub',
03:10:37     INFO -                 'http://pypi.pub.build.mozilla.org/pub'),
03:10:37     INFO -  'installer_path': '/builds/slave/test/build/installer.tar.bz2',
03:10:37     INFO -  'log_level': 'info',
03:10:37     INFO -  'log_to_console': True,
03:10:37     INFO -  'minidump_save_path': '%(abs_work_dir)s/../minidumps',
03:10:37     INFO -  'minidump_stackwalk_path': 'linux64-minidump_stackwalk',
03:10:37     INFO -  'minidump_tooltool_manifest_path': 'config/tooltool-manifests/linux64/releng.manifest',
03:10:37     INFO -  'minimum_tests_zip_dirs': ('bin/*',
03:10:37     INFO -                             'certs/*',
03:10:37     INFO -                             'modules/*',
03:10:37     INFO -                             'mozbase/*',
03:10:37     INFO -                             'config/*'),
03:10:37     INFO -  'no_random': False,
03:10:37     INFO -  'opt_config_files': (),
03:10:37     INFO -  'pip_index': False,
03:10:37     INFO -  'preflight_run_cmd_suites': ({'architectures': ('32bit', '64bit'),
03:10:37     INFO -                                'cmd': ('xset', 's', 'off', 's', 'reset'),
03:10:37     INFO -                                'enabled': True,
03:10:37     INFO -                                'halt_on_failure': False,
03:10:37     INFO -                                'name': 'disable_screen_saver'},
03:10:37     INFO -                               {'architectures': ('32bit',),
03:10:37     INFO -                                'cmd': ('python',
03:10:37     INFO -                                        '../scripts/external_tools/mouse_and_screen_resolution.py',
03:10:37     INFO -                                        '--configuration-url',
03:10:37     INFO -                                        'https://hg.mozilla.org/%(branch)s/raw-file/%(revision)s/testing/machine-configuration.json'),
03:10:37     INFO -                                'enabled': False,
03:10:37     INFO -                                'halt_on_failure': True,
03:10:37     INFO -                                'name': 'run mouse & screen adjustment script'}),
03:10:37     INFO -  'require_test_zip': True,
03:10:37     INFO -  'run_all_suites': False,
03:10:37     INFO -  'run_cmd_checks_enabled': True,
03:10:37     INFO -  'run_file_names': {'cppunittest': 'runcppunittests.py',
03:10:37     INFO -                     'gtest': 'rungtests.py',
03:10:37     INFO -                     'jittest': 'jit_test.py',
03:10:37     INFO -                     'mochitest': 'runtests.py',
03:10:37     INFO -                     'mozbase': 'test.py',
03:10:37     INFO -                     'mozmill': 'runtestlist.py',
03:10:37     INFO -                     'reftest': 'runreftest.py',
03:10:37     INFO -                     'webapprt': 'runtests.py',
03:10:37     INFO -                     'xpcshell': 'runxpcshelltests.py'},
03:10:37     INFO -  'specific_tests_zip_dirs': {'cppunittest': ('cppunittest/*',),
03:10:37     INFO -                              'gtest': ('gtest/*',),
03:10:37     INFO -                              'jittest': ('jit-test/*',),
03:10:37     INFO -                              'mochitest': ('mochitest/*',),
03:10:37     INFO -                              'mozbase': ('mozbase/*',),
03:10:37     INFO -                              'mozmill': ('mozmill/*',),
03:10:37     INFO -                              'reftest': ('reftest/*', 'jsreftest/*'),
03:10:37     INFO -                              'webapprt': ('mochitest/*',),
03:10:37     INFO -                              'xpcshell': ('xpcshell/*',)},
03:10:37     INFO -  'specified_cppunittest_suites': ('cppunittest',),
03:10:37     INFO -  'strict_content_sandbox': False,
03:10:37     INFO -  'suite_definitions': {'cppunittest': {'options': ('--symbols-path=%(symbols_path)s',
03:10:37     INFO -                                                    '--xre-path=%(abs_app_dir)s'),
03:10:37     INFO -                                        'run_filename': 'runcppunittests.py',
03:10:37     INFO -                                        'testsdir': 'cppunittest'},
03:10:37     INFO -                        'gtest': {'options': ('--xre-path=%(abs_res_dir)s',
03:10:37     INFO -                                              '--cwd=%(gtest_dir)s',
03:10:37     INFO -                                              '--symbols-path=%(symbols_path)s',
03:10:37     INFO -                                              '%(binary_path)s'),
03:10:37     INFO -                                  'run_filename': 'rungtests.py'},
03:10:37     INFO -                        'jittest': {'options': ('tests/bin/js',
03:10:37     INFO -                                                '--no-slow',
03:10:37     INFO -                                                '--no-progress',
03:10:37     INFO -                                                '--format=automation',
03:10:37     INFO -                                                '--jitflags=all'),
03:10:37     INFO -                                    'run_filename': 'jit_test.py',
03:10:37     INFO -                                    'testsdir': 'jit-test/jit-test'},
03:10:37     INFO -                        'luciddream-b2gdt': {'options': ('--startup-timeout=300',
03:10:37     INFO -                                                         '--log-raw=%(raw_log_file)s',
03:10:37     INFO -                                                         '--log-errorsummary=%(error_summary_file)s',
03:10:37     INFO -                                                         '--browser-path=%(browser_path)s',
03:10:37     INFO -                                                         '--b2g-desktop-path=%(fxos_desktop_path)s',
03:10:37     INFO -                                                         '--gaia-profile=%(gaia_profile)s',
03:10:37     INFO -                                                         '%(test_manifest)s')},
03:10:37     INFO -                        'luciddream-emulator': {'options': ('--startup-timeout=300',
03:10:37     INFO -                                                            '--log-raw=%(raw_log_file)s',
03:10:37     INFO -                                                            '--log-errorsummary=%(error_summary_file)s',
03:10:37     INFO -                                                            '--browser-path=%(browser_path)s',
03:10:37     INFO -                                                            '--b2gpath=%(emulator_path)s',
03:10:37     INFO -                                                            '%(test_manifest)s')},
03:10:37     INFO -                        'mochitest': {'options': ('--appname=%(binary_path)s',
03:10:37     INFO -                                                  '--utility-path=tests/bin',
03:10:37     INFO -                                                  '--extra-profile-file=tests/bin/plugins',
03:10:37     INFO -                                                  '--symbols-path=%(symbols_path)s',
03:10:37     INFO -                                                  '--certificate-path=tests/certs',
03:10:37     INFO -                                                  '--setpref=webgl.force-enabled=true',
03:10:37     INFO -                                                  '--quiet',
03:10:37     INFO -                                                  '--log-raw=%(raw_log_file)s',
03:10:37     INFO -                                                  '--log-errorsummary=%(error_summary_file)s',
03:10:37     INFO -                                                  '--use-test-media-devices',
03:10:37     INFO -                                                  '--screenshot-on-fail'),
03:10:37     INFO -                                      'run_filename': 'runtests.py',
03:10:37     INFO -                                      'testsdir': 'mochitest'},
03:10:37     INFO -                        'mozbase': {'options': ('-b', '%(binary_path)s'),
03:10:37     INFO -                                    'run_filename': 'test.py',
03:10:37     INFO -                                    'testsdir': 'mozbase'},
03:10:37     INFO -                        'mozmill': {'options': ('--binary=%(binary_path)s',
03:10:37     INFO -                                                '--testing-modules-dir=test/modules',
03:10:37     INFO -                                                '--plugins-path=%(test_plugin_path)s',
03:10:37     INFO -                                                '--symbols-path=%(symbols_path)s'),
03:10:37     INFO -                                    'run_filename': 'runtestlist.py',
03:10:37     INFO -                                    'testsdir': 'mozmill'},
03:10:37     INFO -                        'reftest': {'options': ('--appname=%(binary_path)s',
03:10:37     INFO -                                                '--utility-path=tests/bin',
03:10:37     INFO -                                                '--extra-profile-file=tests/bin/plugins',
03:10:37     INFO -                                                '--symbols-path=%(symbols_path)s'),
03:10:37     INFO -                                    'run_filename': 'runreftest.py',
03:10:37     INFO -                                    'testsdir': 'reftest'},
03:10:37     INFO -                        'webapprt': {'options': ('--app=%(app_path)s',
03:10:37     INFO -                                                 '--utility-path=tests/bin',
03:10:37     INFO -                                                 '--extra-profile-file=tests/bin/plugins',
03:10:37     INFO -                                                 '--symbols-path=%(symbols_path)s',
03:10:37     INFO -                                                 '--certificate-path=tests/certs',
03:10:37     INFO -                                                 '--console-level=INFO',
03:10:37     INFO -                                                 '--testing-modules-dir=tests/modules',
03:10:37     INFO -                                                 '--quiet'),
03:10:37     INFO -                                     'run_filename': 'runtests.py',
03:10:37     INFO -                                     'testsdir': 'mochitest'},
03:10:37     INFO -                        'xpcshell': {'options': ('--symbols-path=%(symbols_path)s',
03:10:37     INFO -                                                 '--test-plugin-path=%(test_plugin_path)s',
03:10:37     INFO -                                                 '--log-raw=%(raw_log_file)s',
03:10:37     INFO -                                                 '--log-errorsummary=%(error_summary_file)s',
03:10:37     INFO -                                                 '--utility-path=tests/bin'),
03:10:37     INFO -                                     'run_filename': 'runxpcshelltests.py',
03:10:37     INFO -                                     'testsdir': 'xpcshell'}},
03:10:37     INFO -  'tooltool_cache': '/builds/tooltool_cache',
03:10:37     INFO -  'vcs_output_timeout': 1000,
03:10:37     INFO -  'virtualenv_path': 'venv',
03:10:37     INFO -  'volatile_config': {'actions': None, 'add_actions': None, 'no_actions': None},
03:10:37     INFO -  'work_dir': 'build',
03:10:37     INFO -  'xpcshell_name': 'xpcshell'}
03:10:37     INFO - #####
03:10:37     INFO - ##### Running clobber step.
03:10:37     INFO - #####
03:10:37     INFO - Running pre-action listener: _resource_record_pre_action
03:10:37     INFO - Running main action method: clobber
03:10:37     INFO - rmtree: /builds/slave/test/build
03:10:37     INFO - Running post-action listener: _resource_record_post_action
03:10:37     INFO - #####
03:10:37     INFO - ##### Running read-buildbot-config step.
03:10:37     INFO - #####
03:10:37     INFO - Running pre-action listener: _resource_record_pre_action
03:10:37     INFO - Running main action method: read_buildbot_config
03:10:37     INFO - Using buildbot properties:
03:10:37     INFO - {
03:10:37     INFO -     "properties": {
03:10:37     INFO -         "buildnumber": 2, 
03:10:37     INFO -         "product": "firefox", 
03:10:37     INFO -         "script_repo_revision": "production", 
03:10:37     INFO -         "branch": "mozilla-esr45", 
03:10:37     INFO -         "repository": "", 
03:10:37     INFO -         "buildername": "Ubuntu VM 12.04 x64 mozilla-esr45 pgo test cppunit", 
03:10:37     INFO -         "buildid": "20170306014017", 
03:10:37     INFO -         "slavename": "tst-linux64-spot-390", 
03:10:37     INFO -         "pgo_build": "True", 
03:10:37     INFO -         "basedir": "/builds/slave/test", 
03:10:37     INFO -         "project": "", 
03:10:37     INFO -         "platform": "linux64", 
03:10:37     INFO -         "master": "http://buildbot-master54.bb.releng.usw2.mozilla.com:8201/", 
03:10:37     INFO -         "slavebuilddir": "test", 
03:10:37     INFO -         "scheduler": "tests-mozilla-esr45-ubuntu64_vm-pgo-unittest", 
03:10:37     INFO -         "repo_path": "releases/mozilla-esr45", 
03:10:37     INFO -         "moz_repo_path": "", 
03:10:37     INFO -         "stage_platform": "linux64-pgo", 
03:10:37     INFO -         "builduid": "137aee4ae32b4dacbd55f9c6d4e60694", 
03:10:37     INFO -         "revision": "b0d156c7445e450d2ef92226653315e74aefa0d3"
03:10:37     INFO -     }, 
03:10:37     INFO -     "sourcestamp": {
03:10:37     INFO -         "repository": "", 
03:10:37     INFO -         "hasPatch": false, 
03:10:37     INFO -         "project": "", 
03:10:37     INFO -         "branch": "mozilla-esr45-linux64-pgo-unittest", 
03:10:37     INFO -         "changes": [
03:10:37     INFO -             {
03:10:37     INFO -                 "category": null, 
03:10:37     INFO -                 "files": [
03:10:37     INFO -                     {
03:10:37     INFO -                         "url": null, 
03:10:37     INFO -                         "name": "https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.tar.bz2"
03:10:37     INFO -                     }, 
03:10:37     INFO -                     {
03:10:37     INFO -                         "url": null, 
03:10:37     INFO -                         "name": "https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json"
03:10:37     INFO -                     }
03:10:37     INFO -                 ], 
03:10:37     INFO -                 "repository": "", 
03:10:37     INFO -                 "rev": "b0d156c7445e450d2ef92226653315e74aefa0d3", 
03:10:37     INFO -                 "who": "jandemooij@gmail.com", 
03:10:37     INFO -                 "when": 1488798566, 
03:10:37     INFO -                 "number": 9039962, 
03:10:37     INFO -                 "comments": "Bug 1339122 - Fix TestTArray test_fallible to allow OOM on the 8th iteration. r=dmajor a=test-only", 
03:10:37     INFO -                 "project": "", 
03:10:37     INFO -                 "at": "Mon 06 Mar 2017 03:09:26", 
03:10:37     INFO -                 "branch": "mozilla-esr45-linux64-pgo-unittest", 
03:10:37     INFO -                 "revlink": "", 
03:10:37     INFO -                 "properties": [
03:10:37     INFO -                     [
03:10:37     INFO -                         "buildid", 
03:10:37     INFO -                         "20170306014017", 
03:10:37     INFO -                         "Change"
03:10:37     INFO -                     ], 
03:10:37     INFO -                     [
03:10:37     INFO -                         "builduid", 
03:10:37     INFO -                         "137aee4ae32b4dacbd55f9c6d4e60694", 
03:10:37     INFO -                         "Change"
03:10:37     INFO -                     ], 
03:10:37     INFO -                     [
03:10:37     INFO -                         "pgo_build", 
03:10:37     INFO -                         "True", 
03:10:37     INFO -                         "Change"
03:10:37     INFO -                     ]
03:10:37     INFO -                 ], 
03:10:37     INFO -                 "revision": "b0d156c7445e450d2ef92226653315e74aefa0d3"
03:10:37     INFO -             }
03:10:37     INFO -         ], 
03:10:37     INFO -         "revision": "b0d156c7445e450d2ef92226653315e74aefa0d3"
03:10:37     INFO -     }
03:10:37     INFO - }
03:10:37     INFO - Found installer url https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.tar.bz2.
03:10:37     INFO - Found a test packages url https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json.
03:10:37     INFO - Running post-action listener: _resource_record_post_action
03:10:37     INFO - #####
03:10:37     INFO - ##### Running download-and-extract step.
03:10:37     INFO - #####
03:10:37     INFO - Running pre-action listener: _resource_record_pre_action
03:10:37     INFO - Running main action method: download_and_extract
03:10:37     INFO - mkdir: /builds/slave/test/build/tests
03:10:37     INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pvtbuilds.pvt.build.mozilla.org', 'pvtbuilds.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org'), ('https://queue.taskcluster.net', 'queue.taskcluster.net')]}
03:10:37     INFO - https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json matches https://queue.taskcluster.net
03:10:37     INFO - URL Candidate: http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json
03:10:37     INFO - trying http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json
03:10:37     INFO - Downloading http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json to /builds/slave/test/build/test_packages.json
03:10:37     INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json', 'file_name': '/builds/slave/test/build/test_packages.json'}, attempt #1
03:10:37  WARNING - Server returned status 404 HTTP Error 404: Not Found for http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json
03:10:37     INFO - retry: attempt #1 caught exception: HTTP Error 404: Not Found
03:10:37     INFO - retry: Failed, sleeping 30 seconds before retrying
03:11:07     INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json', 'file_name': '/builds/slave/test/build/test_packages.json'}, attempt #2
03:11:07  WARNING - Server returned status 404 HTTP Error 404: Not Found for http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json
03:11:07     INFO - retry: attempt #2 caught exception: HTTP Error 404: Not Found
03:11:07     INFO - retry: Failed, sleeping 60 seconds before retrying
03:12:07     INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json', 'file_name': '/builds/slave/test/build/test_packages.json'}, attempt #3
03:12:07  WARNING - Server returned status 404 HTTP Error 404: Not Found for http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json
03:12:07     INFO - retry: attempt #3 caught exception: HTTP Error 404: Not Found
03:12:07     INFO - Can't download from http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json to /builds/slave/test/build/test_packages.json!
03:12:07     INFO - Caught exception: HTTP Error 404: Not Found
03:12:07     INFO - Caught exception: HTTP Error 404: Not Found
03:12:07     INFO - Caught exception: HTTP Error 404: Not Found
03:12:07     INFO - trying https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json
03:12:07     INFO - Downloading https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json to /builds/slave/test/build/test_packages.json
03:12:07     INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/test_packages.json', 'file_name': '/builds/slave/test/build/test_packages.json'}, attempt #1
03:12:08     INFO - Downloaded 1302 bytes.
03:12:08     INFO - Reading from file /builds/slave/test/build/test_packages.json
03:12:08     INFO - Using the following test package requirements:
03:12:08     INFO - {u'common': [u'firefox-45.8.0.en-US.linux-x86_64.common.tests.zip'],
03:12:08     INFO -  u'cppunittest': [u'firefox-45.8.0.en-US.linux-x86_64.common.tests.zip',
03:12:08     INFO -                   u'firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip'],
03:12:08     INFO -  u'jittest': [u'firefox-45.8.0.en-US.linux-x86_64.common.tests.zip',
03:12:08     INFO -               u'jsshell-linux-x86_64.zip'],
03:12:08     INFO -  u'mochitest': [u'firefox-45.8.0.en-US.linux-x86_64.common.tests.zip',
03:12:08     INFO -                 u'firefox-45.8.0.en-US.linux-x86_64.mochitest.tests.zip'],
03:12:08     INFO -  u'mozbase': [u'firefox-45.8.0.en-US.linux-x86_64.common.tests.zip'],
03:12:08     INFO -  u'reftest': [u'firefox-45.8.0.en-US.linux-x86_64.common.tests.zip',
03:12:08     INFO -               u'firefox-45.8.0.en-US.linux-x86_64.reftest.tests.zip'],
03:12:08     INFO -  u'talos': [u'firefox-45.8.0.en-US.linux-x86_64.common.tests.zip',
03:12:08     INFO -             u'firefox-45.8.0.en-US.linux-x86_64.talos.tests.zip'],
03:12:08     INFO -  u'web-platform': [u'firefox-45.8.0.en-US.linux-x86_64.common.tests.zip',
03:12:08     INFO -                    u'firefox-45.8.0.en-US.linux-x86_64.web-platform.tests.zip'],
03:12:08     INFO -  u'webapprt': [u'firefox-45.8.0.en-US.linux-x86_64.common.tests.zip'],
03:12:08     INFO -  u'xpcshell': [u'firefox-45.8.0.en-US.linux-x86_64.common.tests.zip',
03:12:08     INFO -                u'firefox-45.8.0.en-US.linux-x86_64.xpcshell.tests.zip']}
03:12:08     INFO - Downloading packages: [u'firefox-45.8.0.en-US.linux-x86_64.common.tests.zip', u'firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip'] for test suite category: cppunittest
03:12:08     INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pvtbuilds.pvt.build.mozilla.org', 'pvtbuilds.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org'), ('https://queue.taskcluster.net', 'queue.taskcluster.net')]}
03:12:08     INFO - https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip matches https://queue.taskcluster.net
03:12:08     INFO - URL Candidate: http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip
03:12:08     INFO - trying http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip
03:12:08     INFO - Downloading http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip to /builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip
03:12:08     INFO - retry: Calling _download_file with args: (), kwargs: {'url': u'http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip', 'file_name': u'/builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip'}, attempt #1
03:12:08  WARNING - Server returned status 404 HTTP Error 404: Not Found for http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip
03:12:08     INFO - retry: attempt #1 caught exception: HTTP Error 404: Not Found
03:12:08     INFO - retry: Failed, sleeping 30 seconds before retrying
03:12:38     INFO - retry: Calling _download_file with args: (), kwargs: {'url': u'http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip', 'file_name': u'/builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip'}, attempt #2
03:12:38  WARNING - Server returned status 404 HTTP Error 404: Not Found for http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip
03:12:38     INFO - retry: attempt #2 caught exception: HTTP Error 404: Not Found
03:12:38     INFO - retry: Failed, sleeping 60 seconds before retrying
03:13:38     INFO - retry: Calling _download_file with args: (), kwargs: {'url': u'http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip', 'file_name': u'/builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip'}, attempt #3
03:13:38  WARNING - Server returned status 404 HTTP Error 404: Not Found for http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip
03:13:38     INFO - retry: attempt #3 caught exception: HTTP Error 404: Not Found
03:13:38     INFO - Can't download from http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip to /builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip!
03:13:38     INFO - Caught exception: HTTP Error 404: Not Found
03:13:38     INFO - Caught exception: HTTP Error 404: Not Found
03:13:38     INFO - Caught exception: HTTP Error 404: Not Found
03:13:38     INFO - trying https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip
03:13:38     INFO - Downloading https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip to /builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip
03:13:38     INFO - retry: Calling _download_file with args: (), kwargs: {'url': u'https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip', 'file_name': u'/builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip'}, attempt #1
03:13:40     INFO - Downloaded 22242748 bytes.
03:13:40     INFO - Running command: ['unzip', '-q', '-o', u'/builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip', '-d', '/builds/slave/test/build/tests', 'bin/*', 'certs/*', 'modules/*', 'mozbase/*', 'config/*', 'cppunittest/*']
03:13:40     INFO - Copy/paste: unzip -q -o /builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.common.tests.zip -d /builds/slave/test/build/tests bin/* certs/* modules/* mozbase/* config/* cppunittest/*
03:13:40     INFO -  caution: filename not matched:  cppunittest/*
03:13:40     INFO - Return code: 11
03:13:40     INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pvtbuilds.pvt.build.mozilla.org', 'pvtbuilds.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org'), ('https://queue.taskcluster.net', 'queue.taskcluster.net')]}
03:13:40     INFO - https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip matches https://queue.taskcluster.net
03:13:40     INFO - URL Candidate: http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip
03:13:40     INFO - trying http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip
03:13:40     INFO - Downloading http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip to /builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip
03:13:40     INFO - retry: Calling _download_file with args: (), kwargs: {'url': u'http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip', 'file_name': u'/builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip'}, attempt #1
03:13:40  WARNING - Server returned status 404 HTTP Error 404: Not Found for http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip
03:13:40     INFO - retry: attempt #1 caught exception: HTTP Error 404: Not Found
03:13:40     INFO - retry: Failed, sleeping 30 seconds before retrying
03:14:10     INFO - retry: Calling _download_file with args: (), kwargs: {'url': u'http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip', 'file_name': u'/builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip'}, attempt #2
03:14:10  WARNING - Server returned status 404 HTTP Error 404: Not Found for http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip
03:14:10     INFO - retry: attempt #2 caught exception: HTTP Error 404: Not Found
03:14:10     INFO - retry: Failed, sleeping 60 seconds before retrying
03:15:11     INFO - retry: Calling _download_file with args: (), kwargs: {'url': u'http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip', 'file_name': u'/builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip'}, attempt #3
03:15:11  WARNING - Server returned status 404 HTTP Error 404: Not Found for http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip
03:15:11     INFO - retry: attempt #3 caught exception: HTTP Error 404: Not Found
03:15:11     INFO - Can't download from http://queue.taskcluster.net.proxxy1.srv.releng.usw2.mozilla.com/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip to /builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip!
03:15:11     INFO - Caught exception: HTTP Error 404: Not Found
03:15:11     INFO - Caught exception: HTTP Error 404: Not Found
03:15:11     INFO - Caught exception: HTTP Error 404: Not Found
03:15:11     INFO - trying https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip
03:15:11     INFO - Downloading https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip to /builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip
03:15:11     INFO - retry: Calling _download_file with args: (), kwargs: {'url': u'https://queue.taskcluster.net/v1/task/RtsrLLBSROKW1f8-C2hInQ/artifacts/public/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip', 'file_name': u'/builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip'}, attempt #1
03:15:15     INFO - Downloaded 149988087 bytes.
03:15:15     INFO - Running command: ['unzip', '-q', '-o', u'/builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip', '-d', '/builds/slave/test/build/tests', 'bin/*', 'certs/*', 'modules/*', 'mozbase/*', 'config/*', 'cppunittest/*']
03:15:15     INFO - Copy/paste: unzip -q -o /builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip -d /builds/slave/test/build/tests bin/* certs/* modules/* mozbase/* config/* cppunittest/*
03:15:20     INFO -  /builds/slave/test/build/tests/cppunittest/sdp_unittests:  write error (disk full?).  Continue? (y/n/^C)
03:15:20     INFO -  warning:  /builds/slave/test/build/tests/cppunittest/sdp_unittests is probably truncated
03:15:20    ERROR - Return code: 50
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - 50 not in success codes: [0, 11]
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20  WARNING - setting return code to 3
03:15:20    FATAL - Halting on failure while running ['unzip', '-q', '-o', u'/builds/slave/test/build/firefox-45.8.0.en-US.linux-x86_64.cppunittest.tests.zip', '-d', '/builds/slave/test/build/tests', 'bin/*', 'certs/*', 'modules/*', 'mozbase/*', 'config/*', 'cppunittest/*']
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    FATAL - Running post_fatal callback...
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 584
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 584
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 584
03:15:20    FATAL - Exiting 3
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 586
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 586
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 586
03:15:20     INFO - Running post-action listener: _resource_record_post_action
03:15:20     INFO - Running post-action listener: set_extra_try_arguments
03:15:20     INFO - Running post-run listener: _resource_record_post_run
03:15:20     INFO - Running post-run listener: _upload_blobber_files
03:15:20     INFO - Blob upload gear active.
03:15:20  WARNING - Blob upload directory does not exist!
03:15:20     INFO - Running post-run listener: copy_logs_to_upload_dir
03:15:20     INFO - Copying logs to upload dir...
03:15:20     INFO - mkdir: /builds/slave/test/build/upload/logs
03:15:20    ERROR - Can't create directory /builds/slave/test/build/upload/logs!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - Can't copy /builds/slave/test/logs/localconfig.json to /builds/slave/test/build/upload/logs/localconfig.json: [Errno 2] No such file or directory: '/builds/slave/test/build/upload/logs/localconfig.json'!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - /builds/slave/test/build/upload/logs/localconfig.json doesn't exist after copy!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20     INFO - mkdir: /builds/slave/test/build/upload/logs
03:15:20    ERROR - Can't create directory /builds/slave/test/build/upload/logs!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - Can't copy /builds/slave/test/logs/log_info.log to /builds/slave/test/build/upload/logs/log_info.log: [Errno 2] No such file or directory: '/builds/slave/test/build/upload/logs/log_info.log'!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - /builds/slave/test/build/upload/logs/log_info.log doesn't exist after copy!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20     INFO - mkdir: /builds/slave/test/build/upload/logs
03:15:20    ERROR - Can't create directory /builds/slave/test/build/upload/logs!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - Can't copy /builds/slave/test/logs/log_raw.log to /builds/slave/test/build/upload/logs/log_raw.log: [Errno 2] No such file or directory: '/builds/slave/test/build/upload/logs/log_raw.log'!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - /builds/slave/test/build/upload/logs/log_raw.log doesn't exist after copy!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20     INFO - mkdir: /builds/slave/test/build/upload/logs
03:15:20    ERROR - Can't create directory /builds/slave/test/build/upload/logs!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - Can't copy /builds/slave/test/logs/log_warning.log to /builds/slave/test/build/upload/logs/log_warning.log: [Errno 2] No such file or directory: '/builds/slave/test/build/upload/logs/log_warning.log'!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - /builds/slave/test/build/upload/logs/log_warning.log doesn't exist after copy!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20     INFO - mkdir: /builds/slave/test/build/upload/logs
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - Can't create directory /builds/slave/test/build/upload/logs!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - Can't copy /builds/slave/test/logs/log_critical.log to /builds/slave/test/build/upload/logs/log_critical.log: [Errno 2] No such file or directory: '/builds/slave/test/build/upload/logs/log_critical.log'!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - /builds/slave/test/build/upload/logs/log_critical.log doesn't exist after copy!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20     INFO - mkdir: /builds/slave/test/build/upload/logs
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - Can't create directory /builds/slave/test/build/upload/logs!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - Can't copy /builds/slave/test/logs/log_error.log to /builds/slave/test/build/upload/logs/log_error.log: [Errno 2] No such file or directory: '/builds/slave/test/build/upload/logs/log_error.log'!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - /builds/slave/test/build/upload/logs/log_error.log doesn't exist after copy!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20     INFO - mkdir: /builds/slave/test/build/upload/logs
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - Can't create directory /builds/slave/test/build/upload/logs!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - Can't copy /builds/slave/test/logs/log_fatal.log to /builds/slave/test/build/upload/logs/log_fatal.log: [Errno 2] No such file or directory: '/builds/slave/test/build/upload/logs/log_fatal.log'!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
03:15:20    ERROR - /builds/slave/test/build/upload/logs/log_fatal.log doesn't exist after copy!
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
Traceback (most recent call last):
  File "/usr/lib/python2.7/logging/__init__.py", line 870, in emit
    self.flush()
  File "/usr/lib/python2.7/logging/__init__.py", line 832, in flush
    self.stream.flush()
IOError: [Errno 28] No space left on device
Logged from file log.py, line 581
program finished with exit code 3
elapsedTime=283.668306
========= master_lag: 0.02 =========
========= Finished '/tools/buildbot/bin/python scripts/scripts/desktop_unittest.py ...' failed (results: 5, elapsed: 4 mins, 43 secs) (at 2017-03-06 03:15:20.423184) =========

========= Started set_script_properties exception (results: 4, elapsed: 0 secs) (at 2017-03-06 03:15:20.424193) =========

remoteFailed: [Failure instance: Traceback from remote host -- Traceback (most recent call last):
  File "/tools/buildbot/local/lib/python2.7/site-packages/twisted/spread/pb.py", line 840, in _recvMessage
    netResult = object.remoteMessageReceived(self, message, netArgs, netKw)
  File "/tools/buildbot/local/lib/python2.7/site-packages/twisted/spread/flavors.py", line 114, in remoteMessageReceived
    state = method(*args, **kw)
  File "/tools/buildbot/local/lib/python2.7/site-packages/buildslave/bot.py", line 141, in remote_startCommand
    d = self.command.doStart()
  File "/tools/buildbot/local/lib/python2.7/site-packages/buildslave/commands/base.py", line 140, in doStart
    d = defer.maybeDeferred(self.start)
--- <exception caught here> ---
  File "/tools/buildbot/local/lib/python2.7/site-packages/twisted/internet/defer.py", line 133, in maybeDeferred
    result = f(*args, **kw)
  File "/tools/buildbot/local/lib/python2.7/site-packages/buildslave/commands/shell.py", line 77, in start
    logEnviron=args.get('logEnviron', True),
  File "/tools/buildbot/local/lib/python2.7/site-packages/buildslave/runprocess.py", line 281, in __init__
    os.makedirs(workdir)
  File "/tools/buildbot/lib/python2.7/os.py", line 157, in makedirs
    mkdir(name, mode)
exceptions.OSError: [Errno 28] No space left on device: '/builds/slave/test/properties'
]

<style type="text/css">
    p.error {
      color: red;
      font-family: Verdana, Arial, helvetica, sans-serif;
      font-weight: bold;
    }

    div {
      font-family: Verdana, Arial, helvetica, sans-serif;
    }

    div.stackTrace {
    }

    div.frame {
      padding: 1em;
      background: white;
      border-bottom: thin black dashed;
    }

    div.firstFrame {
      padding: 1em;
      background: white;
      border-top: thin black dashed;
      border-bottom: thin black dashed;
    }

    div.location {
    }

    div.snippet {
      margin-bottom: 0.5em;
      margin-left: 1em;
      background: #FFFFDD;
    }

    div.snippetHighlightLine {
      color: red;
    }

    span.code {
      font-family: "Courier New", courier, monotype;
    }

    span.function {
      font-weight: bold;
      font-family: "Courier New", courier, monotype;
    }

    table.variables {
      border-collapse: collapse;
      margin-left: 1em;
    }

    td.varName {
      vertical-align: top;
      font-weight: bold;
      padding-left: 0.5em;
      padding-right: 0.5em;
    }

    td.varValue {
      padding-left: 0.5em;
      padding-right: 0.5em;
    }

    div.variables {
      margin-bottom: 0.5em;
    }

    span.heading {
      font-weight: bold;
    }

    div.dict {
      background: #cccc99;
      padding: 2px;
      float: left;
    }

    td.dictKey {
      background: #ffff99;
      font-weight: bold;
    }

    td.dictValue {
      background: #ffff99;
    }

    div.list {
      background: #7777cc;
      padding: 2px;
      float: left;
    }

    div.listItem {
      background: #9999ff;
    }

    div.instance {
      background: #cc7777;
      padding: 2px;
      float: left;
    }

    span.instanceName {
      font-weight: bold;
      display: block;
    }

    span.instanceRepr {
      background: #ff9999;
      font-family: "Courier New", courier, monotype;
    }

    div.function {
      background: orange;
      font-weight: bold;
      float: left;
    }
</style>
<a href="#tbend">
<p class="error">exceptions.OSError: [Errno 28] No space left on device: '/builds/slave/test/properties'</p>
</a><div class="stackTrace"></div><a name="tbend"> </a>
<p class="error">exceptions.OSError: [Errno 28] No space left on device: '/builds/slave/test/properties'</p>
Traceback (most recent call last):
Failure: exceptions.OSError
========= Finished set_script_properties exception (results: 4, elapsed: 0 secs) (at 2017-03-06 03:15:20.456688) =========

========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2017-03-06 03:15:20.457272) =========
rm -f oauth.txt
 in dir /builds/slave/test/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-f', 'oauth.txt']
 environment:
  HOME=/home/cltbld
  LANG=en_US.UTF-8
  LOGNAME=cltbld
  MAIL=/var/mail/cltbld
  NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript
  PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games
  PWD=/builds/slave/test
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1488798524.609698-16841463
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.019677
========= master_lag: 0.04 =========
========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2017-03-06 03:15:20.520651) =========

========= Started reboot skipped (results: 3, elapsed: 0 secs) (at 2017-03-06 03:15:20.521150) =========
========= Finished reboot skipped (results: 3, elapsed: 0 secs) (at 2017-03-06 03:15:20.521634) =========

========= Total master_lag: 0.77 =========