builder: fx-team_ubuntu64-asan_vm_test-mochitest-5 slave: tst-linux64-spot-1846 starttime: 1448906339.03 results: exception (4) buildid: 20151130075130 builduid: 87bc70f5085146d0970a2a0b3ca769d2 revision: 7905f57f7fa120a49fd15097b01680bcd9f2b0a6 ========= Started set props: master (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:59.027291) ========= master: http://buildbot-master116.bb.releng.usw2.mozilla.com:8201/ ========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:59.027758) ========= ========= Started set props: basedir (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:59.028058) ========= bash -c pwd in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'pwd'] environment: HOME=/home/cltbld LANG=en_US.UTF-8 LOGNAME=cltbld MAIL=/var/mail/cltbld NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games PWD=/builds/slave/test SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1448906283.29280-798674711 _=/tools/buildbot/bin/python using PTY: False /builds/slave/test program finished with exit code 0 elapsedTime=0.025055 basedir: '/builds/slave/test' ========= master_lag: 0.30 ========= ========= Finished set props: basedir (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:59.356943) ========= ========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:59.357257) ========= ========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:59.398605) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:59.398871) ========= rm -rf properties in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'properties'] environment: HOME=/home/cltbld LANG=en_US.UTF-8 LOGNAME=cltbld MAIL=/var/mail/cltbld NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games PWD=/builds/slave/test SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1448906283.29280-798674711 _=/tools/buildbot/bin/python using PTY: False program finished with exit code 0 elapsedTime=0.028295 ========= master_lag: 0.06 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:59.487150) ========= ========= Started set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:59.487442) ========= script_repo_url: https://hg.mozilla.org/build/mozharness ========= Finished set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2015-11-30 09:58:59.487816) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 2 secs) (at 2015-11-30 09:58:59.488099) ========= bash -c 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py' in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'] environment: HOME=/home/cltbld LANG=en_US.UTF-8 LOGNAME=cltbld MAIL=/var/mail/cltbld NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games PWD=/builds/slave/test SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1448906283.29280-798674711 _=/tools/buildbot/bin/python using PTY: False --2015-11-30 09:58:59-- https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py Resolving hg.mozilla.org (hg.mozilla.org)... 63.245.215.102, 63.245.215.25 Connecting to hg.mozilla.org (hg.mozilla.org)|63.245.215.102|:443... connected. HTTP request sent, awaiting response... 200 Script output follows Length: 12141 (12K) [text/x-python] Saving to: `archiver_client.py' 0K .......... . 100% 5.52M=0.002s 2015-11-30 09:59:02 (5.52 MB/s) - `archiver_client.py' saved [12141/12141] program finished with exit code 0 elapsedTime=2.646378 ========= master_lag: 0.11 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 2 secs) (at 2015-11-30 09:59:02.245034) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 1 secs) (at 2015-11-30 09:59:02.245392) ========= rm -rf scripts in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'scripts'] environment: HOME=/home/cltbld LANG=en_US.UTF-8 LOGNAME=cltbld MAIL=/var/mail/cltbld NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games PWD=/builds/slave/test SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1448906283.29280-798674711 _=/tools/buildbot/bin/python using PTY: False program finished with exit code 0 elapsedTime=0.095673 ========= master_lag: 1.78 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 1 secs) (at 2015-11-30 09:59:04.120128) ========= ========= Started 'bash -c ...' exception (results: 4, elapsed: 5 mins, 7 secs) (at 2015-11-30 09:59:04.120523) ========= bash -c 'python archiver_client.py mozharness --repo integration/fx-team --rev 7905f57f7fa120a49fd15097b01680bcd9f2b0a6 --destination scripts --debug' in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', u'python archiver_client.py mozharness --repo integration/fx-team --rev 7905f57f7fa120a49fd15097b01680bcd9f2b0a6 --destination scripts --debug'] environment: HOME=/home/cltbld LANG=en_US.UTF-8 LOGNAME=cltbld MAIL=/var/mail/cltbld NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games PWD=/builds/slave/test SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1448906283.29280-798674711 _=/tools/buildbot/bin/python using PTY: False 2015-11-30 09:59:04,300 truncating revision to first 12 chars 2015-11-30 09:59:04,301 Setting DEBUG logging. 2015-11-30 09:59:04,301 attempt 1/10 2015-11-30 09:59:04,301 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2015-11-30 09:59:07,108 sleeping for 11.00s (attempt 1/10) 2015-11-30 09:59:18,120 attempt 2/10 2015-11-30 09:59:18,120 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2015-11-30 09:59:30,607 sleeping for 17.50s (attempt 2/10) 2015-11-30 09:59:48,125 attempt 3/10 2015-11-30 09:59:48,125 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2015-11-30 09:59:54,471 sleeping for 25.25s (attempt 3/10) 2015-11-30 10:00:19,733 attempt 4/10 2015-11-30 10:00:19,733 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2015-11-30 10:00:22,463 sleeping for 37.88s (attempt 4/10) 2015-11-30 10:01:00,377 attempt 5/10 2015-11-30 10:01:00,377 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2015-11-30 10:01:06,139 sleeping for 55.81s (attempt 5/10) 2015-11-30 10:02:02,008 attempt 6/10 2015-11-30 10:02:02,008 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/7905f57f7fa1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness Traceback (most recent call last): File "archiver_client.py", line 313, in main() File "archiver_client.py", line 307, in main archiver(api_url=api_url, config_key=config, options=options) File "archiver_client.py", line 194, in archiver response = get_url_response(api_url, options) File "archiver_client.py", line 127, in get_url_response response = urllib2.urlopen(api_url, timeout=60) File "/usr/lib/python2.7/urllib2.py", line 126, in urlopen return _opener.open(url, data, timeout) File "/usr/lib/python2.7/urllib2.py", line 400, in open response = self._open(req, data) File "/usr/lib/python2.7/urllib2.py", line 418, in _open '_open', req) File "/usr/lib/python2.7/urllib2.py", line 378, in _call_chain result = func(*args) File "/usr/lib/python2.7/urllib2.py", line 1215, in https_open return self.do_open(httplib.HTTPSConnection, req) File "/usr/lib/python2.7/urllib2.py", line 1180, in do_open r = h.getresponse(buffering=True) File "/usr/lib/python2.7/httplib.py", line 1030, in getresponse response.begin() File "/usr/lib/python2.7/httplib.py", line 407, in begin version, status, reason = self._read_status() File "/usr/lib/python2.7/httplib.py", line 371, in _read_status raise BadStatusLine(line) httplib.BadStatusLine: '' program finished with exit code 1 elapsedTime=219.747889 ========= master_lag: 88.10 ========= ========= Finished 'bash -c ...' exception (results: 4, elapsed: 5 mins, 7 secs) (at 2015-11-30 10:04:11.965694) ========= ========= Skipped (results: not started, elapsed: not started) ========= ========= Skipped (results: not started, elapsed: not started) ========= ========= Skipped (results: not started, elapsed: not started) ========= ========= Started no change (results: 0, elapsed: 2 secs) (at 2015-11-30 10:04:11.966534) ========= bash -c 'for file in `ls -1`; do cat $file; done' in dir /builds/slave/test/properties (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done'] environment: HOME=/home/cltbld LANG=en_US.UTF-8 LOGNAME=cltbld MAIL=/var/mail/cltbld NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games PWD=/builds/slave/test/properties SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1448906283.29280-798674711 _=/tools/buildbot/bin/python using PTY: False program finished with exit code 0 elapsedTime=0.025761 ========= master_lag: 2.72 ========= ========= Finished no change (results: 0, elapsed: 2 secs) (at 2015-11-30 10:04:14.710474) ========= ========= Started 'rm -f ...' (results: 0, elapsed: 6 secs) (at 2015-11-30 10:04:14.710768) ========= rm -f oauth.txt in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-f', 'oauth.txt'] environment: HOME=/home/cltbld LANG=en_US.UTF-8 LOGNAME=cltbld MAIL=/var/mail/cltbld NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games PWD=/builds/slave/test SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1448906283.29280-798674711 _=/tools/buildbot/bin/python using PTY: False program finished with exit code 0 elapsedTime=0.020482 ========= master_lag: 6.43 ========= ========= Finished 'rm -f ...' (results: 0, elapsed: 6 secs) (at 2015-11-30 10:04:21.163119) ========= ========= Started reboot skipped (results: 3, elapsed: 7 secs) (at 2015-11-30 10:04:21.163428) ========= ========= Finished reboot skipped (results: 3, elapsed: 7 secs) (at 2015-11-30 10:04:28.528558) ========= ========= Total master_lag: 99.50 =========