builder: mozilla-aurora-linux64-asan
slave: bld-linux64-spot-030
starttime: 1457392964.24
results: exception (4)
buildid: 20160307152238
builduid: 2a9ccb62bcad4529a38346460a0cc034
revision: 9a446438d3a4e9279b776d3e296e7a7209acab77

========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-03-07 15:22:44.235956) =========
master: http://buildbot-master77.bb.releng.use1.mozilla.com:8001/
========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-03-07 15:22:44.236400) =========

========= Started set props: basedir (results: 0, elapsed: 0 secs) (at 2016-03-07 15:22:44.236686) =========
bash -c pwd
 in dir /builds/slave/m-aurora-l64-asan-000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'pwd']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-030.build.releng.use1.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-aurora-l64-asan-000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
/builds/slave/m-aurora-l64-asan-000000000000
program finished with exit code 0
elapsedTime=0.004245
basedir: '/builds/slave/m-aurora-l64-asan-000000000000'
========= master_lag: 0.02 =========
========= Finished set props: basedir (results: 0, elapsed: 0 secs) (at 2016-03-07 15:22:44.257672) =========

========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-03-07 15:22:44.257971) =========
========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-03-07 15:22:44.271809) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-03-07 15:22:44.272075) =========
rm -rf properties
 in dir /builds/slave/m-aurora-l64-asan-000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'properties']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-030.build.releng.use1.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-aurora-l64-asan-000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.002630
========= master_lag: 0.04 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-03-07 15:22:44.318874) =========

========= Started set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2016-03-07 15:22:44.319168) =========
script_repo_url: https://hg.mozilla.org/build/mozharness
========= Finished set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2016-03-07 15:22:44.319536) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-03-07 15:22:44.319804) =========
rm -rf scripts
 in dir /builds/slave/m-aurora-l64-asan-000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'scripts']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-030.build.releng.use1.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-aurora-l64-asan-000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.002498
========= master_lag: 0.04 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-03-07 15:22:44.366896) =========

========= Started 'bash -c ...' exception (results: 4, elapsed: 2 mins, 44 secs) (at 2016-03-07 15:22:44.367256) =========
bash -c 'python /tools/checkouts/build-tools/buildfarm/utils/archiver_client.py mozharness --repo releases/mozilla-aurora --rev 9a446438d3a4e9279b776d3e296e7a7209acab77 --destination scripts --debug'
 in dir /builds/slave/m-aurora-l64-asan-000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', u'python /tools/checkouts/build-tools/buildfarm/utils/archiver_client.py mozharness --repo releases/mozilla-aurora --rev 9a446438d3a4e9279b776d3e296e7a7209acab77 --destination scripts --debug']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-030.build.releng.use1.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-aurora-l64-asan-000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
2016-03-07 15:22:44,417 truncating revision to first 12 chars
2016-03-07 15:22:44,417 Setting DEBUG logging.
2016-03-07 15:22:44,417 attempt 1/10
2016-03-07 15:22:44,417 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/releases/mozilla-aurora/9a446438d3a4?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness
2016-03-07 15:22:44,880 attempt 1/10
2016-03-07 15:22:45,457 current task status: no status available at this point. state: PENDING
2016-03-07 15:22:45,457 sleeping for 9.00s (attempt 1/10)
2016-03-07 15:22:54,467 attempt 2/10
2016-03-07 15:22:55,083 current task status: no status available at this point. state: PENDING
2016-03-07 15:22:55,084 sleeping for 13.50s (attempt 2/10)
2016-03-07 15:23:08,597 attempt 3/10
2016-03-07 15:23:09,203 current task status: no status available at this point. state: PENDING
2016-03-07 15:23:09,204 sleeping for 21.25s (attempt 3/10)
2016-03-07 15:23:30,475 attempt 4/10
2016-03-07 15:23:31,055 current task status: no status available at this point. state: PENDING
2016-03-07 15:23:31,055 sleeping for 30.88s (attempt 4/10)
2016-03-07 15:24:01,961 attempt 5/10
2016-03-07 15:24:02,565 current task status: no status available at this point. state: PENDING
2016-03-07 15:24:02,565 sleeping for 45.31s (attempt 5/10)
2016-03-07 15:24:47,924 attempt 6/10
Traceback (most recent call last):
  File "/tools/checkouts/build-tools/buildfarm/utils/archiver_client.py", line 313, in <module>
    main()
  File "/tools/checkouts/build-tools/buildfarm/utils/archiver_client.py", line 307, in main
    archiver(api_url=api_url, config_key=config, options=options)
  File "/tools/checkouts/build-tools/buildfarm/utils/archiver_client.py", line 194, in archiver
    response = get_url_response(api_url, options)
  File "/tools/checkouts/build-tools/buildfarm/utils/archiver_client.py", line 131, in get_url_response
    response = get_response_from_task(response.info()['location'], options)
  File "/tools/checkouts/build-tools/buildfarm/utils/archiver_client.py", line 90, in get_response_from_task
    task_result = get_task_result(url)
  File "/tools/checkouts/build-tools/buildfarm/utils/archiver_client.py", line 72, in get_task_result
    task_response = urllib2.urlopen(url, timeout=60)
  File "/usr/lib64/python2.6/urllib2.py", line 126, in urlopen
    return _opener.open(url, data, timeout)
  File "/usr/lib64/python2.6/urllib2.py", line 391, in open
    response = self._open(req, data)
  File "/usr/lib64/python2.6/urllib2.py", line 409, in _open
    '_open', req)
  File "/usr/lib64/python2.6/urllib2.py", line 369, in _call_chain
    result = func(*args)
  File "/usr/lib64/python2.6/urllib2.py", line 1198, in https_open
    return self.do_open(httplib.HTTPSConnection, req)
  File "/usr/lib64/python2.6/urllib2.py", line 1163, in do_open
    r = h.getresponse()
  File "/usr/lib64/python2.6/httplib.py", line 990, in getresponse
    response.begin()
  File "/usr/lib64/python2.6/httplib.py", line 391, in begin
    version, status, reason = self._read_status()
  File "/usr/lib64/python2.6/httplib.py", line 355, in _read_status
    raise BadStatusLine(line)
httplib.BadStatusLine
program finished with exit code 1
elapsedTime=164.699117
========= master_lag: 0.01 =========
========= Finished 'bash -c ...' exception (results: 4, elapsed: 2 mins, 44 secs) (at 2016-03-07 15:25:29.078938) =========

========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Started no change (results: 0, elapsed: 0 secs) (at 2016-03-07 15:25:29.082996) =========
bash -c 'for file in `ls -1`; do cat $file; done'
 in dir /builds/slave/m-aurora-l64-asan-000000000000/properties (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-030.build.releng.use1.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-aurora-l64-asan-000000000000/properties
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.004727

========= master_lag: 0.05 =========
========= Finished no change (results: 0, elapsed: 0 secs) (at 2016-03-07 15:25:29.140379) =========

========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-03-07 15:25:29.140714) =========
rm -f oauth.txt
 in dir /builds/slave/m-aurora-l64-asan-000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-f', 'oauth.txt']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-030.build.releng.use1.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/m-aurora-l64-asan-000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.002637
========= master_lag: 0.05 =========
========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-03-07 15:25:29.196981) =========

========= Started reboot skipped (results: 3, elapsed: 0 secs) (at 2016-03-07 15:25:29.207838) =========
========= Finished reboot skipped (results: 3, elapsed: 0 secs) (at 2016-03-07 15:25:29.208140) =========

========= Total master_lag: 0.22 =========