builder: oak-macosx64-debug
slave: bld-lion-r5-088
starttime: 1491836065.11
results: exception (4)
buildid: 20170410075349
builduid: 68e30da6e6b448989a92880d831249e7
revision: ecda67e5bb01139f06e2a131a5ebdffb3035e0a3

========= Started set props: master (results: 0, elapsed: 0 secs) (at 2017-04-10 07:54:25.113003) =========
master: http://buildbot-master85.bb.releng.scl3.mozilla.com:8001/
========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2017-04-10 07:54:25.113630) =========

========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2017-04-10 07:54:25.113913) =========
========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2017-04-10 07:54:25.708714) =========

========= Started 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2017-04-10 07:54:25.709194) =========
bash -c 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'
 in dir /builds/slave/oak-m64-d-00000000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py']
 environment:
  Apple_PubSub_Socket_Render=/tmp/launch-j2EQ8Z/Render
  DISPLAY=/tmp/launch-Dl382s/org.x:0
  GIT_SHARE_BASE_DIR=/builds/git-shared
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HOME=/Users/cltbld
  IDLEIZER_DISABLE_SHUTDOWN=true
  LOGNAME=cltbld
  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11
  PWD=/builds/slave/oak-m64-d-00000000000000000000
  RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg
  SHELL=/bin/bash
  SSH_AUTH_SOCK=/tmp/launch-YXXgPl/Listeners
  TMPDIR=/var/folders/d9/v3fnwmtd01v_589_gjh7fzp000000w/T/
  TWISTD_LOG_PATH=/builds/slave/twistd.log
  USER=cltbld
  VERSIONER_PYTHON_PREFER_32_BIT=no
  VERSIONER_PYTHON_VERSION=2.7
  __CF_USER_TEXT_ENCODING=0x1C:0:0
 using PTY: False
--2017-04-10 07:54:25--  https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py
Resolving hg.mozilla.org... 63.245.215.102, 63.245.215.25
Connecting to hg.mozilla.org|63.245.215.102|:443... connected.
HTTP request sent, awaiting response... 200 Script output follows
Length: 12179 (12K) [text/x-python]
Saving to: 'archiver_client.py'

     0K .......... .                                          100%  110M=0s

2017-04-10 07:54:26 (110 MB/s) - 'archiver_client.py' saved [12179/12179]

program finished with exit code 0
elapsedTime=0.571918
========= master_lag: 0.04 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2017-04-10 07:54:26.320067) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2017-04-10 07:54:26.320410) =========
rm -rf scripts properties
 in dir /builds/slave/oak-m64-d-00000000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'scripts', 'properties']
 environment:
  Apple_PubSub_Socket_Render=/tmp/launch-j2EQ8Z/Render
  DISPLAY=/tmp/launch-Dl382s/org.x:0
  GIT_SHARE_BASE_DIR=/builds/git-shared
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HOME=/Users/cltbld
  IDLEIZER_DISABLE_SHUTDOWN=true
  LOGNAME=cltbld
  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11
  PWD=/builds/slave/oak-m64-d-00000000000000000000
  RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg
  SHELL=/bin/bash
  SSH_AUTH_SOCK=/tmp/launch-YXXgPl/Listeners
  TMPDIR=/var/folders/d9/v3fnwmtd01v_589_gjh7fzp000000w/T/
  TWISTD_LOG_PATH=/builds/slave/twistd.log
  USER=cltbld
  VERSIONER_PYTHON_PREFER_32_BIT=no
  VERSIONER_PYTHON_VERSION=2.7
  __CF_USER_TEXT_ENCODING=0x1C:0:0
 using PTY: False
program finished with exit code 0
elapsedTime=0.225221
========= master_lag: 0.01 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2017-04-10 07:54:26.558597) =========

========= Started 'bash -c ...' exception (results: 4, elapsed: 1 mins, 49 secs) (at 2017-04-10 07:54:26.558956) =========
bash -c 'python archiver_client.py mozharness --repo projects/oak --rev ecda67e5bb01139f06e2a131a5ebdffb3035e0a3 --destination scripts --debug'
 in dir /builds/slave/oak-m64-d-00000000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', u'python archiver_client.py mozharness --repo projects/oak --rev ecda67e5bb01139f06e2a131a5ebdffb3035e0a3 --destination scripts --debug']
 environment:
  Apple_PubSub_Socket_Render=/tmp/launch-j2EQ8Z/Render
  DISPLAY=/tmp/launch-Dl382s/org.x:0
  GIT_SHARE_BASE_DIR=/builds/git-shared
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HOME=/Users/cltbld
  IDLEIZER_DISABLE_SHUTDOWN=true
  LOGNAME=cltbld
  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11
  PWD=/builds/slave/oak-m64-d-00000000000000000000
  RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg
  SHELL=/bin/bash
  SSH_AUTH_SOCK=/tmp/launch-YXXgPl/Listeners
  TMPDIR=/var/folders/d9/v3fnwmtd01v_589_gjh7fzp000000w/T/
  TWISTD_LOG_PATH=/builds/slave/twistd.log
  USER=cltbld
  VERSIONER_PYTHON_PREFER_32_BIT=no
  VERSIONER_PYTHON_VERSION=2.7
  __CF_USER_TEXT_ENCODING=0x1C:0:0
 using PTY: False
2017-04-10 07:54:26,843 truncating revision to first 12 chars
2017-04-10 07:54:26,843 Setting DEBUG logging.
2017-04-10 07:54:26,843 attempt 1/10
2017-04-10 07:54:26,843 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/projects/oak/ecda67e5bb01?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness
2017-04-10 07:54:27,378 attempt 1/10
2017-04-10 07:54:27,741 current task status: no status available at this point. state: PENDING
2017-04-10 07:54:27,742 sleeping for 9.00s (attempt 1/10)
2017-04-10 07:54:36,743 attempt 2/10
2017-04-10 07:54:37,005 current task status: no status available at this point. state: PENDING
2017-04-10 07:54:37,005 sleeping for 12.50s (attempt 2/10)
2017-04-10 07:54:49,507 attempt 3/10
2017-04-10 07:54:49,835 current task status: no status available at this point. state: PENDING
2017-04-10 07:54:49,835 sleeping for 17.75s (attempt 3/10)
2017-04-10 07:55:07,587 attempt 4/10
2017-04-10 07:55:08,158 current task status: Task has expired from pending for too long. Re-creating task. state: RETRY
2017-04-10 07:55:08,158 sleeping for 26.62s (attempt 4/10)
2017-04-10 07:55:34,785 attempt 5/10
2017-04-10 07:55:35,054 current task status: no status available at this point. state: PENDING
2017-04-10 07:55:35,054 sleeping for 40.94s (attempt 5/10)
2017-04-10 07:56:15,994 attempt 6/10
2017-04-10 07:56:16,191 current task status: no status available at this point. state: SUCCESS
2017-04-10 07:56:16,191 Automation Error: s3 URL could not be determined even though archiver task completed
2017-04-10 07:56:16,191 Check archiver logs for errors. Task status: no status available at this point.
program finished with exit code 3
elapsedTime=109.638709
========= master_lag: 0.01 =========
========= Finished 'bash -c ...' exception (results: 4, elapsed: 1 mins, 49 secs) (at 2017-04-10 07:56:16.210151) =========

========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Started no change (results: 0, elapsed: 0 secs) (at 2017-04-10 07:56:16.210522) =========
bash -c 'for file in `ls -1`; do cat $file; done'
 in dir /builds/slave/oak-m64-d-00000000000000000000/properties (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done']
 environment:
  Apple_PubSub_Socket_Render=/tmp/launch-j2EQ8Z/Render
  DISPLAY=/tmp/launch-Dl382s/org.x:0
  GIT_SHARE_BASE_DIR=/builds/git-shared
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HOME=/Users/cltbld
  IDLEIZER_DISABLE_SHUTDOWN=true
  LOGNAME=cltbld
  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11
  PWD=/builds/slave/oak-m64-d-00000000000000000000/properties
  RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg
  SHELL=/bin/bash
  SSH_AUTH_SOCK=/tmp/launch-YXXgPl/Listeners
  TMPDIR=/var/folders/d9/v3fnwmtd01v_589_gjh7fzp000000w/T/
  TWISTD_LOG_PATH=/builds/slave/twistd.log
  USER=cltbld
  VERSIONER_PYTHON_PREFER_32_BIT=no
  VERSIONER_PYTHON_VERSION=2.7
  __CF_USER_TEXT_ENCODING=0x1C:0:0
 using PTY: False
program finished with exit code 0
elapsedTime=0.009199

========= master_lag: 0.04 =========
========= Finished no change (results: 0, elapsed: 0 secs) (at 2017-04-10 07:56:16.262770) =========

========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2017-04-10 07:56:16.263077) =========
rm -f oauth.txt
 in dir /builds/slave/oak-m64-d-00000000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-f', 'oauth.txt']
 environment:
  Apple_PubSub_Socket_Render=/tmp/launch-j2EQ8Z/Render
  DISPLAY=/tmp/launch-Dl382s/org.x:0
  GIT_SHARE_BASE_DIR=/builds/git-shared
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HOME=/Users/cltbld
  IDLEIZER_DISABLE_SHUTDOWN=true
  LOGNAME=cltbld
  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11
  PWD=/builds/slave/oak-m64-d-00000000000000000000
  RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg
  SHELL=/bin/bash
  SSH_AUTH_SOCK=/tmp/launch-YXXgPl/Listeners
  TMPDIR=/var/folders/d9/v3fnwmtd01v_589_gjh7fzp000000w/T/
  TWISTD_LOG_PATH=/builds/slave/twistd.log
  USER=cltbld
  VERSIONER_PYTHON_PREFER_32_BIT=no
  VERSIONER_PYTHON_VERSION=2.7
  __CF_USER_TEXT_ENCODING=0x1C:0:0
 using PTY: False
program finished with exit code 0
elapsedTime=0.006519
========= master_lag: 0.05 =========
========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2017-04-10 07:56:16.315912) =========

========= Started reboot skipped (results: 3, elapsed: 0 secs) (at 2017-04-10 07:56:16.316222) =========
========= Finished reboot skipped (results: 3, elapsed: 0 secs) (at 2017-04-10 07:56:16.316484) =========

========= Total master_lag: 0.15 =========