builder: mozilla-inbound-macosx64-st-an-debug
slave: bld-lion-r5-094
starttime: 1479591772.3
results: exception (4)
buildid: 20161119134222
builduid: 2f86b678112b49f88862adf971ade066
revision: 9f8700acec463beb0f1d37bcd3946a69a152f7a3

========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-11-19 13:42:52.300330) =========
master: http://buildbot-master82.bb.releng.scl3.mozilla.com:8001/
========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-11-19 13:42:52.300776) =========

========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-11-19 13:42:52.301051) =========
========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-11-19 13:42:52.868976) =========

========= Started 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-11-19 13:42:52.869742) =========
bash -c 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'
 in dir /builds/slave/m-in-m64-st-an-d-0000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py']
 environment:
  Apple_PubSub_Socket_Render=/tmp/launch-slcY7V/Render
  DISPLAY=/tmp/launch-ijBrP1/org.x:0
  GIT_SHARE_BASE_DIR=/builds/git-shared
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HOME=/Users/cltbld
  IDLEIZER_DISABLE_SHUTDOWN=true
  LOGNAME=cltbld
  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11
  PWD=/builds/slave/m-in-m64-st-an-d-0000000000000
  RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg
  SHELL=/bin/bash
  SSH_AUTH_SOCK=/tmp/launch-6eim9C/Listeners
  TMPDIR=/var/folders/tf/pz4r3s492671346w6jp9r_qw00000w/T/
  TWISTD_LOG_PATH=/builds/slave/twistd.log
  USER=cltbld
  VERSIONER_PYTHON_PREFER_32_BIT=no
  VERSIONER_PYTHON_VERSION=2.7
  __CF_USER_TEXT_ENCODING=0x1C:0:0
 using PTY: False
--2016-11-19 13:42:52--  https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py
Resolving hg.mozilla.org... 63.245.215.25, 63.245.215.102
Connecting to hg.mozilla.org|63.245.215.25|:443... connected.
HTTP request sent, awaiting response... 200 Script output follows
Length: 12179 (12K) [text/x-python]
Saving to: 'archiver_client.py'

     0K .......... .                                          100% 28.1M=0s

2016-11-19 13:42:53 (28.1 MB/s) - 'archiver_client.py' saved [12179/12179]

program finished with exit code 0
elapsedTime=0.247210
========= master_lag: 0.04 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-11-19 13:42:53.160238) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-11-19 13:42:53.160510) =========
rm -rf scripts properties
 in dir /builds/slave/m-in-m64-st-an-d-0000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'scripts', 'properties']
 environment:
  Apple_PubSub_Socket_Render=/tmp/launch-slcY7V/Render
  DISPLAY=/tmp/launch-ijBrP1/org.x:0
  GIT_SHARE_BASE_DIR=/builds/git-shared
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HOME=/Users/cltbld
  IDLEIZER_DISABLE_SHUTDOWN=true
  LOGNAME=cltbld
  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11
  PWD=/builds/slave/m-in-m64-st-an-d-0000000000000
  RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg
  SHELL=/bin/bash
  SSH_AUTH_SOCK=/tmp/launch-6eim9C/Listeners
  TMPDIR=/var/folders/tf/pz4r3s492671346w6jp9r_qw00000w/T/
  TWISTD_LOG_PATH=/builds/slave/twistd.log
  USER=cltbld
  VERSIONER_PYTHON_PREFER_32_BIT=no
  VERSIONER_PYTHON_VERSION=2.7
  __CF_USER_TEXT_ENCODING=0x1C:0:0
 using PTY: False
program finished with exit code 0
elapsedTime=0.376716
========= master_lag: 0.12 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-11-19 13:42:53.653349) =========

========= Started 'bash -c ...' exception (results: 4, elapsed: 8 mins, 29 secs) (at 2016-11-19 13:42:53.653773) =========
bash -c 'python archiver_client.py mozharness --repo integration/mozilla-inbound --rev 9f8700acec463beb0f1d37bcd3946a69a152f7a3 --destination scripts --debug'
 in dir /builds/slave/m-in-m64-st-an-d-0000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', u'python archiver_client.py mozharness --repo integration/mozilla-inbound --rev 9f8700acec463beb0f1d37bcd3946a69a152f7a3 --destination scripts --debug']
 environment:
  Apple_PubSub_Socket_Render=/tmp/launch-slcY7V/Render
  DISPLAY=/tmp/launch-ijBrP1/org.x:0
  GIT_SHARE_BASE_DIR=/builds/git-shared
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HOME=/Users/cltbld
  IDLEIZER_DISABLE_SHUTDOWN=true
  LOGNAME=cltbld
  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11
  PWD=/builds/slave/m-in-m64-st-an-d-0000000000000
  RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg
  SHELL=/bin/bash
  SSH_AUTH_SOCK=/tmp/launch-6eim9C/Listeners
  TMPDIR=/var/folders/tf/pz4r3s492671346w6jp9r_qw00000w/T/
  TWISTD_LOG_PATH=/builds/slave/twistd.log
  USER=cltbld
  VERSIONER_PYTHON_PREFER_32_BIT=no
  VERSIONER_PYTHON_VERSION=2.7
  __CF_USER_TEXT_ENCODING=0x1C:0:0
 using PTY: False
2016-11-19 13:42:53,855 truncating revision to first 12 chars
2016-11-19 13:42:53,855 Setting DEBUG logging.
2016-11-19 13:42:53,856 attempt 1/10
2016-11-19 13:42:53,856 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/mozilla-inbound/9f8700acec46?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness
2016-11-19 13:42:54,100 attempt 1/10
2016-11-19 13:42:54,329 current task status: no status available at this point. state: PENDING
2016-11-19 13:42:54,329 sleeping for 10.00s (attempt 1/10)
2016-11-19 13:43:04,331 attempt 2/10
2016-11-19 13:43:04,557 current task status: no status available at this point. state: PENDING
2016-11-19 13:43:04,557 sleeping for 15.00s (attempt 2/10)
2016-11-19 13:43:19,559 attempt 3/10
2016-11-19 13:43:19,831 current task status: no status available at this point. state: PENDING
2016-11-19 13:43:19,831 sleeping for 22.50s (attempt 3/10)
2016-11-19 13:43:42,333 attempt 4/10
2016-11-19 13:43:42,588 current task status: no status available at this point. state: PENDING
2016-11-19 13:43:42,588 sleeping for 32.75s (attempt 4/10)
2016-11-19 13:44:15,341 attempt 5/10
2016-11-19 13:44:15,607 current task status: Task has expired from pending for too long. Re-creating task. state: RETRY
2016-11-19 13:44:15,607 sleeping for 50.12s (attempt 5/10)
2016-11-19 13:45:05,735 attempt 6/10
2016-11-19 13:45:06,018 current task status: no status available at this point. state: PENDING
2016-11-19 13:45:06,019 sleeping for 76.19s (attempt 6/10)
2016-11-19 13:46:22,210 attempt 7/10
2016-11-19 13:46:22,487 current task status: no status available at this point. state: PENDING
2016-11-19 13:46:22,488 sleeping for 100.00s (attempt 7/10)
2016-11-19 13:48:02,492 attempt 8/10
2016-11-19 13:48:02,774 current task status: no status available at this point. state: PENDING
2016-11-19 13:48:02,775 sleeping for 100.00s (attempt 8/10)
2016-11-19 13:49:42,780 attempt 9/10
2016-11-19 13:49:43,043 current task status: no status available at this point. state: PENDING
2016-11-19 13:49:43,043 sleeping for 100.00s (attempt 9/10)
2016-11-19 13:51:23,048 attempt 10/10
2016-11-19 13:51:23,312 current task status: no status available at this point. state: PENDING
2016-11-19 13:51:23,312 Automation Error: task state did not equal SUCCESS
2016-11-19 13:51:23,312 Check archiver logs for errors. Task status: no status available at this point. Task state: PENDING
program finished with exit code 3
elapsedTime=509.663024
========= master_lag: 0.01 =========
========= Finished 'bash -c ...' exception (results: 4, elapsed: 8 mins, 29 secs) (at 2016-11-19 13:51:23.330170) =========

========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Started no change (results: 0, elapsed: 0 secs) (at 2016-11-19 13:51:23.330834) =========
bash -c 'for file in `ls -1`; do cat $file; done'
 in dir /builds/slave/m-in-m64-st-an-d-0000000000000/properties (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done']
 environment:
  Apple_PubSub_Socket_Render=/tmp/launch-slcY7V/Render
  DISPLAY=/tmp/launch-ijBrP1/org.x:0
  GIT_SHARE_BASE_DIR=/builds/git-shared
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HOME=/Users/cltbld
  IDLEIZER_DISABLE_SHUTDOWN=true
  LOGNAME=cltbld
  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11
  PWD=/builds/slave/m-in-m64-st-an-d-0000000000000/properties
  RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg
  SHELL=/bin/bash
  SSH_AUTH_SOCK=/tmp/launch-6eim9C/Listeners
  TMPDIR=/var/folders/tf/pz4r3s492671346w6jp9r_qw00000w/T/
  TWISTD_LOG_PATH=/builds/slave/twistd.log
  USER=cltbld
  VERSIONER_PYTHON_PREFER_32_BIT=no
  VERSIONER_PYTHON_VERSION=2.7
  __CF_USER_TEXT_ENCODING=0x1C:0:0
 using PTY: False
program finished with exit code 0
elapsedTime=0.559631

========= master_lag: 0.01 =========
========= Finished no change (results: 0, elapsed: 0 secs) (at 2016-11-19 13:51:23.902521) =========

========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-11-19 13:51:23.902840) =========
rm -f oauth.txt
 in dir /builds/slave/m-in-m64-st-an-d-0000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-f', 'oauth.txt']
 environment:
  Apple_PubSub_Socket_Render=/tmp/launch-slcY7V/Render
  DISPLAY=/tmp/launch-ijBrP1/org.x:0
  GIT_SHARE_BASE_DIR=/builds/git-shared
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HOME=/Users/cltbld
  IDLEIZER_DISABLE_SHUTDOWN=true
  LOGNAME=cltbld
  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11
  PWD=/builds/slave/m-in-m64-st-an-d-0000000000000
  RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg
  SHELL=/bin/bash
  SSH_AUTH_SOCK=/tmp/launch-6eim9C/Listeners
  TMPDIR=/var/folders/tf/pz4r3s492671346w6jp9r_qw00000w/T/
  TWISTD_LOG_PATH=/builds/slave/twistd.log
  USER=cltbld
  VERSIONER_PYTHON_PREFER_32_BIT=no
  VERSIONER_PYTHON_VERSION=2.7
  __CF_USER_TEXT_ENCODING=0x1C:0:0
 using PTY: False
program finished with exit code 0
elapsedTime=0.006245
========= master_lag: 0.05 =========
========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-11-19 13:51:23.955173) =========

========= Started reboot skipped (results: 3, elapsed: 0 secs) (at 2016-11-19 13:51:23.955683) =========
========= Finished reboot skipped (results: 3, elapsed: 0 secs) (at 2016-11-19 13:51:23.956163) =========

========= Total master_lag: 0.23 =========