builder: graphics-macosx64
slave: bld-lion-r5-002
starttime: 1491861043.76
results: exception (4)
buildid: 20170410145022
builduid: 72eed4b5bc6b472698f004b04de06eaf
revision: f8c97e12c904f86ca47caede00abc6215c307df9

========= Started set props: master (results: 0, elapsed: 0 secs) (at 2017-04-10 14:50:43.759025) =========
master: http://buildbot-master86.bb.releng.scl3.mozilla.com:8001/
========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2017-04-10 14:50:43.759544) =========

========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2017-04-10 14:50:43.759828) =========
========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2017-04-10 14:50:44.408571) =========

========= Started 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2017-04-10 14:50:44.408911) =========
bash -c 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'
 in dir /builds/slave/gfx-m64-0000000000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py']
 environment:
  Apple_PubSub_Socket_Render=/tmp/launch-oX95GA/Render
  DISPLAY=/tmp/launch-2JPOdJ/org.x:0
  GIT_SHARE_BASE_DIR=/builds/git-shared
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HOME=/Users/cltbld
  IDLEIZER_DISABLE_SHUTDOWN=true
  LOGNAME=cltbld
  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11
  PWD=/builds/slave/gfx-m64-0000000000000000000000
  RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg
  SHELL=/bin/bash
  SSH_AUTH_SOCK=/tmp/launch-E3CeaD/Listeners
  TMPDIR=/var/folders/nt/9x9wv2190jv9sdb038x23my800000w/T/
  TWISTD_LOG_PATH=/builds/slave/twistd.log
  USER=cltbld
  VERSIONER_PYTHON_PREFER_32_BIT=no
  VERSIONER_PYTHON_VERSION=2.7
  __CF_USER_TEXT_ENCODING=0x1C:0:0
 using PTY: False
--2017-04-10 14:50:44--  https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py
Resolving hg.mozilla.org... 63.245.215.25, 63.245.215.102
Connecting to hg.mozilla.org|63.245.215.25|:443... connected.
HTTP request sent, awaiting response... 200 Script output follows
Length: 12179 (12K) [text/x-python]
Saving to: 'archiver_client.py'

     0K .......... .                                          100% 10.7M=0.001s

2017-04-10 14:50:44 (10.7 MB/s) - 'archiver_client.py' saved [12179/12179]

program finished with exit code 0
elapsedTime=0.193928
========= master_lag: 0.05 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2017-04-10 14:50:44.653368) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2017-04-10 14:50:44.653697) =========
rm -rf scripts properties
 in dir /builds/slave/gfx-m64-0000000000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'scripts', 'properties']
 environment:
  Apple_PubSub_Socket_Render=/tmp/launch-oX95GA/Render
  DISPLAY=/tmp/launch-2JPOdJ/org.x:0
  GIT_SHARE_BASE_DIR=/builds/git-shared
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HOME=/Users/cltbld
  IDLEIZER_DISABLE_SHUTDOWN=true
  LOGNAME=cltbld
  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11
  PWD=/builds/slave/gfx-m64-0000000000000000000000
  RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg
  SHELL=/bin/bash
  SSH_AUTH_SOCK=/tmp/launch-E3CeaD/Listeners
  TMPDIR=/var/folders/nt/9x9wv2190jv9sdb038x23my800000w/T/
  TWISTD_LOG_PATH=/builds/slave/twistd.log
  USER=cltbld
  VERSIONER_PYTHON_PREFER_32_BIT=no
  VERSIONER_PYTHON_VERSION=2.7
  __CF_USER_TEXT_ENCODING=0x1C:0:0
 using PTY: False
program finished with exit code 0
elapsedTime=0.302166
========= master_lag: 0.01 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2017-04-10 14:50:44.969462) =========

========= Started 'bash -c ...' exception (results: 4, elapsed: 7 mins, 59 secs) (at 2017-04-10 14:50:44.969833) =========
bash -c 'python archiver_client.py mozharness --repo projects/graphics --rev f8c97e12c904f86ca47caede00abc6215c307df9 --destination scripts --debug'
 in dir /builds/slave/gfx-m64-0000000000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', u'python archiver_client.py mozharness --repo projects/graphics --rev f8c97e12c904f86ca47caede00abc6215c307df9 --destination scripts --debug']
 environment:
  Apple_PubSub_Socket_Render=/tmp/launch-oX95GA/Render
  DISPLAY=/tmp/launch-2JPOdJ/org.x:0
  GIT_SHARE_BASE_DIR=/builds/git-shared
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HOME=/Users/cltbld
  IDLEIZER_DISABLE_SHUTDOWN=true
  LOGNAME=cltbld
  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11
  PWD=/builds/slave/gfx-m64-0000000000000000000000
  RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg
  SHELL=/bin/bash
  SSH_AUTH_SOCK=/tmp/launch-E3CeaD/Listeners
  TMPDIR=/var/folders/nt/9x9wv2190jv9sdb038x23my800000w/T/
  TWISTD_LOG_PATH=/builds/slave/twistd.log
  USER=cltbld
  VERSIONER_PYTHON_PREFER_32_BIT=no
  VERSIONER_PYTHON_VERSION=2.7
  __CF_USER_TEXT_ENCODING=0x1C:0:0
 using PTY: False
2017-04-10 14:50:45,391 truncating revision to first 12 chars
2017-04-10 14:50:45,391 Setting DEBUG logging.
2017-04-10 14:50:45,391 attempt 1/10
2017-04-10 14:50:45,391 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/projects/graphics/f8c97e12c904?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness
2017-04-10 14:50:46,056 attempt 1/10
2017-04-10 14:50:46,391 current task status: no status available at this point. state: PENDING
2017-04-10 14:50:46,391 sleeping for 10.00s (attempt 1/10)
2017-04-10 14:50:56,393 attempt 2/10
2017-04-10 14:50:56,629 current task status: no status available at this point. state: PENDING
2017-04-10 14:50:56,629 sleeping for 14.00s (attempt 2/10)
2017-04-10 14:51:10,631 attempt 3/10
2017-04-10 14:51:10,883 current task status: no status available at this point. state: PENDING
2017-04-10 14:51:10,883 sleeping for 20.00s (attempt 3/10)
2017-04-10 14:51:30,885 attempt 4/10
2017-04-10 14:51:31,128 current task status: no status available at this point. state: PENDING
2017-04-10 14:51:31,128 sleeping for 29.00s (attempt 4/10)
2017-04-10 14:52:00,130 attempt 5/10
2017-04-10 14:52:00,359 current task status: Task has expired from pending for too long. Re-creating task. state: RETRY
2017-04-10 14:52:00,360 sleeping for 42.50s (attempt 5/10)
2017-04-10 14:52:42,862 attempt 6/10
2017-04-10 14:52:43,474 current task status: no status available at this point. state: PENDING
2017-04-10 14:52:43,475 sleeping for 63.75s (attempt 6/10)
2017-04-10 14:53:47,228 attempt 7/10
2017-04-10 14:53:47,508 current task status: no status available at this point. state: PENDING
2017-04-10 14:53:47,508 sleeping for 95.62s (attempt 7/10)
2017-04-10 14:55:23,138 attempt 8/10
2017-04-10 14:55:23,425 current task status: Task has expired from pending for too long. Re-creating task. state: RETRY
2017-04-10 14:55:23,426 sleeping for 101.00s (attempt 8/10)
2017-04-10 14:57:04,430 attempt 9/10
2017-04-10 14:57:04,739 current task status: Task has expired from pending for too long. Re-creating task. state: RETRY
2017-04-10 14:57:04,740 sleeping for 99.00s (attempt 9/10)
2017-04-10 14:58:43,744 attempt 10/10
2017-04-10 14:58:44,099 current task status: Task has expired from pending for too long. Re-creating task. state: RETRY
2017-04-10 14:58:44,099 Automation Error: task state did not equal SUCCESS
2017-04-10 14:58:44,099 Check archiver logs for errors. Task status: Task has expired from pending for too long. Re-creating task. Task state: RETRY
program finished with exit code 3
elapsedTime=479.133553
========= master_lag: 0.01 =========
========= Finished 'bash -c ...' exception (results: 4, elapsed: 7 mins, 59 secs) (at 2017-04-10 14:58:44.117315) =========

========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Started no change (results: 0, elapsed: 0 secs) (at 2017-04-10 14:58:44.117761) =========
bash -c 'for file in `ls -1`; do cat $file; done'
 in dir /builds/slave/gfx-m64-0000000000000000000000/properties (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done']
 environment:
  Apple_PubSub_Socket_Render=/tmp/launch-oX95GA/Render
  DISPLAY=/tmp/launch-2JPOdJ/org.x:0
  GIT_SHARE_BASE_DIR=/builds/git-shared
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HOME=/Users/cltbld
  IDLEIZER_DISABLE_SHUTDOWN=true
  LOGNAME=cltbld
  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11
  PWD=/builds/slave/gfx-m64-0000000000000000000000/properties
  RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg
  SHELL=/bin/bash
  SSH_AUTH_SOCK=/tmp/launch-E3CeaD/Listeners
  TMPDIR=/var/folders/nt/9x9wv2190jv9sdb038x23my800000w/T/
  TWISTD_LOG_PATH=/builds/slave/twistd.log
  USER=cltbld
  VERSIONER_PYTHON_PREFER_32_BIT=no
  VERSIONER_PYTHON_VERSION=2.7
  __CF_USER_TEXT_ENCODING=0x1C:0:0
 using PTY: False
program finished with exit code 0
elapsedTime=0.009087

========= master_lag: 0.04 =========
========= Finished no change (results: 0, elapsed: 0 secs) (at 2017-04-10 14:58:44.171232) =========

========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2017-04-10 14:58:44.171645) =========
rm -f oauth.txt
 in dir /builds/slave/gfx-m64-0000000000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-f', 'oauth.txt']
 environment:
  Apple_PubSub_Socket_Render=/tmp/launch-oX95GA/Render
  DISPLAY=/tmp/launch-2JPOdJ/org.x:0
  GIT_SHARE_BASE_DIR=/builds/git-shared
  HG_SHARE_BASE_DIR=/builds/hg-shared
  HOME=/Users/cltbld
  IDLEIZER_DISABLE_SHUTDOWN=true
  LOGNAME=cltbld
  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11
  PWD=/builds/slave/gfx-m64-0000000000000000000000
  RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg
  SHELL=/bin/bash
  SSH_AUTH_SOCK=/tmp/launch-E3CeaD/Listeners
  TMPDIR=/var/folders/nt/9x9wv2190jv9sdb038x23my800000w/T/
  TWISTD_LOG_PATH=/builds/slave/twistd.log
  USER=cltbld
  VERSIONER_PYTHON_PREFER_32_BIT=no
  VERSIONER_PYTHON_VERSION=2.7
  __CF_USER_TEXT_ENCODING=0x1C:0:0
 using PTY: False
program finished with exit code 0
elapsedTime=0.006209
========= master_lag: 0.05 =========
========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2017-04-10 14:58:44.223658) =========

========= Started reboot skipped (results: 3, elapsed: 0 secs) (at 2017-04-10 14:58:44.224021) =========
========= Finished reboot skipped (results: 3, elapsed: 0 secs) (at 2017-04-10 14:58:44.224362) =========

========= Total master_lag: 0.17 =========