builder: mozilla-release_yosemite_r7_test-marionette-e10s slave: t-yosemite-r7-0364 starttime: 1479303537.9 results: exception (4) buildid: 20161116031134 builduid: 92650a4ffcd241af92abd1a054010ef2 revision: 15951cce680f62ab18fffd51a22c7b64700e8c61 ========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-11-16 05:38:57.902007) ========= master: http://buildbot-master135.bb.releng.scl3.mozilla.com:8201/ ========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-11-16 05:38:57.902479) ========= ========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-11-16 05:38:57.902779) ========= ========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-11-16 05:38:57.925842) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-11-16 05:38:57.926216) ========= bash -c 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py' in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'] environment: Apple_PubSub_Socket_Render=/private/tmp/com.apple.launchd.dr7TVsMoYJ/Render GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/test RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/private/tmp/com.apple.launchd.Cs32n1wC9R/Listeners TMPDIR=/var/folders/kk/d_yy2jqj1p3cq7ckfwf2mf2800000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 XPC_FLAGS=0x0 XPC_SERVICE_NAME=0 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False --2016-11-16 05:38:57-- https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py Resolving hg.mozilla.org... 63.245.215.25, 63.245.215.102 Connecting to hg.mozilla.org|63.245.215.25|:443... connected. HTTP request sent, awaiting response... 200 Script output follows Length: 12179 (12K) [text/x-python] Saving to: 'archiver_client.py' 0K .......... . 100% 151M=0s 2016-11-16 05:38:58 (151 MB/s) - 'archiver_client.py' saved [12179/12179] program finished with exit code 0 elapsedTime=0.153207 ========= master_lag: 0.03 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-11-16 05:38:58.110176) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-11-16 05:38:58.110561) ========= rm -rf scripts properties in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'scripts', 'properties'] environment: Apple_PubSub_Socket_Render=/private/tmp/com.apple.launchd.dr7TVsMoYJ/Render GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/test RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/private/tmp/com.apple.launchd.Cs32n1wC9R/Listeners TMPDIR=/var/folders/kk/d_yy2jqj1p3cq7ckfwf2mf2800000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 XPC_FLAGS=0x0 XPC_SERVICE_NAME=0 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.021101 ========= master_lag: 0.03 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-11-16 05:38:58.159511) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-11-16 05:38:58.159896) ========= bash -c 'python archiver_client.py mozharness --repo releases/mozilla-release --rev 15951cce680f62ab18fffd51a22c7b64700e8c61 --destination scripts --debug' in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', u'python archiver_client.py mozharness --repo releases/mozilla-release --rev 15951cce680f62ab18fffd51a22c7b64700e8c61 --destination scripts --debug'] environment: Apple_PubSub_Socket_Render=/private/tmp/com.apple.launchd.dr7TVsMoYJ/Render GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/test RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/private/tmp/com.apple.launchd.Cs32n1wC9R/Listeners TMPDIR=/var/folders/kk/d_yy2jqj1p3cq7ckfwf2mf2800000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 XPC_FLAGS=0x0 XPC_SERVICE_NAME=0 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False 2016-11-16 05:38:58,241 truncating revision to first 12 chars 2016-11-16 05:38:58,241 Setting DEBUG logging. 2016-11-16 05:38:58,241 attempt 1/10 2016-11-16 05:38:58,241 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/releases/mozilla-release/15951cce680f?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2016-11-16 05:38:59,387 unpacking tar archive at: mozilla-release-15951cce680f/testing/mozharness/ program finished with exit code 0 elapsedTime=1.412533 ========= master_lag: 0.02 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-11-16 05:38:59.593729) ========= ========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-11-16 05:38:59.594005) ========= script_repo_revision: 15951cce680f62ab18fffd51a22c7b64700e8c61 ========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-11-16 05:38:59.594366) ========= ========= Started downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-11-16 05:38:59.594654) ========= ========= Finished downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-11-16 05:38:59.612708) ========= ========= Started '/tools/buildbot/bin/python -u ...' exception (results: 4, elapsed: 3 mins, 8 secs) (at 2016-11-16 05:38:59.613002) ========= /tools/buildbot/bin/python -u scripts/scripts/marionette.py --cfg marionette/prod_config.py --e10s --blob-upload-branch mozilla-release in dir /builds/slave/test/. (timeout 1800 secs) (maxTime 7200 secs) watching logfiles {} argv: ['/tools/buildbot/bin/python', '-u', 'scripts/scripts/marionette.py', '--cfg', 'marionette/prod_config.py', '--e10s', '--blob-upload-branch', 'mozilla-release'] environment: Apple_PubSub_Socket_Render=/private/tmp/com.apple.launchd.dr7TVsMoYJ/Render GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld MOZ_HIDE_RESULTS_TABLE=1 MOZ_NODE_PATH=/usr/local/bin/node MOZ_NO_REMOTE=1 NO_EM_RESTART=1 NO_FAIL_ON_TEST_ERRORS=1 PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PROPERTIES_FILE=/builds/slave/test/buildprops.json PWD=/builds/slave/test RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/private/tmp/com.apple.launchd.Cs32n1wC9R/Listeners TMPDIR=/var/folders/kk/d_yy2jqj1p3cq7ckfwf2mf2800000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 XPCOM_DEBUG_BREAK=warn XPC_FLAGS=0x0 XPC_SERVICE_NAME=0 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False 05:38:59 INFO - MultiFileLogger online at 20161116 05:38:59 in /builds/slave/test 05:38:59 INFO - Run as scripts/scripts/marionette.py --cfg marionette/prod_config.py --e10s --blob-upload-branch mozilla-release 05:38:59 INFO - Dumping config to /builds/slave/test/logs/localconfig.json. 05:38:59 INFO - {'append_to_log': False, 05:38:59 INFO - 'base_work_dir': '/builds/slave/test', 05:38:59 INFO - 'blob_upload_branch': 'mozilla-release', 05:38:59 INFO - 'blob_uploader_auth_file': '/builds/slave/test/oauth.txt', 05:38:59 INFO - 'buildbot_json_path': 'buildprops.json', 05:38:59 INFO - 'config_files': ('marionette/prod_config.py',), 05:38:59 INFO - 'default_actions': ('clobber', 05:38:59 INFO - 'read-buildbot-config', 05:38:59 INFO - 'download-and-extract', 05:38:59 INFO - 'create-virtualenv', 05:38:59 INFO - 'install', 05:38:59 INFO - 'run-tests'), 05:38:59 INFO - 'default_blob_upload_servers': ('https://blobupload.elasticbeanstalk.com',), 05:38:59 INFO - 'download_minidump_stackwalk': True, 05:38:59 INFO - 'download_symbols': 'ondemand', 05:38:59 INFO - 'e10s': True, 05:38:59 INFO - 'exes': {'python': '/tools/buildbot/bin/python', 05:38:59 INFO - 'tooltool.py': '/tools/tooltool.py', 05:38:59 INFO - 'virtualenv': ('/tools/buildbot/bin/python', 05:38:59 INFO - '/tools/misc-python/virtualenv.py')}, 05:38:59 INFO - 'find_links': ('http://pypi.pvt.build.mozilla.org/pub', 05:38:59 INFO - 'http://pypi.pub.build.mozilla.org/pub'), 05:38:59 INFO - 'gaia_branch': 'default', 05:38:59 INFO - 'gaia_repo': 'https://hg.mozilla.org/integration/gaia-central', 05:38:59 INFO - 'gaiatest': False, 05:38:59 INFO - 'log_level': 'info', 05:38:59 INFO - 'log_to_console': True, 05:38:59 INFO - 'marionette_address': 'localhost:2828', 05:38:59 INFO - 'opt_config_files': (), 05:38:59 INFO - 'pip_index': False, 05:38:59 INFO - 'require_test_zip': True, 05:38:59 INFO - 'suite_definitions': {'gaiatest_desktop': {'options': ('--restart', 05:38:59 INFO - '--timeout=%(timeout)s', 05:38:59 INFO - '--testvars=%(testvars)s', 05:38:59 INFO - '--profile=%(profile)s', 05:38:59 INFO - '--symbols-path=%(symbols_path)s', 05:38:59 INFO - '--gecko-log=%(gecko_log)s', 05:38:59 INFO - '--log-xunit=%(xml_output)s', 05:38:59 INFO - '--html-output=%(html_output)s', 05:38:59 INFO - '--log-raw=%(raw_log_file)s', 05:38:59 INFO - '--log-errorsummary=%(error_summary_file)s', 05:38:59 INFO - '--binary=%(binary)s', 05:38:59 INFO - '--address=%(address)s', 05:38:59 INFO - '--total-chunks=%(total_chunks)s', 05:38:59 INFO - '--this-chunk=%(this_chunk)s'), 05:38:59 INFO - 'run_filename': '', 05:38:59 INFO - 'testsdir': ''}, 05:38:59 INFO - 'gaiatest_emulator': {'options': ('--restart', 05:38:59 INFO - '--timeout=%(timeout)s', 05:38:59 INFO - '--testvars=%(testvars)s', 05:38:59 INFO - '--profile=%(profile)s', 05:38:59 INFO - '--symbols-path=%(symbols_path)s', 05:38:59 INFO - '--log-xunit=%(xml_output)s', 05:38:59 INFO - '--html-output=%(html_output)s', 05:38:59 INFO - '--log-raw=%(raw_log_file)s', 05:38:59 INFO - '--log-errorsummary=%(error_summary_file)s', 05:38:59 INFO - '--logcat-dir=%(logcat_dir)s', 05:38:59 INFO - '--emulator=%(emulator)s', 05:38:59 INFO - '--homedir=%(homedir)s'), 05:38:59 INFO - 'run_filename': '', 05:38:59 INFO - 'testsdir': ''}, 05:38:59 INFO - 'marionette_desktop': {'options': ('--log-raw=%(raw_log_file)s', 05:38:59 INFO - '--log-errorsummary=%(error_summary_file)s', 05:38:59 INFO - '--binary=%(binary)s', 05:38:59 INFO - '--address=%(address)s', 05:38:59 INFO - '--symbols-path=%(symbols_path)s'), 05:38:59 INFO - 'run_filename': '', 05:38:59 INFO - 'testsdir': ''}, 05:38:59 INFO - 'marionette_emulator': {'options': ('--log-raw=%(raw_log_file)s', 05:38:59 INFO - '--log-errorsummary=%(error_summary_file)s', 05:38:59 INFO - '--logcat-dir=%(logcat_dir)s', 05:38:59 INFO - '--emulator=%(emulator)s', 05:38:59 INFO - '--homedir=%(homedir)s', 05:38:59 INFO - '--symbols-path=%(symbols_path)s'), 05:38:59 INFO - 'run_filename': '', 05:38:59 INFO - 'testsdir': ''}, 05:38:59 INFO - 'webapi_desktop': {'options': (), 05:38:59 INFO - 'run_filename': '', 05:38:59 INFO - 'testsdir': ''}, 05:38:59 INFO - 'webapi_emulator': {'options': ('--log-raw=%(raw_log_file)s', 05:38:59 INFO - '--log-errorsummary=%(error_summary_file)s', 05:38:59 INFO - '--symbols-path=%(symbols_path)s', 05:38:59 INFO - '--logcat-dir=%(logcat_dir)s', 05:38:59 INFO - '--emulator=%(emulator)s', 05:38:59 INFO - '--homedir=%(homedir)s'), 05:38:59 INFO - 'run_filename': '', 05:38:59 INFO - 'testsdir': ''}}, 05:38:59 INFO - 'test_manifest': 'unit-tests.ini', 05:38:59 INFO - 'tooltool_cache': '/builds/tooltool_cache', 05:38:59 INFO - 'vcs_share_base': '/builds/hg-shared', 05:38:59 INFO - 'virtualenv_path': 'venv', 05:38:59 INFO - 'volatile_config': {'actions': None, 'add_actions': None, 'no_actions': None}, 05:38:59 INFO - 'work_dir': 'build', 05:38:59 INFO - 'xre_path': 'xulrunner-sdk'} 05:38:59 INFO - [mozharness: 2016-11-16 13:38:59.812738Z] Running clobber step. 05:38:59 INFO - Running pre-action listener: _resource_record_pre_action 05:38:59 INFO - Running main action method: clobber 05:38:59 INFO - rmtree: /builds/slave/test/build 05:38:59 INFO - retry: Calling rmtree with args: ('/builds/slave/test/build',), kwargs: {}, attempt #1 05:39:01 INFO - Running post-action listener: _resource_record_post_action 05:39:01 INFO - [mozharness: 2016-11-16 13:39:01.391809Z] Finished clobber step (success) 05:39:01 INFO - [mozharness: 2016-11-16 13:39:01.392014Z] Running read-buildbot-config step. 05:39:01 INFO - Running pre-action listener: _resource_record_pre_action 05:39:01 INFO - Running main action method: read_buildbot_config 05:39:01 INFO - Using buildbot properties: 05:39:01 INFO - { 05:39:01 INFO - "project": "", 05:39:01 INFO - "product": "firefox", 05:39:01 INFO - "script_repo_revision": "production", 05:39:01 INFO - "scheduler": "tests-mozilla-release-yosemite_r7-opt-unittest", 05:39:01 INFO - "repository": "", 05:39:01 INFO - "buildername": "Rev7 MacOSX Yosemite 10.10.5 mozilla-release opt test marionette-e10s", 05:39:01 INFO - "buildid": "20161116031134", 05:39:01 INFO - "pgo_build": "False", 05:39:01 INFO - "basedir": "/builds/slave/test", 05:39:01 INFO - "buildnumber": 10, 05:39:01 INFO - "slavename": "t-yosemite-r7-0364", 05:39:01 INFO - "master": "http://buildbot-master135.bb.releng.scl3.mozilla.com:8201/", 05:39:01 INFO - "platform": "macosx64", 05:39:01 INFO - "branch": "mozilla-release", 05:39:01 INFO - "revision": "15951cce680f62ab18fffd51a22c7b64700e8c61", 05:39:01 INFO - "repo_path": "releases/mozilla-release", 05:39:01 INFO - "moz_repo_path": "", 05:39:01 INFO - "stage_platform": "macosx64", 05:39:01 INFO - "builduid": "92650a4ffcd241af92abd1a054010ef2", 05:39:01 INFO - "slavebuilddir": "test" 05:39:01 INFO - } 05:39:01 INFO - Found installer url https://queue.taskcluster.net/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.dmg. 05:39:01 INFO - Found a test packages url https://queue.taskcluster.net/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json. 05:39:01 INFO - Running post-action listener: _resource_record_post_action 05:39:01 INFO - [mozharness: 2016-11-16 13:39:01.397875Z] Finished read-buildbot-config step (success) 05:39:01 INFO - [mozharness: 2016-11-16 13:39:01.398119Z] Skipping pull step. 05:39:01 INFO - [mozharness: 2016-11-16 13:39:01.398315Z] Running download-and-extract step. 05:39:01 INFO - Running pre-action listener: _resource_record_pre_action 05:39:01 INFO - Running main action method: download_and_extract 05:39:01 INFO - mkdir: /builds/slave/test/build/tests 05:39:01 INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pvtbuilds.pvt.build.mozilla.org', 'pvtbuilds.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org'), ('https://queue.taskcluster.net', 'queue.taskcluster.net')]} 05:39:01 INFO - https://queue.taskcluster.net/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json matches https://queue.taskcluster.net 05:39:01 INFO - URL Candidate: http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json 05:39:01 INFO - trying http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json 05:39:01 INFO - Downloading http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json to /builds/slave/test/build/firefox-50.1.0.en-US.mac.test_packages.json 05:39:01 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json', 'file_name': '/builds/slave/test/build/firefox-50.1.0.en-US.mac.test_packages.json'}, attempt #1 05:39:01 WARNING - Server returned status 404 HTTP Error 404: Not Found for http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json 05:39:01 INFO - retry: attempt #1 caught exception: HTTP Error 404: Not Found 05:39:01 INFO - retry: Failed, sleeping 30 seconds before retrying 05:39:31 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json', 'file_name': '/builds/slave/test/build/firefox-50.1.0.en-US.mac.test_packages.json'}, attempt #2 05:39:31 WARNING - Server returned status 404 HTTP Error 404: Not Found for http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json 05:39:31 INFO - retry: attempt #2 caught exception: HTTP Error 404: Not Found 05:39:31 INFO - retry: Failed, sleeping 60 seconds before retrying 05:40:31 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json', 'file_name': '/builds/slave/test/build/firefox-50.1.0.en-US.mac.test_packages.json'}, attempt #3 05:40:32 WARNING - Server returned status 404 HTTP Error 404: Not Found for http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json 05:40:32 INFO - retry: attempt #3 caught exception: HTTP Error 404: Not Found 05:40:32 INFO - Can't download from http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json to /builds/slave/test/build/firefox-50.1.0.en-US.mac.test_packages.json! 05:40:32 INFO - Caught exception: HTTP Error 404: Not Found 05:40:32 INFO - Caught exception: HTTP Error 404: Not Found 05:40:32 INFO - Caught exception: HTTP Error 404: Not Found 05:40:32 INFO - trying https://queue.taskcluster.net/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json 05:40:32 INFO - Downloading https://queue.taskcluster.net/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json to /builds/slave/test/build/firefox-50.1.0.en-US.mac.test_packages.json 05:40:32 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'https://queue.taskcluster.net/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json', 'file_name': '/builds/slave/test/build/firefox-50.1.0.en-US.mac.test_packages.json'}, attempt #1 05:40:33 WARNING - URL Error: https://queue.taskcluster.net/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json 05:40:33 INFO - Running command: ['nslookup', 'queue.taskcluster.net'] 05:40:33 INFO - Copy/paste: nslookup queue.taskcluster.net 05:40:33 INFO - Server: 10.26.75.40 05:40:33 INFO - Address: 10.26.75.40#53 05:40:33 INFO - queue.taskcluster.net canonical name = toyama-73636.herokussl.com. 05:40:33 INFO - toyama-73636.herokussl.com canonical name = elb081832-1105536650.us-east-1.elb.amazonaws.com. 05:40:33 INFO - Name: elb081832-1105536650.us-east-1.elb.amazonaws.com 05:40:33 INFO - Address: 54.243.101.252 05:40:33 INFO - Name: elb081832-1105536650.us-east-1.elb.amazonaws.com 05:40:33 INFO - Address: 54.204.22.145 05:40:33 INFO - Name: elb081832-1105536650.us-east-1.elb.amazonaws.com 05:40:33 INFO - Address: 107.20.187.55 05:40:33 INFO - Return code: 0 05:40:33 INFO - retry: attempt #1 caught exception: 05:40:33 INFO - retry: Failed, sleeping 30 seconds before retrying 05:41:03 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'https://queue.taskcluster.net/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json', 'file_name': '/builds/slave/test/build/firefox-50.1.0.en-US.mac.test_packages.json'}, attempt #2 05:41:04 WARNING - URL Error: https://queue.taskcluster.net/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json 05:41:04 INFO - Running command: ['nslookup', 'queue.taskcluster.net'] 05:41:04 INFO - Copy/paste: nslookup queue.taskcluster.net 05:41:04 INFO - Server: 10.26.75.40 05:41:04 INFO - Address: 10.26.75.40#53 05:41:04 INFO - queue.taskcluster.net canonical name = toyama-73636.herokussl.com. 05:41:04 INFO - toyama-73636.herokussl.com canonical name = elb081832-1105536650.us-east-1.elb.amazonaws.com. 05:41:04 INFO - Name: elb081832-1105536650.us-east-1.elb.amazonaws.com 05:41:04 INFO - Address: 54.243.101.252 05:41:04 INFO - Name: elb081832-1105536650.us-east-1.elb.amazonaws.com 05:41:04 INFO - Address: 107.20.187.55 05:41:04 INFO - Name: elb081832-1105536650.us-east-1.elb.amazonaws.com 05:41:04 INFO - Address: 54.204.22.145 05:41:04 INFO - Return code: 0 05:41:04 INFO - retry: attempt #2 caught exception: 05:41:04 INFO - retry: Failed, sleeping 60 seconds before retrying 05:42:04 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'https://queue.taskcluster.net/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json', 'file_name': '/builds/slave/test/build/firefox-50.1.0.en-US.mac.test_packages.json'}, attempt #3 05:42:05 WARNING - URL Error: https://queue.taskcluster.net/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json 05:42:05 INFO - Running command: ['nslookup', 'queue.taskcluster.net'] 05:42:05 INFO - Copy/paste: nslookup queue.taskcluster.net 05:42:05 INFO - Server: 10.26.75.40 05:42:05 INFO - Address: 10.26.75.40#53 05:42:05 INFO - queue.taskcluster.net canonical name = toyama-73636.herokussl.com. 05:42:05 INFO - toyama-73636.herokussl.com canonical name = elb081832-1105536650.us-east-1.elb.amazonaws.com. 05:42:05 INFO - Name: elb081832-1105536650.us-east-1.elb.amazonaws.com 05:42:05 INFO - Address: 107.20.187.55 05:42:05 INFO - Name: elb081832-1105536650.us-east-1.elb.amazonaws.com 05:42:05 INFO - Address: 54.243.101.252 05:42:05 INFO - Name: elb081832-1105536650.us-east-1.elb.amazonaws.com 05:42:05 INFO - Address: 54.204.22.145 05:42:05 INFO - Return code: 0 05:42:05 INFO - retry: attempt #3 caught exception: 05:42:05 INFO - Can't download from https://queue.taskcluster.net/v1/task/RKP6ewd1Sm68v-aYlZ9Rtg/artifacts/public/build/firefox-50.1.0.en-US.mac.test_packages.json to /builds/slave/test/build/firefox-50.1.0.en-US.mac.test_packages.json! 05:42:05 INFO - Caught exception: 05:42:05 INFO - Caught exception: 05:42:05 INFO - Caught exception: 05:42:05 FATAL - Failed to download from all available URLs, aborting 05:42:05 FATAL - Running post_fatal callback... 05:42:05 FATAL - Exiting 3 05:42:05 INFO - Running post-action listener: _resource_record_post_action 05:42:05 INFO - Running post-action listener: set_extra_try_arguments 05:42:05 INFO - [mozharness: 2016-11-16 13:42:05.173020Z] Finished download-and-extract step (failed) 05:42:05 INFO - Running post-run listener: _resource_record_post_run 05:42:05 INFO - Running post-run listener: _upload_blobber_files 05:42:05 INFO - Blob upload gear active. 05:42:05 WARNING - Blob upload directory does not exist! 05:42:05 INFO - Running post-run listener: copy_logs_to_upload_dir 05:42:05 INFO - Copying logs to upload dir... 05:42:05 INFO - mkdir: /builds/slave/test/build/upload/logs program finished with exit code 3 elapsedTime=185.570101 ========= master_lag: 3.14 ========= ========= Finished '/tools/buildbot/bin/python -u ...' exception (results: 4, elapsed: 3 mins, 8 secs) (at 2016-11-16 05:42:08.325012) ========= ========= Started no change (results: 0, elapsed: 4 secs) (at 2016-11-16 05:42:08.326226) ========= bash -c 'for file in `ls -1`; do cat $file; done' in dir /builds/slave/test/properties (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done'] environment: Apple_PubSub_Socket_Render=/private/tmp/com.apple.launchd.dr7TVsMoYJ/Render GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/test/properties RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/private/tmp/com.apple.launchd.Cs32n1wC9R/Listeners TMPDIR=/var/folders/kk/d_yy2jqj1p3cq7ckfwf2mf2800000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 XPC_FLAGS=0x0 XPC_SERVICE_NAME=0 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.007746 ========= master_lag: 4.16 ========= ========= Finished no change (results: 0, elapsed: 4 secs) (at 2016-11-16 05:42:12.490233) ========= ========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-11-16 05:42:12.490530) ========= rm -f oauth.txt in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-f', 'oauth.txt'] environment: Apple_PubSub_Socket_Render=/private/tmp/com.apple.launchd.dr7TVsMoYJ/Render GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/test RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/private/tmp/com.apple.launchd.Cs32n1wC9R/Listeners TMPDIR=/var/folders/kk/d_yy2jqj1p3cq7ckfwf2mf2800000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 XPC_FLAGS=0x0 XPC_SERVICE_NAME=0 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.005024 ========= master_lag: 0.53 ========= ========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-11-16 05:42:13.027368) ========= ========= Started reboot skipped (results: 3, elapsed: 3 secs) (at 2016-11-16 05:42:13.027650) ========= ========= Finished reboot skipped (results: 3, elapsed: 3 secs) (at 2016-11-16 05:42:16.328326) ========= ========= Total master_lag: 7.91 =========