builder: mozilla-beta_ubuntu64_hw_test-chromez-e10s-pgo
slave: talos-linux64-ix-021
starttime: 1459479237.22
results: failure (2)
buildid: 20160331170046
builduid: bba7f9ccdf684cd8b550caf5b704c503
revision: abc5d4c8f0da153a12cdf0740b40b9331039f803

========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:57.224955) =========
master: http://buildbot-master104.bb.releng.scl3.mozilla.com:8201/
========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:57.225427) =========

========= Started set props: basedir (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:57.225721) =========
bash -c pwd
 in dir /builds/slave/test-pgo/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'pwd']
 environment:
  DISPLAY=:0
  HOME=/home/cltbld
  LANG=en_US.UTF-8
  LANGUAGE=en_US:en
  LOGNAME=cltbld
  MAIL=/var/mail/cltbld
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript
  NO_EM_RESTART=1
  PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games
  PWD=/builds/slave/test-pgo
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  XDG_SESSION_COOKIE=df17445c3590ff7897617a0e00000225-1459479097.185017-994745563
  XPCOM_DEBUG_BREAK=warn
  _=/tools/buildbot/bin/python
 using PTY: False
/builds/slave/test-pgo
program finished with exit code 0
elapsedTime=0.004403
basedir: '/builds/slave/test-pgo'
========= master_lag: 0.10 =========
========= Finished set props: basedir (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:57.334104) =========

========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:57.334632) =========
========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:57.540160) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:57.540576) =========
rm -rf properties
 in dir /builds/slave/test-pgo/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'properties']
 environment:
  DISPLAY=:0
  HOME=/home/cltbld
  LANG=en_US.UTF-8
  LANGUAGE=en_US:en
  LOGNAME=cltbld
  MAIL=/var/mail/cltbld
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript
  NO_EM_RESTART=1
  PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games
  PWD=/builds/slave/test-pgo
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  XDG_SESSION_COOKIE=df17445c3590ff7897617a0e00000225-1459479097.185017-994745563
  XPCOM_DEBUG_BREAK=warn
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.040527
========= master_lag: 0.09 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:57.675926) =========

========= Started set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:57.676278) =========
script_repo_url: https://hg.mozilla.org/build/mozharness
========= Finished set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:57.676661) =========

========= Started 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:57.676943) =========
bash -c 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'
 in dir /builds/slave/test-pgo/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py']
 environment:
  DISPLAY=:0
  HOME=/home/cltbld
  LANG=en_US.UTF-8
  LANGUAGE=en_US:en
  LOGNAME=cltbld
  MAIL=/var/mail/cltbld
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript
  NO_EM_RESTART=1
  PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games
  PWD=/builds/slave/test-pgo
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  XDG_SESSION_COOKIE=df17445c3590ff7897617a0e00000225-1459479097.185017-994745563
  XPCOM_DEBUG_BREAK=warn
  _=/tools/buildbot/bin/python
 using PTY: False
--2016-03-31 19:53:58--  https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py
Resolving hg.mozilla.org (hg.mozilla.org)... 63.245.215.25, 63.245.215.102
Connecting to hg.mozilla.org (hg.mozilla.org)|63.245.215.25|:443... connected.
HTTP request sent, awaiting response... 200 Script output follows
Length: 12141 (12K) [text/x-python]
Saving to: `archiver_client.py'

     0K .......... .                                          100% 77.2M=0s

2016-03-31 19:53:58 (77.2 MB/s) - `archiver_client.py' saved [12141/12141]

program finished with exit code 0
elapsedTime=0.415122
========= master_lag: 0.05 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:58.142951) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:58.143280) =========
rm -rf scripts
 in dir /builds/slave/test-pgo/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'scripts']
 environment:
  DISPLAY=:0
  HOME=/home/cltbld
  LANG=en_US.UTF-8
  LANGUAGE=en_US:en
  LOGNAME=cltbld
  MAIL=/var/mail/cltbld
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript
  NO_EM_RESTART=1
  PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games
  PWD=/builds/slave/test-pgo
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  XDG_SESSION_COOKIE=df17445c3590ff7897617a0e00000225-1459479097.185017-994745563
  XPCOM_DEBUG_BREAK=warn
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.086603
========= master_lag: 0.05 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:58.282006) =========

========= Started 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:58.282389) =========
bash -c 'python archiver_client.py mozharness --repo releases/mozilla-beta --rev abc5d4c8f0da153a12cdf0740b40b9331039f803 --destination scripts --debug'
 in dir /builds/slave/test-pgo/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', u'python archiver_client.py mozharness --repo releases/mozilla-beta --rev abc5d4c8f0da153a12cdf0740b40b9331039f803 --destination scripts --debug']
 environment:
  DISPLAY=:0
  HOME=/home/cltbld
  LANG=en_US.UTF-8
  LANGUAGE=en_US:en
  LOGNAME=cltbld
  MAIL=/var/mail/cltbld
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript
  NO_EM_RESTART=1
  PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games
  PWD=/builds/slave/test-pgo
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  XDG_SESSION_COOKIE=df17445c3590ff7897617a0e00000225-1459479097.185017-994745563
  XPCOM_DEBUG_BREAK=warn
  _=/tools/buildbot/bin/python
 using PTY: False
2016-03-31 19:53:58,666 truncating revision to first 12 chars
2016-03-31 19:53:58,666 Setting DEBUG logging.
2016-03-31 19:53:58,666 attempt 1/10
2016-03-31 19:53:58,666 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/releases/mozilla-beta/abc5d4c8f0da?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness
2016-03-31 19:53:59,105 unpacking tar archive at: mozilla-beta-abc5d4c8f0da/testing/mozharness/
program finished with exit code 0
elapsedTime=0.767756
========= master_lag: 0.05 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:59.100404) =========

========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:59.100743) =========
echo abc5d4c8f0da153a12cdf0740b40b9331039f803
 in dir /builds/slave/test-pgo/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['echo', u'abc5d4c8f0da153a12cdf0740b40b9331039f803']
 environment:
  DISPLAY=:0
  HOME=/home/cltbld
  LANG=en_US.UTF-8
  LANGUAGE=en_US:en
  LOGNAME=cltbld
  MAIL=/var/mail/cltbld
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript
  NO_EM_RESTART=1
  PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games
  PWD=/builds/slave/test-pgo
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  XDG_SESSION_COOKIE=df17445c3590ff7897617a0e00000225-1459479097.185017-994745563
  XPCOM_DEBUG_BREAK=warn
  _=/tools/buildbot/bin/python
 using PTY: False
abc5d4c8f0da153a12cdf0740b40b9331039f803
program finished with exit code 0
elapsedTime=0.004636
script_repo_revision: 'abc5d4c8f0da153a12cdf0740b40b9331039f803'
========= master_lag: 0.11 =========
========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:59.217405) =========

========= Started downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:59.217718) =========
========= Finished downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-03-31 19:53:59.351215) =========

========= Started '/tools/buildbot/bin/python scripts/scripts/talos_script.py ...' failed (results: 2, elapsed: 16 mins, 40 secs) (at 2016-03-31 19:53:59.351620) =========
/tools/buildbot/bin/python scripts/scripts/talos_script.py --suite chromez-e10s --add-option --webServer,localhost --branch-name Mozilla-Beta --cfg talos/linux_config.py --download-symbols ondemand --use-talos-json --blob-upload-branch Mozilla-Beta
 in dir /builds/slave/test-pgo/. (timeout 3600 secs) (maxTime 7200 secs)
 watching logfiles {}
 argv: ['/tools/buildbot/bin/python', 'scripts/scripts/talos_script.py', '--suite', 'chromez-e10s', '--add-option', '--webServer,localhost', '--branch-name', 'Mozilla-Beta', '--cfg', 'talos/linux_config.py', '--download-symbols', 'ondemand', '--use-talos-json', '--blob-upload-branch', 'Mozilla-Beta']
 environment:
  DISPLAY=:0
  HOME=/home/cltbld
  LANG=en_US.UTF-8
  LANGUAGE=en_US:en
  LOGNAME=cltbld
  MAIL=/var/mail/cltbld
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript
  NO_EM_RESTART=1
  PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games
  PROPERTIES_FILE=/builds/slave/test-pgo/buildprops.json
  PWD=/builds/slave/test-pgo
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  XDG_SESSION_COOKIE=df17445c3590ff7897617a0e00000225-1459479097.185017-994745563
  XPCOM_DEBUG_BREAK=warn
  _=/tools/buildbot/bin/python
 using PTY: False
19:53:59     INFO - MultiFileLogger online at 20160331 19:53:59 in /builds/slave/test-pgo
19:53:59     INFO - Run as scripts/scripts/talos_script.py --suite chromez-e10s --add-option --webServer,localhost --branch-name Mozilla-Beta --cfg talos/linux_config.py --download-symbols ondemand --use-talos-json --blob-upload-branch Mozilla-Beta
19:53:59     INFO - Dumping config to /builds/slave/test-pgo/logs/localconfig.json.
19:53:59     INFO - {'append_to_log': False,
19:53:59     INFO -  'base_work_dir': '/builds/slave/test-pgo',
19:53:59     INFO -  'blob_upload_branch': 'Mozilla-Beta',
19:53:59     INFO -  'blob_uploader_auth_file': '/builds/slave/test-pgo/oauth.txt',
19:53:59     INFO -  'branch': 'Mozilla-Beta',
19:53:59     INFO -  'buildbot_json_path': 'buildprops.json',
19:53:59     INFO -  'config_files': ('talos/linux_config.py',),
19:53:59     INFO -  'default_actions': ('clobber',
19:53:59     INFO -                      'read-buildbot-config',
19:53:59     INFO -                      'download-and-extract',
19:53:59     INFO -                      'populate-webroot',
19:53:59     INFO -                      'create-virtualenv',
19:53:59     INFO -                      'install',
19:53:59     INFO -                      'run-tests'),
19:53:59     INFO -  'default_blob_upload_servers': ('https://blobupload.elasticbeanstalk.com',),
19:53:59     INFO -  'download_minidump_stackwalk': True,
19:53:59     INFO -  'download_symbols': 'ondemand',
19:53:59     INFO -  'exes': {'python': '/tools/buildbot/bin/python',
19:53:59     INFO -           'tooltool.py': '/tools/tooltool.py',
19:53:59     INFO -           'virtualenv': ('/tools/buildbot/bin/python',
19:53:59     INFO -                          '/tools/misc-python/virtualenv.py')},
19:53:59     INFO -  'find_links': ('http://pypi.pvt.build.mozilla.org/pub',
19:53:59     INFO -                 'http://pypi.pub.build.mozilla.org/pub'),
19:53:59     INFO -  'installer_path': 'installer.exe',
19:53:59     INFO -  'log_level': 'info',
19:53:59     INFO -  'log_name': 'talos',
19:53:59     INFO -  'log_to_console': True,
19:53:59     INFO -  'minidump_stackwalk_path': 'linux64-minidump_stackwalk',
19:53:59     INFO -  'minidump_tooltool_manifest_path': 'config/tooltool-manifests/linux64/releng.manifest',
19:53:59     INFO -  'opt_config_files': (),
19:53:59     INFO -  'pip_index': False,
19:53:59     INFO -  'sps_profile': False,
19:53:59     INFO -  'sps_profile_interval': 0,
19:53:59     INFO -  'suite': 'chromez-e10s',
19:53:59     INFO -  'system_bits': '32',
19:53:59     INFO -  'talos_extra_options': ('--webServer', 'localhost'),
19:53:59     INFO -  'title': 'talos-linux64-ix-021',
19:53:59     INFO -  'tooltool_cache': '/builds/tooltool_cache',
19:53:59     INFO -  'use_talos_json': True,
19:53:59     INFO -  'virtualenv_path': '/builds/slave/test-pgo/build/venv',
19:53:59     INFO -  'volatile_config': {'actions': None, 'add_actions': None, 'no_actions': None},
19:53:59     INFO -  'work_dir': 'build'}
19:53:59     INFO - #####
19:53:59     INFO - ##### Running clobber step.
19:53:59     INFO - #####
19:53:59     INFO - Running pre-action listener: _resource_record_pre_action
19:53:59     INFO - Running main action method: clobber
19:53:59     INFO - rmtree: /builds/slave/test-pgo/build
19:53:59     INFO - retry: Calling rmtree with args: ('/builds/slave/test-pgo/build',), kwargs: {}, attempt #1
19:54:01     INFO - Running post-action listener: _resource_record_post_action
19:54:01     INFO - #####
19:54:01     INFO - ##### Running read-buildbot-config step.
19:54:01     INFO - #####
19:54:01     INFO - Running pre-action listener: _resource_record_pre_action
19:54:01     INFO - Running main action method: read_buildbot_config
19:54:01     INFO - Using buildbot properties:
19:54:01     INFO - {
19:54:01     INFO -     "project": "", 
19:54:01     INFO -     "product": "firefox", 
19:54:01     INFO -     "script_repo_revision": "production", 
19:54:01     INFO -     "builddir": "mozilla-beta_ubuntu64_hw_test-chromez-e10s", 
19:54:01     INFO -     "repository": "", 
19:54:01     INFO -     "buildername": "Ubuntu HW 12.04 x64 mozilla-beta pgo talos chromez-e10s", 
19:54:01     INFO -     "buildid": "20160331170046", 
19:54:01     INFO -     "pgo_build": "True", 
19:54:01     INFO -     "basedir": "/builds/slave/test-pgo", 
19:54:01     INFO -     "buildnumber": 5, 
19:54:01     INFO -     "slavename": "talos-linux64-ix-021", 
19:54:01     INFO -     "master": "http://buildbot-master104.bb.releng.scl3.mozilla.com:8201/", 
19:54:01     INFO -     "platform": "ubuntu64_hw", 
19:54:01     INFO -     "scheduler": "tests-mozilla-beta-linux64-pgo-talos", 
19:54:01     INFO -     "branch": "mozilla-beta", 
19:54:01     INFO -     "repo_path": "releases/mozilla-beta", 
19:54:01     INFO -     "revision": "abc5d4c8f0da153a12cdf0740b40b9331039f803", 
19:54:01     INFO -     "stage_platform": "linux64-pgo", 
19:54:01     INFO -     "builduid": "bba7f9ccdf684cd8b550caf5b704c503", 
19:54:01     INFO -     "slavebuilddir": "test"
19:54:01     INFO - }
19:54:01     INFO - Found installer url https://queue.taskcluster.net/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.tar.bz2.
19:54:01     INFO - Running post-action listener: _resource_record_post_action
19:54:01     INFO - #####
19:54:01     INFO - ##### Running download-and-extract step.
19:54:01     INFO - #####
19:54:01     INFO - Running pre-action listener: _resource_record_pre_action
19:54:01     INFO - Running main action method: download_and_extract
19:54:01     INFO - mkdir: /builds/slave/test-pgo/build/tests
19:54:01     INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pvtbuilds.pvt.build.mozilla.org', 'pvtbuilds.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org'), ('https://queue.taskcluster.net', 'queue.taskcluster.net')]}
19:54:01     INFO - https://queue.taskcluster.net/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/test_packages.json matches https://queue.taskcluster.net
19:54:01     INFO - URL Candidate: http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/test_packages.json
19:54:01     INFO - trying http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/test_packages.json
19:54:01     INFO - Downloading http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/test_packages.json to /builds/slave/test-pgo/build/test_packages.json
19:54:01     INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/test_packages.json', 'file_name': '/builds/slave/test-pgo/build/test_packages.json'}, attempt #1
19:54:02     INFO - Downloaded 1412 bytes.
19:54:02     INFO - Reading from file /builds/slave/test-pgo/build/test_packages.json
19:54:02     INFO - Using the following test package requirements:
19:54:02     INFO - {u'common': [u'firefox-46.0.en-US.linux-x86_64.common.tests.zip'],
19:54:02     INFO -  u'cppunittest': [u'firefox-46.0.en-US.linux-x86_64.common.tests.zip',
19:54:02     INFO -                   u'firefox-46.0.en-US.linux-x86_64.cppunittest.tests.zip'],
19:54:02     INFO -  u'gtest': [u'firefox-46.0.en-US.linux-x86_64.common.tests.zip',
19:54:02     INFO -             u'firefox-46.0.en-US.linux-x86_64.gtest.tests.zip'],
19:54:02     INFO -  u'jittest': [u'firefox-46.0.en-US.linux-x86_64.common.tests.zip',
19:54:02     INFO -               u'jsshell-linux-x86_64.zip'],
19:54:02     INFO -  u'mochitest': [u'firefox-46.0.en-US.linux-x86_64.common.tests.zip',
19:54:02     INFO -                 u'firefox-46.0.en-US.linux-x86_64.mochitest.tests.zip'],
19:54:02     INFO -  u'mozbase': [u'firefox-46.0.en-US.linux-x86_64.common.tests.zip'],
19:54:02     INFO -  u'reftest': [u'firefox-46.0.en-US.linux-x86_64.common.tests.zip',
19:54:02     INFO -               u'firefox-46.0.en-US.linux-x86_64.reftest.tests.zip'],
19:54:02     INFO -  u'talos': [u'firefox-46.0.en-US.linux-x86_64.common.tests.zip',
19:54:02     INFO -             u'firefox-46.0.en-US.linux-x86_64.talos.tests.zip'],
19:54:02     INFO -  u'web-platform': [u'firefox-46.0.en-US.linux-x86_64.common.tests.zip',
19:54:02     INFO -                    u'firefox-46.0.en-US.linux-x86_64.web-platform.tests.zip'],
19:54:02     INFO -  u'webapprt': [u'firefox-46.0.en-US.linux-x86_64.common.tests.zip'],
19:54:02     INFO -  u'xpcshell': [u'firefox-46.0.en-US.linux-x86_64.common.tests.zip',
19:54:02     INFO -                u'firefox-46.0.en-US.linux-x86_64.xpcshell.tests.zip']}
19:54:02     INFO - Downloading packages: [u'firefox-46.0.en-US.linux-x86_64.common.tests.zip'] for test suite category: common
19:54:02     INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pvtbuilds.pvt.build.mozilla.org', 'pvtbuilds.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org'), ('https://queue.taskcluster.net', 'queue.taskcluster.net')]}
19:54:02     INFO - https://queue.taskcluster.net/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip matches https://queue.taskcluster.net
19:54:02     INFO - URL Candidate: http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip
19:54:02     INFO - trying http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip
19:54:02     INFO - Downloading http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip to /builds/slave/test-pgo/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip
19:54:02     INFO - retry: Calling _download_file with args: (), kwargs: {'url': u'http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip', 'file_name': u'/builds/slave/test-pgo/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip'}, attempt #1
19:54:06     INFO - Downloaded 23141030 bytes.
19:54:06     INFO - Running command: ['unzip', '-q', '-o', u'/builds/slave/test-pgo/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip', '-d', '/builds/slave/test-pgo/build/tests']
19:54:06     INFO - Copy/paste: unzip -q -o /builds/slave/test-pgo/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip -d /builds/slave/test-pgo/build/tests
19:54:07     INFO - Return code: 0
19:54:07     INFO - Downloading packages: [u'firefox-46.0.en-US.linux-x86_64.common.tests.zip', u'firefox-46.0.en-US.linux-x86_64.talos.tests.zip'] for test suite category: talos
19:54:07     INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pvtbuilds.pvt.build.mozilla.org', 'pvtbuilds.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org'), ('https://queue.taskcluster.net', 'queue.taskcluster.net')]}
19:54:07     INFO - https://queue.taskcluster.net/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip matches https://queue.taskcluster.net
19:54:07     INFO - URL Candidate: http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip
19:54:07     INFO - trying http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip
19:54:07     INFO - Downloading http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip to /builds/slave/test-pgo/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip
19:54:07     INFO - retry: Calling _download_file with args: (), kwargs: {'url': u'http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip', 'file_name': u'/builds/slave/test-pgo/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip'}, attempt #1
19:54:12     INFO - Downloaded 23141030 bytes.
19:54:12     INFO - Running command: ['unzip', '-q', '-o', u'/builds/slave/test-pgo/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip', '-d', '/builds/slave/test-pgo/build/tests']
19:54:12     INFO - Copy/paste: unzip -q -o /builds/slave/test-pgo/build/firefox-46.0.en-US.linux-x86_64.common.tests.zip -d /builds/slave/test-pgo/build/tests
19:54:14     INFO - Return code: 0
19:54:14     INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pvtbuilds.pvt.build.mozilla.org', 'pvtbuilds.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org'), ('https://queue.taskcluster.net', 'queue.taskcluster.net')]}
19:54:14     INFO - https://queue.taskcluster.net/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.talos.tests.zip matches https://queue.taskcluster.net
19:54:14     INFO - URL Candidate: http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.talos.tests.zip
19:54:14     INFO - trying http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.talos.tests.zip
19:54:14     INFO - Downloading http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.talos.tests.zip to /builds/slave/test-pgo/build/firefox-46.0.en-US.linux-x86_64.talos.tests.zip
19:54:14     INFO - retry: Calling _download_file with args: (), kwargs: {'url': u'http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.talos.tests.zip', 'file_name': u'/builds/slave/test-pgo/build/firefox-46.0.en-US.linux-x86_64.talos.tests.zip'}, attempt #1
19:54:18     INFO - Downloaded 10801548 bytes.
19:54:18     INFO - Running command: ['unzip', '-q', '-o', u'/builds/slave/test-pgo/build/firefox-46.0.en-US.linux-x86_64.talos.tests.zip', '-d', '/builds/slave/test-pgo/build/tests']
19:54:18     INFO - Copy/paste: unzip -q -o /builds/slave/test-pgo/build/firefox-46.0.en-US.linux-x86_64.talos.tests.zip -d /builds/slave/test-pgo/build/tests
19:54:18     INFO - Return code: 0
19:54:18     INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pvtbuilds.pvt.build.mozilla.org', 'pvtbuilds.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org'), ('https://queue.taskcluster.net', 'queue.taskcluster.net')]}
19:54:18     INFO - https://queue.taskcluster.net/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.tar.bz2 matches https://queue.taskcluster.net
19:54:18     INFO - URL Candidate: http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.tar.bz2
19:54:18     INFO - trying http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.tar.bz2
19:54:18     INFO - Downloading http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.tar.bz2 to /builds/slave/test-pgo/build/firefox-46.0.en-US.linux-x86_64.tar.bz2
19:54:18     INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'http://queue.taskcluster.net.proxxy1.srv.releng.scl3.mozilla.com/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.tar.bz2', 'file_name': '/builds/slave/test-pgo/build/firefox-46.0.en-US.linux-x86_64.tar.bz2'}, attempt #1
19:54:27     INFO - Downloaded 52865042 bytes.
19:54:27     INFO - Setting buildbot property build_url to https://queue.taskcluster.net/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.tar.bz2
19:54:27     INFO - mkdir: /builds/slave/test-pgo/properties
19:54:27     INFO - Writing buildbot properties ['build_url'] to /builds/slave/test-pgo/properties/build_url
19:54:27     INFO - Writing to file /builds/slave/test-pgo/properties/build_url
19:54:27     INFO - Contents:
19:54:27     INFO -  build_url:https://queue.taskcluster.net/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.tar.bz2
20:10:39     INFO - Running post-action listener: _resource_record_post_action
20:10:39     INFO - Running post-action listener: set_extra_try_arguments
20:10:39    FATAL - Uncaught exception: Traceback (most recent call last):
20:10:39    FATAL -   File "/builds/slave/test-pgo/scripts/mozharness/base/script.py", line 1765, in run
20:10:39    FATAL -     self.run_action(action)
20:10:39    FATAL -   File "/builds/slave/test-pgo/scripts/mozharness/base/script.py", line 1707, in run_action
20:10:39    FATAL -     self._possibly_run_method(method_name, error_if_missing=True)
20:10:39    FATAL -   File "/builds/slave/test-pgo/scripts/mozharness/base/script.py", line 1647, in _possibly_run_method
20:10:39    FATAL -     return getattr(self, method_name)()
20:10:39    FATAL -   File "/builds/slave/test-pgo/scripts/mozharness/mozilla/testing/talos.py", line 285, in download_and_extract
20:10:39    FATAL -     suite_categories=['common', 'talos']
20:10:39    FATAL -   File "/builds/slave/test-pgo/scripts/mozharness/mozilla/testing/testbase.py", line 546, in download_and_extract
20:10:39    FATAL -     self._download_and_extract_symbols()
20:10:39    FATAL -   File "/builds/slave/test-pgo/scripts/mozharness/mozilla/testing/testbase.py", line 498, in _download_and_extract_symbols
20:10:39    FATAL -     self.symbols_url = self.query_symbols_url()
20:10:39    FATAL -   File "/builds/slave/test-pgo/scripts/mozharness/mozilla/testing/testbase.py", line 181, in query_symbols_url
20:10:39    FATAL -     self._urlopen(symbols_url)
20:10:39    FATAL -   File "/builds/slave/test-pgo/scripts/mozharness/mozilla/testing/testbase.py", line 272, in _urlopen
20:10:39    FATAL -     return urllib2.urlopen(url, **kwargs)
20:10:39    FATAL -   File "/usr/lib/python2.7/urllib2.py", line 126, in urlopen
20:10:39    FATAL -     return _opener.open(url, data, timeout)
20:10:39    FATAL -   File "/usr/lib/python2.7/urllib2.py", line 406, in open
20:10:39    FATAL -     response = meth(req, response)
20:10:39    FATAL -   File "/usr/lib/python2.7/urllib2.py", line 519, in http_response
20:10:39    FATAL -     'http', request, response, code, msg, hdrs)
20:10:39    FATAL -   File "/usr/lib/python2.7/urllib2.py", line 438, in error
20:10:39    FATAL -     result = self._call_chain(*args)
20:10:39    FATAL -   File "/usr/lib/python2.7/urllib2.py", line 378, in _call_chain
20:10:39    FATAL -     result = func(*args)
20:10:39    FATAL -   File "/usr/lib/python2.7/urllib2.py", line 625, in http_error_302
20:10:39    FATAL -     return self.parent.open(new, timeout=req.timeout)
20:10:39    FATAL -   File "/usr/lib/python2.7/urllib2.py", line 400, in open
20:10:39    FATAL -     response = self._open(req, data)
20:10:39    FATAL -   File "/usr/lib/python2.7/urllib2.py", line 418, in _open
20:10:39    FATAL -     '_open', req)
20:10:39    FATAL -   File "/usr/lib/python2.7/urllib2.py", line 378, in _call_chain
20:10:39    FATAL -     result = func(*args)
20:10:39    FATAL -   File "/usr/lib/python2.7/urllib2.py", line 1215, in https_open
20:10:39    FATAL -     return self.do_open(httplib.HTTPSConnection, req)
20:10:39    FATAL -   File "/usr/lib/python2.7/urllib2.py", line 1180, in do_open
20:10:39    FATAL -     r = h.getresponse(buffering=True)
20:10:39    FATAL -   File "/usr/lib/python2.7/httplib.py", line 1030, in getresponse
20:10:39    FATAL -     response.begin()
20:10:39    FATAL -   File "/usr/lib/python2.7/httplib.py", line 407, in begin
20:10:39    FATAL -     version, status, reason = self._read_status()
20:10:39    FATAL -   File "/usr/lib/python2.7/httplib.py", line 365, in _read_status
20:10:39    FATAL -     line = self.fp.readline()
20:10:39    FATAL -   File "/usr/lib/python2.7/socket.py", line 447, in readline
20:10:39    FATAL -     data = self._sock.recv(self._rbufsize)
20:10:39    FATAL -   File "/usr/lib/python2.7/ssl.py", line 241, in recv
20:10:39    FATAL -     return self.read(buflen)
20:10:39    FATAL -   File "/usr/lib/python2.7/ssl.py", line 160, in read
20:10:39    FATAL -     return self._sslobj.read(len)
20:10:39    FATAL - error: [Errno 110] Connection timed out
20:10:39    FATAL - Running post_fatal callback...
20:10:39    FATAL - Exiting -1
20:10:39     INFO - Running post-run listener: _resource_record_post_run
20:10:39     INFO - Running post-run listener: _upload_blobber_files
20:10:39     INFO - Blob upload gear active.
20:10:39  WARNING - Blob upload directory does not exist!
20:10:39     INFO - Running post-run listener: copy_logs_to_upload_dir
20:10:39     INFO - Copying logs to upload dir...
20:10:39     INFO - mkdir: /builds/slave/test-pgo/build/upload/logs
program finished with exit code 255
elapsedTime=999.665710
========= master_lag: 0.40 =========
========= Finished '/tools/buildbot/bin/python scripts/scripts/talos_script.py ...' failed (results: 2, elapsed: 16 mins, 40 secs) (at 2016-03-31 20:10:39.420820) =========

========= Started set props: build_url (results: 0, elapsed: 0 secs) (at 2016-03-31 20:10:39.422310) =========
bash -c 'for file in `ls -1`; do cat $file; done'
 in dir /builds/slave/test-pgo/properties (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done']
 environment:
  DISPLAY=:0
  HOME=/home/cltbld
  LANG=en_US.UTF-8
  LANGUAGE=en_US:en
  LOGNAME=cltbld
  MAIL=/var/mail/cltbld
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript
  NO_EM_RESTART=1
  PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games
  PWD=/builds/slave/test-pgo/properties
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  XDG_SESSION_COOKIE=df17445c3590ff7897617a0e00000225-1459479097.185017-994745563
  XPCOM_DEBUG_BREAK=warn
  _=/tools/buildbot/bin/python
 using PTY: False
build_url:https://queue.taskcluster.net/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.tar.bz2
program finished with exit code 0
elapsedTime=0.009645
build_url: 'https://queue.taskcluster.net/v1/task/Qn-x6inKTNarhtaKL8vb4Q/artifacts/public/build/firefox-46.0.en-US.linux-x86_64.tar.bz2'
========= master_lag: 0.09 =========
========= Finished set props: build_url (results: 0, elapsed: 0 secs) (at 2016-03-31 20:10:39.522225) =========

========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-03-31 20:10:39.522639) =========
rm -f oauth.txt
 in dir /builds/slave/test-pgo/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-f', 'oauth.txt']
 environment:
  DISPLAY=:0
  HOME=/home/cltbld
  LANG=en_US.UTF-8
  LANGUAGE=en_US:en
  LOGNAME=cltbld
  MAIL=/var/mail/cltbld
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript
  NO_EM_RESTART=1
  PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games
  PWD=/builds/slave/test-pgo
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  XDG_SESSION_COOKIE=df17445c3590ff7897617a0e00000225-1459479097.185017-994745563
  XPCOM_DEBUG_BREAK=warn
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.004400
========= master_lag: 0.10 =========
========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-03-31 20:10:39.625604) =========

========= Started reboot skipped (results: 3, elapsed: 0 secs) (at 2016-03-31 20:10:39.625961) =========
========= Finished reboot skipped (results: 3, elapsed: 0 secs) (at 2016-03-31 20:10:39.626341) =========

========= Total master_lag: 1.06 =========