builder: fx-team-linux64-asan slave: bld-linux64-spot-551 starttime: 1462787833.33 results: failure (2) buildid: 20160509024850 builduid: 19c9eb1de1f448e0a508eb57f0ef353e revision: cb53cee341a60d134fd5dc55ead4a95632a22dce ========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-05-09 02:57:13.326137) ========= master: http://buildbot-master91.bb.releng.usw2.mozilla.com:8001/ ========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-05-09 02:57:13.326583) ========= ========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-05-09 02:57:13.326869) ========= ========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-05-09 02:57:13.391089) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-05-09 02:57:13.391399) ========= rm -rf scripts properties in dir /builds/slave/fx-team-l64-asan-0000000000000/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'scripts', 'properties'] environment: CCACHE_HASHDIR= G_BROKEN_FILENAMES=1 HISTCONTROL=ignoredups HISTSIZE=1000 HOME=/home/cltbld HOSTNAME=bld-linux64-spot-551.build.releng.usw2.mozilla.com LANG=en_US.UTF-8 LESSOPEN=|/usr/bin/lesspipe.sh %s LOGNAME=cltbld MAIL=/var/spool/mail/cltbld PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin PWD=/builds/slave/fx-team-l64-asan-0000000000000 SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld _=/tools/buildbot/bin/python using PTY: False program finished with exit code 0 elapsedTime=0.005158 ========= master_lag: 0.05 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-05-09 02:57:13.442230) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-05-09 02:57:13.442583) ========= bash -c 'python /tools/checkouts/build-tools/buildfarm/utils/archiver_client.py mozharness --repo integration/fx-team --rev cb53cee341a60d134fd5dc55ead4a95632a22dce --destination scripts --debug' in dir /builds/slave/fx-team-l64-asan-0000000000000/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', u'python /tools/checkouts/build-tools/buildfarm/utils/archiver_client.py mozharness --repo integration/fx-team --rev cb53cee341a60d134fd5dc55ead4a95632a22dce --destination scripts --debug'] environment: CCACHE_HASHDIR= G_BROKEN_FILENAMES=1 HISTCONTROL=ignoredups HISTSIZE=1000 HOME=/home/cltbld HOSTNAME=bld-linux64-spot-551.build.releng.usw2.mozilla.com LANG=en_US.UTF-8 LESSOPEN=|/usr/bin/lesspipe.sh %s LOGNAME=cltbld MAIL=/var/spool/mail/cltbld PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin PWD=/builds/slave/fx-team-l64-asan-0000000000000 SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld _=/tools/buildbot/bin/python using PTY: False 2016-05-09 02:57:13,486 truncating revision to first 12 chars 2016-05-09 02:57:13,486 Setting DEBUG logging. 2016-05-09 02:57:13,486 attempt 1/10 2016-05-09 02:57:13,486 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/cb53cee341a6?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2016-05-09 02:57:13,839 unpacking tar archive at: fx-team-cb53cee341a6/testing/mozharness/ program finished with exit code 0 elapsedTime=0.503521 ========= master_lag: 0.02 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-05-09 02:57:13.962588) ========= ========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-05-09 02:57:13.962915) ========= script_repo_revision: cb53cee341a60d134fd5dc55ead4a95632a22dce ========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-05-09 02:57:13.963306) ========= ========= Started downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-05-09 02:57:13.963574) ========= ========= Finished downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-05-09 02:57:13.978082) ========= ========= Started '/tools/buildbot/bin/python scripts/scripts/fx_desktop_build.py ...' failed (results: 2, elapsed: 12 mins, 13 secs) (at 2016-05-09 02:57:13.978372) ========= /tools/buildbot/bin/python scripts/scripts/fx_desktop_build.py --config builds/releng_base_linux_64_builds.py --custom-build-variant-cfg asan --config balrog/production.py --branch fx-team --build-pool production in dir /builds/slave/fx-team-l64-asan-0000000000000/. (timeout 10800 secs) (maxTime 19800 secs) watching logfiles {} argv: ['/tools/buildbot/bin/python', 'scripts/scripts/fx_desktop_build.py', '--config', 'builds/releng_base_linux_64_builds.py', '--custom-build-variant-cfg', 'asan', '--config', 'balrog/production.py', '--branch', 'fx-team', '--build-pool', 'production'] environment: CCACHE_COMPRESS=1 CCACHE_DIR=/builds/ccache CCACHE_HASHDIR= CCACHE_UMASK=002 DISPLAY=:2 G_BROKEN_FILENAMES=1 HG_SHARE_BASE_DIR=/builds/hg-shared HISTCONTROL=ignoredups HISTSIZE=1000 HOME=/home/cltbld HOSTNAME=bld-linux64-spot-551.build.releng.usw2.mozilla.com LANG=en_US.UTF-8 LC_ALL=C LESSOPEN=|/usr/bin/lesspipe.sh %s LOGNAME=cltbld MAIL=/var/spool/mail/cltbld MOZ_AUTOMATION=1 MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_OBJDIR=obj-firefox PATH=/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin PROPERTIES_FILE=/builds/slave/fx-team-l64-asan-0000000000000/buildprops.json PWD=/builds/slave/fx-team-l64-asan-0000000000000 SHELL=/bin/bash SHLVL=1 TERM=linux TINDERBOX_OUTPUT=1 TMOUT=86400 TOOLTOOL_CACHE=/builds/tooltool_cache TOOLTOOL_HOME=/builds USER=cltbld _=/tools/buildbot/bin/python using PTY: False 02:57:14 INFO - MultiFileLogger online at 20160509 02:57:14 in /builds/slave/fx-team-l64-asan-0000000000000 02:57:14 INFO - Script was run with '--custom-build-variant-cfg asan' and 'asan' matches a key in 'builds/releng_sub_linux_configs/64_asan.py'. Updating self.config with items from that key's value. 02:57:14 INFO - Script was run with '--branch fx-team' and 'fx-team' matches a key in 'builds/branch_specifics.py'. Updating self.config with items from that key's value. 02:57:14 INFO - Script was run with '--build-pool production' and 'production' matches a key in 'builds/build_pool_specifics.py'. Updating self.config with items from that key's value. 02:57:14 INFO - To generate a config file based upon options passed and config files used, run script as before but extend options with "--dump-config" 02:57:14 INFO - For a diff of where self.config got its items, run the script again as before but extend options with: "--dump-config-hierarchy" 02:57:14 INFO - Both --dump-config and --dump-config-hierarchy don't actually run any actions. 02:57:14 INFO - We are running this in buildbot, grab the build props 02:57:14 INFO - Using buildbot properties: 02:57:14 INFO - { 02:57:14 INFO - "project": "", 02:57:14 INFO - "product": "firefox", 02:57:14 INFO - "script_repo_revision": "production", 02:57:14 INFO - "scheduler": "fx-team-firefox", 02:57:14 INFO - "repository": "", 02:57:14 INFO - "buildername": "Linux x86-64 fx-team asan build", 02:57:14 INFO - "buildid": "20160509024850", 02:57:14 INFO - "basedir": "/builds/slave/fx-team-l64-asan-0000000000000", 02:57:14 INFO - "buildnumber": 244, 02:57:14 INFO - "platform": "linux64-asan", 02:57:14 INFO - "master": "http://buildbot-master91.bb.releng.usw2.mozilla.com:8001/", 02:57:14 INFO - "branch": "fx-team", 02:57:14 INFO - "revision": "cb53cee341a60d134fd5dc55ead4a95632a22dce", 02:57:14 INFO - "slavename": "bld-linux64-spot-551", 02:57:14 INFO - "builduid": "19c9eb1de1f448e0a508eb57f0ef353e", 02:57:14 INFO - "repo_path": "integration/fx-team" 02:57:14 INFO - } 02:57:14 INFO - Setting buildbot property stage_platform to linux64-asan 02:57:14 INFO - mkdir: /builds/slave/fx-team-l64-asan-0000000000000/properties 02:57:14 INFO - Writing buildbot properties ['stage_platform'] to /builds/slave/fx-team-l64-asan-0000000000000/properties/stage_platform 02:57:14 INFO - Writing to file /builds/slave/fx-team-l64-asan-0000000000000/properties/stage_platform 02:57:14 INFO - Contents: 02:57:14 INFO - stage_platform:linux64-asan 02:57:14 INFO - Run as scripts/scripts/fx_desktop_build.py --config builds/releng_base_linux_64_builds.py --custom-build-variant-cfg asan --config balrog/production.py --branch fx-team --build-pool production 02:57:14 INFO - Determining buildid from buildbot properties 02:57:14 INFO - Setting buildbot property buildid to 20160509024850 02:57:14 INFO - Writing buildbot properties ['buildid'] to /builds/slave/fx-team-l64-asan-0000000000000/properties/buildid 02:57:14 INFO - Writing to file /builds/slave/fx-team-l64-asan-0000000000000/properties/buildid 02:57:14 INFO - Contents: 02:57:14 INFO - buildid:20160509024850 02:57:14 INFO - Determining builduid from buildbot properties 02:57:14 INFO - Setting buildbot property builduid to 19c9eb1de1f448e0a508eb57f0ef353e 02:57:14 INFO - Writing buildbot properties ['builduid'] to /builds/slave/fx-team-l64-asan-0000000000000/properties/builduid 02:57:14 INFO - Writing to file /builds/slave/fx-team-l64-asan-0000000000000/properties/builduid 02:57:14 INFO - Contents: 02:57:14 INFO - builduid:19c9eb1de1f448e0a508eb57f0ef353e 02:57:14 INFO - Creating virtualenv /builds/slave/fx-team-l64-asan-0000000000000/build/venv 02:57:14 INFO - mkdir: /builds/slave/fx-team-l64-asan-0000000000000/build 02:57:14 INFO - Running command: ['virtualenv', '--no-site-packages', '--distribute', '/builds/slave/fx-team-l64-asan-0000000000000/build/venv'] in /builds/slave/fx-team-l64-asan-0000000000000/build 02:57:14 INFO - Copy/paste: virtualenv --no-site-packages --distribute /builds/slave/fx-team-l64-asan-0000000000000/build/venv 02:57:14 INFO - The --no-site-packages flag is deprecated; it is now the default behavior. 02:57:14 INFO - New python executable in /builds/slave/fx-team-l64-asan-0000000000000/build/venv/bin/python2.7 02:57:14 INFO - Also creating executable in /builds/slave/fx-team-l64-asan-0000000000000/build/venv/bin/python 02:57:14 INFO - Installing distribute.............................................................................................................................................................................................done. 02:57:15 INFO - Installing pip...............done. 02:57:15 INFO - Return code: 0 02:57:15 INFO - Installing requests==2.8.1 into virtualenv /builds/slave/fx-team-l64-asan-0000000000000/build/venv 02:57:15 INFO - retry: Calling run_command with args: [['/builds/slave/fx-team-l64-asan-0000000000000/build/venv/bin/pip', 'install', '--timeout', '120', 'requests==2.8.1']], kwargs: {'error_level': 'warning', 'error_list': [{'substr': 'not found or a compiler error:', 'level': 'warning'}, {'regex': <_sre.SRE_Pattern object at 0xc080d0>, 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0xd71b58>, 'level': 'warning'}, {'regex': <_sre.SRE_Pattern object at 0xaee3d0>, 'level': 'debug'}, {'substr': 'command not found', 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0xd611d0>, 'level': 'warning'}, {'substr': 'Traceback (most recent call last)', 'level': 'error'}, {'substr': 'SyntaxError: ', 'level': 'error'}, {'substr': 'TypeError: ', 'level': 'error'}, {'substr': 'NameError: ', 'level': 'error'}, {'substr': 'ZeroDivisionError: ', 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0xd736f0>, 'level': 'critical'}, {'regex': <_sre.SRE_Pattern object at 0xb22418>, 'level': 'critical'}], 'cwd': '/builds/slave/fx-team-l64-asan-0000000000000/build', 'env': {'MOZ_AUTOMATION': '1', 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 'TMOUT': '86400', 'LOGNAME': 'cltbld', 'USER': 'cltbld', 'MOZ_OBJDIR': 'obj-firefox', 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 'DISPLAY': ':2', 'CCACHE_UMASK': '002', 'LANG': 'en_US.UTF-8', 'CCACHE_HASHDIR': '', 'TERM': 'linux', 'SHELL': '/bin/bash', 'SHLVL': '1', 'G_BROKEN_FILENAMES': '1', 'HISTSIZE': '1000', 'HOME': '/home/cltbld', 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 'TINDERBOX_OUTPUT': '1', 'MOZ_CRASHREPORTER_NO_REPORT': '1', 'LC_ALL': 'C', 'TOOLTOOL_HOME': '/builds', '_': '/tools/buildbot/bin/python', 'MAIL': '/var/spool/mail/cltbld', 'HOSTNAME': 'bld-linux64-spot-551.build.releng.usw2.mozilla.com', 'MOZBUILD_STATE_PATH': '/builds/slave/fx-team-l64-asan-0000000000000/.mozbuild', 'HISTCONTROL': 'ignoredups', 'PWD': '/builds/slave/fx-team-l64-asan-0000000000000', 'PROPERTIES_FILE': '/builds/slave/fx-team-l64-asan-0000000000000/buildprops.json', 'CCACHE_DIR': '/builds/ccache', 'CCACHE_COMPRESS': '1', 'TOOLTOOL_CACHE': '/builds/tooltool_cache'}}, attempt #1 02:57:15 INFO - Running command: ['/builds/slave/fx-team-l64-asan-0000000000000/build/venv/bin/pip', 'install', '--timeout', '120', 'requests==2.8.1'] in /builds/slave/fx-team-l64-asan-0000000000000/build 02:57:15 INFO - Copy/paste: /builds/slave/fx-team-l64-asan-0000000000000/build/venv/bin/pip install --timeout 120 requests==2.8.1 02:57:15 INFO - Using env: {'CCACHE_COMPRESS': '1', 02:57:15 INFO - 'CCACHE_DIR': '/builds/ccache', 02:57:15 INFO - 'CCACHE_HASHDIR': '', 02:57:15 INFO - 'CCACHE_UMASK': '002', 02:57:15 INFO - 'DISPLAY': ':2', 02:57:15 INFO - 'G_BROKEN_FILENAMES': '1', 02:57:15 INFO - 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 02:57:15 INFO - 'HISTCONTROL': 'ignoredups', 02:57:15 INFO - 'HISTSIZE': '1000', 02:57:15 INFO - 'HOME': '/home/cltbld', 02:57:15 INFO - 'HOSTNAME': 'bld-linux64-spot-551.build.releng.usw2.mozilla.com', 02:57:15 INFO - 'LANG': 'en_US.UTF-8', 02:57:15 INFO - 'LC_ALL': 'C', 02:57:15 INFO - 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 02:57:15 INFO - 'LOGNAME': 'cltbld', 02:57:15 INFO - 'MAIL': '/var/spool/mail/cltbld', 02:57:15 INFO - 'MOZBUILD_STATE_PATH': '/builds/slave/fx-team-l64-asan-0000000000000/.mozbuild', 02:57:15 INFO - 'MOZ_AUTOMATION': '1', 02:57:15 INFO - 'MOZ_CRASHREPORTER_NO_REPORT': '1', 02:57:15 INFO - 'MOZ_OBJDIR': 'obj-firefox', 02:57:15 INFO - 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 02:57:15 INFO - 'PROPERTIES_FILE': '/builds/slave/fx-team-l64-asan-0000000000000/buildprops.json', 02:57:15 INFO - 'PWD': '/builds/slave/fx-team-l64-asan-0000000000000', 02:57:15 INFO - 'SHELL': '/bin/bash', 02:57:15 INFO - 'SHLVL': '1', 02:57:15 INFO - 'TERM': 'linux', 02:57:15 INFO - 'TINDERBOX_OUTPUT': '1', 02:57:15 INFO - 'TMOUT': '86400', 02:57:15 INFO - 'TOOLTOOL_CACHE': '/builds/tooltool_cache', 02:57:15 INFO - 'TOOLTOOL_HOME': '/builds', 02:57:15 INFO - 'USER': 'cltbld', 02:57:15 INFO - '_': '/tools/buildbot/bin/python'} 02:57:16 INFO - Ignoring indexes: http://pypi.python.org/simple/ 02:57:16 INFO - Downloading/unpacking requests==2.8.1 02:57:16 INFO - Running setup.py egg_info for package requests 02:57:16 INFO - Installing collected packages: requests 02:57:16 INFO - Running setup.py install for requests 02:57:16 INFO - Successfully installed requests 02:57:16 INFO - Cleaning up... 02:57:16 INFO - Return code: 0 02:57:16 INFO - Installing PyHawk-with-a-single-extra-commit==0.1.5 into virtualenv /builds/slave/fx-team-l64-asan-0000000000000/build/venv 02:57:16 INFO - retry: Calling run_command with args: [['/builds/slave/fx-team-l64-asan-0000000000000/build/venv/bin/pip', 'install', '--timeout', '120', 'PyHawk-with-a-single-extra-commit==0.1.5']], kwargs: {'error_level': 'warning', 'error_list': [{'substr': 'not found or a compiler error:', 'level': 'warning'}, {'regex': <_sre.SRE_Pattern object at 0xc080d0>, 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0xd71b58>, 'level': 'warning'}, {'regex': <_sre.SRE_Pattern object at 0xaee3d0>, 'level': 'debug'}, {'substr': 'command not found', 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0xd611d0>, 'level': 'warning'}, {'substr': 'Traceback (most recent call last)', 'level': 'error'}, {'substr': 'SyntaxError: ', 'level': 'error'}, {'substr': 'TypeError: ', 'level': 'error'}, {'substr': 'NameError: ', 'level': 'error'}, {'substr': 'ZeroDivisionError: ', 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0xd736f0>, 'level': 'critical'}, {'regex': <_sre.SRE_Pattern object at 0xb22418>, 'level': 'critical'}], 'cwd': '/builds/slave/fx-team-l64-asan-0000000000000/build', 'env': {'MOZ_AUTOMATION': '1', 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 'TMOUT': '86400', 'LOGNAME': 'cltbld', 'USER': 'cltbld', 'MOZ_OBJDIR': 'obj-firefox', 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 'DISPLAY': ':2', 'CCACHE_UMASK': '002', 'LANG': 'en_US.UTF-8', 'CCACHE_HASHDIR': '', 'TERM': 'linux', 'SHELL': '/bin/bash', 'SHLVL': '1', 'G_BROKEN_FILENAMES': '1', 'HISTSIZE': '1000', 'HOME': '/home/cltbld', 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 'TINDERBOX_OUTPUT': '1', 'MOZ_CRASHREPORTER_NO_REPORT': '1', 'LC_ALL': 'C', 'TOOLTOOL_HOME': '/builds', '_': '/tools/buildbot/bin/python', 'MAIL': '/var/spool/mail/cltbld', 'HOSTNAME': 'bld-linux64-spot-551.build.releng.usw2.mozilla.com', 'MOZBUILD_STATE_PATH': '/builds/slave/fx-team-l64-asan-0000000000000/.mozbuild', 'HISTCONTROL': 'ignoredups', 'PWD': '/builds/slave/fx-team-l64-asan-0000000000000', 'PROPERTIES_FILE': '/builds/slave/fx-team-l64-asan-0000000000000/buildprops.json', 'CCACHE_DIR': '/builds/ccache', 'CCACHE_COMPRESS': '1', 'TOOLTOOL_CACHE': '/builds/tooltool_cache'}}, attempt #1 02:57:16 INFO - Running command: ['/builds/slave/fx-team-l64-asan-0000000000000/build/venv/bin/pip', 'install', '--timeout', '120', 'PyHawk-with-a-single-extra-commit==0.1.5'] in /builds/slave/fx-team-l64-asan-0000000000000/build 02:57:16 INFO - Copy/paste: /builds/slave/fx-team-l64-asan-0000000000000/build/venv/bin/pip install --timeout 120 PyHawk-with-a-single-extra-commit==0.1.5 02:57:16 INFO - Using env: {'CCACHE_COMPRESS': '1', 02:57:16 INFO - 'CCACHE_DIR': '/builds/ccache', 02:57:16 INFO - 'CCACHE_HASHDIR': '', 02:57:16 INFO - 'CCACHE_UMASK': '002', 02:57:16 INFO - 'DISPLAY': ':2', 02:57:16 INFO - 'G_BROKEN_FILENAMES': '1', 02:57:16 INFO - 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 02:57:16 INFO - 'HISTCONTROL': 'ignoredups', 02:57:16 INFO - 'HISTSIZE': '1000', 02:57:16 INFO - 'HOME': '/home/cltbld', 02:57:16 INFO - 'HOSTNAME': 'bld-linux64-spot-551.build.releng.usw2.mozilla.com', 02:57:16 INFO - 'LANG': 'en_US.UTF-8', 02:57:16 INFO - 'LC_ALL': 'C', 02:57:16 INFO - 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 02:57:16 INFO - 'LOGNAME': 'cltbld', 02:57:16 INFO - 'MAIL': '/var/spool/mail/cltbld', 02:57:16 INFO - 'MOZBUILD_STATE_PATH': '/builds/slave/fx-team-l64-asan-0000000000000/.mozbuild', 02:57:16 INFO - 'MOZ_AUTOMATION': '1', 02:57:16 INFO - 'MOZ_CRASHREPORTER_NO_REPORT': '1', 02:57:16 INFO - 'MOZ_OBJDIR': 'obj-firefox', 02:57:16 INFO - 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 02:57:16 INFO - 'PROPERTIES_FILE': '/builds/slave/fx-team-l64-asan-0000000000000/buildprops.json', 02:57:16 INFO - 'PWD': '/builds/slave/fx-team-l64-asan-0000000000000', 02:57:16 INFO - 'SHELL': '/bin/bash', 02:57:16 INFO - 'SHLVL': '1', 02:57:16 INFO - 'TERM': 'linux', 02:57:16 INFO - 'TINDERBOX_OUTPUT': '1', 02:57:16 INFO - 'TMOUT': '86400', 02:57:16 INFO - 'TOOLTOOL_CACHE': '/builds/tooltool_cache', 02:57:16 INFO - 'TOOLTOOL_HOME': '/builds', 02:57:16 INFO - 'USER': 'cltbld', 02:57:16 INFO - '_': '/tools/buildbot/bin/python'} 02:57:16 INFO - Ignoring indexes: http://pypi.python.org/simple/ 02:57:16 INFO - Downloading/unpacking PyHawk-with-a-single-extra-commit==0.1.5 02:57:16 INFO - Downloading PyHawk-with-a-single-extra-commit-0.1.5.tar.gz 02:57:16 INFO - Running setup.py egg_info for package PyHawk-with-a-single-extra-commit 02:57:16 INFO - Installing collected packages: PyHawk-with-a-single-extra-commit 02:57:16 INFO - Running setup.py install for PyHawk-with-a-single-extra-commit 02:57:16 INFO - Successfully installed PyHawk-with-a-single-extra-commit 02:57:16 INFO - Cleaning up... 02:57:16 INFO - Return code: 0 02:57:16 INFO - Installing taskcluster==0.0.26 into virtualenv /builds/slave/fx-team-l64-asan-0000000000000/build/venv 02:57:16 INFO - retry: Calling run_command with args: [['/builds/slave/fx-team-l64-asan-0000000000000/build/venv/bin/pip', 'install', '--timeout', '120', 'taskcluster==0.0.26']], kwargs: {'error_level': 'warning', 'error_list': [{'substr': 'not found or a compiler error:', 'level': 'warning'}, {'regex': <_sre.SRE_Pattern object at 0xc080d0>, 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0xd71b58>, 'level': 'warning'}, {'regex': <_sre.SRE_Pattern object at 0xaee3d0>, 'level': 'debug'}, {'substr': 'command not found', 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0xd611d0>, 'level': 'warning'}, {'substr': 'Traceback (most recent call last)', 'level': 'error'}, {'substr': 'SyntaxError: ', 'level': 'error'}, {'substr': 'TypeError: ', 'level': 'error'}, {'substr': 'NameError: ', 'level': 'error'}, {'substr': 'ZeroDivisionError: ', 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0xd736f0>, 'level': 'critical'}, {'regex': <_sre.SRE_Pattern object at 0xb22418>, 'level': 'critical'}], 'cwd': '/builds/slave/fx-team-l64-asan-0000000000000/build', 'env': {'MOZ_AUTOMATION': '1', 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 'TMOUT': '86400', 'LOGNAME': 'cltbld', 'USER': 'cltbld', 'MOZ_OBJDIR': 'obj-firefox', 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 'DISPLAY': ':2', 'CCACHE_UMASK': '002', 'LANG': 'en_US.UTF-8', 'CCACHE_HASHDIR': '', 'TERM': 'linux', 'SHELL': '/bin/bash', 'SHLVL': '1', 'G_BROKEN_FILENAMES': '1', 'HISTSIZE': '1000', 'HOME': '/home/cltbld', 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 'TINDERBOX_OUTPUT': '1', 'MOZ_CRASHREPORTER_NO_REPORT': '1', 'LC_ALL': 'C', 'TOOLTOOL_HOME': '/builds', '_': '/tools/buildbot/bin/python', 'MAIL': '/var/spool/mail/cltbld', 'HOSTNAME': 'bld-linux64-spot-551.build.releng.usw2.mozilla.com', 'MOZBUILD_STATE_PATH': '/builds/slave/fx-team-l64-asan-0000000000000/.mozbuild', 'HISTCONTROL': 'ignoredups', 'PWD': '/builds/slave/fx-team-l64-asan-0000000000000', 'PROPERTIES_FILE': '/builds/slave/fx-team-l64-asan-0000000000000/buildprops.json', 'CCACHE_DIR': '/builds/ccache', 'CCACHE_COMPRESS': '1', 'TOOLTOOL_CACHE': '/builds/tooltool_cache'}}, attempt #1 02:57:16 INFO - Running command: ['/builds/slave/fx-team-l64-asan-0000000000000/build/venv/bin/pip', 'install', '--timeout', '120', 'taskcluster==0.0.26'] in /builds/slave/fx-team-l64-asan-0000000000000/build 02:57:16 INFO - Copy/paste: /builds/slave/fx-team-l64-asan-0000000000000/build/venv/bin/pip install --timeout 120 taskcluster==0.0.26 02:57:16 INFO - Using env: {'CCACHE_COMPRESS': '1', 02:57:16 INFO - 'CCACHE_DIR': '/builds/ccache', 02:57:16 INFO - 'CCACHE_HASHDIR': '', 02:57:16 INFO - 'CCACHE_UMASK': '002', 02:57:16 INFO - 'DISPLAY': ':2', 02:57:16 INFO - 'G_BROKEN_FILENAMES': '1', 02:57:16 INFO - 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 02:57:16 INFO - 'HISTCONTROL': 'ignoredups', 02:57:16 INFO - 'HISTSIZE': '1000', 02:57:16 INFO - 'HOME': '/home/cltbld', 02:57:16 INFO - 'HOSTNAME': 'bld-linux64-spot-551.build.releng.usw2.mozilla.com', 02:57:16 INFO - 'LANG': 'en_US.UTF-8', 02:57:16 INFO - 'LC_ALL': 'C', 02:57:16 INFO - 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 02:57:16 INFO - 'LOGNAME': 'cltbld', 02:57:16 INFO - 'MAIL': '/var/spool/mail/cltbld', 02:57:16 INFO - 'MOZBUILD_STATE_PATH': '/builds/slave/fx-team-l64-asan-0000000000000/.mozbuild', 02:57:16 INFO - 'MOZ_AUTOMATION': '1', 02:57:16 INFO - 'MOZ_CRASHREPORTER_NO_REPORT': '1', 02:57:16 INFO - 'MOZ_OBJDIR': 'obj-firefox', 02:57:16 INFO - 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 02:57:16 INFO - 'PROPERTIES_FILE': '/builds/slave/fx-team-l64-asan-0000000000000/buildprops.json', 02:57:16 INFO - 'PWD': '/builds/slave/fx-team-l64-asan-0000000000000', 02:57:16 INFO - 'SHELL': '/bin/bash', 02:57:16 INFO - 'SHLVL': '1', 02:57:16 INFO - 'TERM': 'linux', 02:57:16 INFO - 'TINDERBOX_OUTPUT': '1', 02:57:16 INFO - 'TMOUT': '86400', 02:57:16 INFO - 'TOOLTOOL_CACHE': '/builds/tooltool_cache', 02:57:16 INFO - 'TOOLTOOL_HOME': '/builds', 02:57:16 INFO - 'USER': 'cltbld', 02:57:16 INFO - '_': '/tools/buildbot/bin/python'} 02:57:18 INFO - Ignoring indexes: http://pypi.python.org/simple/ 02:57:18 INFO - Downloading/unpacking taskcluster==0.0.26 02:57:18 INFO - Downloading taskcluster-0.0.26.tar.gz 02:57:18 INFO - Running setup.py egg_info for package taskcluster 02:57:18 INFO - Downloading/unpacking requests>=2.4.3,<=2.7.0 (from taskcluster==0.0.26) 02:57:18 INFO - Running setup.py egg_info for package requests 02:57:18 INFO - Requirement already satisfied (use --upgrade to upgrade): PyHawk-with-a-single-extra-commit==0.1.5 in ./venv/lib/python2.7/site-packages (from taskcluster==0.0.26) 02:57:18 INFO - Downloading/unpacking slugid (from taskcluster==0.0.26) 02:57:18 INFO - Downloading slugid-1.0.7.tar.gz 02:57:18 INFO - Running setup.py egg_info for package slugid 02:57:18 INFO - Installing collected packages: taskcluster, requests, slugid 02:57:18 INFO - Running setup.py install for taskcluster 02:57:18 INFO - Found existing installation: requests 2.8.1 02:57:18 INFO - Uninstalling requests: 02:57:18 INFO - Successfully uninstalled requests 02:57:18 INFO - Running setup.py install for requests 02:57:18 INFO - Running setup.py install for slugid 02:57:18 INFO - Successfully installed taskcluster requests slugid 02:57:18 INFO - Cleaning up... 02:57:18 INFO - Return code: 0 02:57:18 INFO - Done creating virtualenv /builds/slave/fx-team-l64-asan-0000000000000/build/venv. 02:57:18 INFO - Getting output from command: ['/builds/slave/fx-team-l64-asan-0000000000000/build/venv/bin/pip', 'freeze'] 02:57:18 INFO - Copy/paste: /builds/slave/fx-team-l64-asan-0000000000000/build/venv/bin/pip freeze 02:57:18 INFO - Reading from file tmpfile_stdout 02:57:18 INFO - Current package versions: 02:57:18 INFO - PyHawk-with-a-single-extra-commit == 0.1.5 02:57:18 INFO - distribute == 0.6.24 02:57:18 INFO - requests == 2.7.0 02:57:18 INFO - slugid == 1.0.7 02:57:18 INFO - taskcluster == 0.0.26 02:57:18 INFO - wsgiref == 0.1.2 02:57:18 INFO - Running pre-run listener: influxdb_recording_init 02:57:18 INFO - build_resources.json path: /builds/slave/fx-team-l64-asan-0000000000000/build/src/obj-firefox/.mozbuild/build_resources.json 02:57:18 INFO - rmtree: /builds/slave/fx-team-l64-asan-0000000000000/build/src/obj-firefox/.mozbuild/build_resources.json 02:57:18 INFO - Getting output from command: ['/builds/slave/fx-team-l64-asan-0000000000000/build/venv/bin/python', '-c', 'from distutils.sysconfig import get_python_lib; print(get_python_lib())'] 02:57:18 INFO - Copy/paste: /builds/slave/fx-team-l64-asan-0000000000000/build/venv/bin/python -c "from distutils.sysconfig import get_python_lib; print(get_python_lib())" 02:57:19 INFO - Reading from file tmpfile_stdout 02:57:19 INFO - Output received: 02:57:19 INFO - /builds/slave/fx-team-l64-asan-0000000000000/build/venv/lib/python2.7/site-packages 02:57:19 INFO - Dumping config to /builds/slave/fx-team-l64-asan-0000000000000/logs/localconfig.json. 02:57:19 INFO - {'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', 02:57:19 INFO - 'append_to_log': False, 02:57:19 INFO - 'balrog_credentials_file': 'oauth.txt', 02:57:19 INFO - 'balrog_servers': ({'balrog_api_root': 'https://aus4-admin.mozilla.org/api', 02:57:19 INFO - 'balrog_usernames': {'Fennec': 'ffxbld', 02:57:19 INFO - 'b2g': 'b2gbld', 02:57:19 INFO - 'firefox': 'ffxbld', 02:57:19 INFO - 'graphene': 'ffxbld', 02:57:19 INFO - 'horizon': 'ffxbld', 02:57:19 INFO - 'mobile': 'ffxbld', 02:57:19 INFO - 'thunderbird': 'tbirdbld'}, 02:57:19 INFO - 'ignore_failures': False, 02:57:19 INFO - 'url_replacements': (('http://archive.mozilla.org/pub', 02:57:19 INFO - 'http://download.cdn.mozilla.net/pub'),)},), 02:57:19 INFO - 'base_name': 'Linux_x86-64_%(branch)s', 02:57:19 INFO - 'base_work_dir': '/builds/slave/fx-team-l64-asan-0000000000000', 02:57:19 INFO - 'branch': 'fx-team', 02:57:19 INFO - 'build_pool': 'production', 02:57:19 INFO - 'build_resources_path': '%(abs_src_dir)s/obj-firefox/.mozbuild/build_resources.json', 02:57:19 INFO - 'build_type': 'asan', 02:57:19 INFO - 'build_variant': 'asan', 02:57:19 INFO - 'buildbot_json_path': 'buildprops.json', 02:57:19 INFO - 'check_test_env': {'MINIDUMP_SAVE_PATH': '%(base_work_dir)s/minidumps', 02:57:19 INFO - 'MINIDUMP_STACKWALK': '%(abs_tools_dir)s/breakpad/linux64/minidump_stackwalk'}, 02:57:19 INFO - 'clobberer_url': 'https://api.pub.build.mozilla.org/clobberer/lastclobber', 02:57:19 INFO - 'clone_by_revision': False, 02:57:19 INFO - 'clone_with_purge': False, 02:57:19 INFO - 'compare_locales_repo': 'https://hg.mozilla.org/build/compare-locales', 02:57:19 INFO - 'compare_locales_rev': 'RELEASE_AUTOMATION', 02:57:19 INFO - 'compare_locales_vcs': 'hgtool', 02:57:19 INFO - 'config_files': ('builds/releng_base_linux_64_builds.py', 02:57:19 INFO - '/builds/slave/fx-team-l64-asan-0000000000000/scripts/scripts/../configs/builds/releng_sub_linux_configs/64_asan.py', 02:57:19 INFO - 'balrog/production.py', 02:57:19 INFO - 'builds/branch_specifics.py', 02:57:19 INFO - 'builds/build_pool_specifics.py'), 02:57:19 INFO - 'debug_build': False, 02:57:19 INFO - 'default_actions': ('clobber', 02:57:19 INFO - 'clone-tools', 02:57:19 INFO - 'checkout-sources', 02:57:19 INFO - 'setup-mock', 02:57:19 INFO - 'build', 02:57:19 INFO - 'upload-files', 02:57:19 INFO - 'sendchange', 02:57:19 INFO - 'check-test'), 02:57:19 INFO - 'enable_ccache': True, 02:57:19 INFO - 'enable_count_ctors': True, 02:57:19 INFO - 'enable_signing': False, 02:57:19 INFO - 'enable_talos_sendchange': False, 02:57:19 INFO - 'enable_unittest_sendchange': True, 02:57:19 INFO - 'env': {'CCACHE_COMPRESS': '1', 02:57:19 INFO - 'CCACHE_DIR': '/builds/ccache', 02:57:19 INFO - 'CCACHE_UMASK': '002', 02:57:19 INFO - 'DISPLAY': ':2', 02:57:19 INFO - 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 02:57:19 INFO - 'LC_ALL': 'C', 02:57:19 INFO - 'MOZBUILD_STATE_PATH': '/builds/slave/fx-team-l64-asan-0000000000000/.mozbuild', 02:57:19 INFO - 'MOZ_AUTOMATION': '1', 02:57:19 INFO - 'MOZ_CRASHREPORTER_NO_REPORT': '1', 02:57:19 INFO - 'MOZ_OBJDIR': 'obj-firefox', 02:57:19 INFO - 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 02:57:19 INFO - 'TINDERBOX_OUTPUT': '1', 02:57:19 INFO - 'TOOLTOOL_CACHE': '/builds/tooltool_cache', 02:57:19 INFO - 'TOOLTOOL_HOME': '/builds'}, 02:57:19 INFO - 'exes': {'buildbot': '/tools/buildbot/bin/buildbot', 02:57:19 INFO - 'hgtool.py': '/builds/slave/fx-team-l64-asan-0000000000000/build/tools/buildfarm/utils/hgtool.py'}, 02:57:19 INFO - 'graph_selector': '/server/collect.cgi', 02:57:19 INFO - 'graph_server': 'graphs.mozilla.org', 02:57:19 INFO - 'hgtool_base_bundle_urls': ('https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles',), 02:57:19 INFO - 'include_post_upload_builddir': False, 02:57:19 INFO - 'influx_credentials_file': 'oauth.txt', 02:57:19 INFO - 'is_automation': True, 02:57:19 INFO - 'latest_mar_dir': '/pub/mozilla.org/firefox/nightly/latest-%(branch)s', 02:57:19 INFO - 'log_level': 'info', 02:57:19 INFO - 'log_to_console': True, 02:57:19 INFO - 'mock_files': (('/home/cltbld/.ssh', '/home/mock_mozilla/.ssh'), 02:57:19 INFO - ('/home/cltbld/.hgrc', '/builds/.hgrc'), 02:57:19 INFO - ('/home/cltbld/.boto', '/builds/.boto'), 02:57:19 INFO - ('/builds/gapi.data', '/builds/gapi.data'), 02:57:19 INFO - ('/builds/relengapi.tok', '/builds/relengapi.tok'), 02:57:19 INFO - ('/tools/tooltool.py', '/builds/tooltool.py'), 02:57:19 INFO - ('/builds/mozilla-desktop-geoloc-api.key', 02:57:19 INFO - '/builds/mozilla-desktop-geoloc-api.key'), 02:57:19 INFO - ('/builds/crash-stats-api.token', 02:57:19 INFO - '/builds/crash-stats-api.token'), 02:57:19 INFO - ('/builds/adjust-sdk.token', '/builds/adjust-sdk.token'), 02:57:19 INFO - ('/builds/adjust-sdk-beta.token', 02:57:19 INFO - '/builds/adjust-sdk-beta.token'), 02:57:19 INFO - ('/usr/local/lib/hgext', '/usr/local/lib/hgext')), 02:57:19 INFO - 'mock_mozilla_dir': '/builds/mock_mozilla', 02:57:19 INFO - 'mock_packages': ('autoconf213', 02:57:19 INFO - 'python', 02:57:19 INFO - 'mozilla-python27', 02:57:19 INFO - 'zip', 02:57:19 INFO - 'mozilla-python27-mercurial', 02:57:19 INFO - 'git', 02:57:19 INFO - 'ccache', 02:57:19 INFO - 'perl-Test-Simple', 02:57:19 INFO - 'perl-Config-General', 02:57:19 INFO - 'yasm', 02:57:19 INFO - 'wget', 02:57:19 INFO - 'mpfr', 02:57:19 INFO - 'xorg-x11-font*', 02:57:19 INFO - 'imake', 02:57:19 INFO - 'gcc45_0moz3', 02:57:19 INFO - 'gcc454_0moz1', 02:57:19 INFO - 'gcc472_0moz1', 02:57:19 INFO - 'gcc473_0moz1', 02:57:19 INFO - 'yasm', 02:57:19 INFO - 'ccache', 02:57:19 INFO - 'valgrind', 02:57:19 INFO - 'dbus-x11', 02:57:19 INFO - 'glibc-static', 02:57:19 INFO - 'libstdc++-static', 02:57:19 INFO - 'gtk2-devel', 02:57:19 INFO - 'libnotify-devel', 02:57:19 INFO - 'alsa-lib-devel', 02:57:19 INFO - 'libcurl-devel', 02:57:19 INFO - 'wireless-tools-devel', 02:57:19 INFO - 'libX11-devel', 02:57:19 INFO - 'libXt-devel', 02:57:19 INFO - 'mesa-libGL-devel', 02:57:19 INFO - 'gnome-vfs2-devel', 02:57:19 INFO - 'GConf2-devel', 02:57:19 INFO - 'gcc45_0moz3', 02:57:19 INFO - 'gcc454_0moz1', 02:57:19 INFO - 'gcc472_0moz1', 02:57:19 INFO - 'gcc473_0moz1', 02:57:19 INFO - 'yasm', 02:57:19 INFO - 'ccache', 02:57:19 INFO - 'pulseaudio-libs-devel', 02:57:19 INFO - 'gstreamer-devel', 02:57:19 INFO - 'gstreamer-plugins-base-devel', 02:57:19 INFO - 'freetype-2.3.11-6.el6_1.8.x86_64', 02:57:19 INFO - 'freetype-devel-2.3.11-6.el6_1.8.x86_64'), 02:57:19 INFO - 'mock_target': 'mozilla-centos6-x86_64', 02:57:19 INFO - 'nightly_build': False, 02:57:19 INFO - 'nightly_promotion_branches': ('mozilla-central', 'mozilla-aurora'), 02:57:19 INFO - 'objdir': 'obj-firefox', 02:57:19 INFO - 'old_packages': ('%(objdir)s/dist/firefox-*', 02:57:19 INFO - '%(objdir)s/dist/fennec*', 02:57:19 INFO - '%(objdir)s/dist/seamonkey*', 02:57:19 INFO - '%(objdir)s/dist/thunderbird*', 02:57:19 INFO - '%(objdir)s/dist/install/sea/*.exe'), 02:57:19 INFO - 'opt_config_files': (), 02:57:19 INFO - 'periodic_clobber': 168, 02:57:19 INFO - 'pgo_build': False, 02:57:19 INFO - 'pgo_platforms': ('linux', 'linux64', 'win32', 'win64'), 02:57:19 INFO - 'platform': 'linux64', 02:57:19 INFO - 'platform_supports_post_upload_to_latest': False, 02:57:19 INFO - 'publish_nightly_en_US_routes': False, 02:57:19 INFO - 'release_to_try_builds': False, 02:57:19 INFO - 'repo_base': 'https://hg.mozilla.org', 02:57:19 INFO - 'repo_path': 'integration/fx-team', 02:57:19 INFO - 'scm_level': 1, 02:57:19 INFO - 'secret_files': ({'default': 'try-build-has-no-secrets', 02:57:19 INFO - 'filename': '/builds/gapi.data', 02:57:19 INFO - 'min_scm_level': 2, 02:57:19 INFO - 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/gapi.data'}, 02:57:19 INFO - {'default': 'try-build-has-no-secrets', 02:57:19 INFO - 'filename': '/builds/mozilla-desktop-geoloc-api.key', 02:57:19 INFO - 'min_scm_level': 2, 02:57:19 INFO - 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/mozilla-desktop-geoloc-api.key'}, 02:57:19 INFO - {'default': 'try-build-has-no-secrets', 02:57:19 INFO - 'filename': '/builds/adjust-sdk.token', 02:57:19 INFO - 'min_scm_level': 2, 02:57:19 INFO - 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/adjust-sdk.token'}, 02:57:19 INFO - {'default': 'try-build-has-no-secrets', 02:57:19 INFO - 'filename': '/builds/adjust-sdk-beta.token', 02:57:19 INFO - 'min_scm_level': 2, 02:57:19 INFO - 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/adjust-sdk-beta.token'}), 02:57:19 INFO - 'sendchange_masters': ('buildbot-master81.build.mozilla.org:9301',), 02:57:19 INFO - 'src_mozconfig': 'browser/config/mozconfigs/linux64/nightly-asan', 02:57:19 INFO - 'stage_platform': 'linux64-asan', 02:57:19 INFO - 'stage_product': 'firefox', 02:57:19 INFO - 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', 02:57:19 INFO - 'stage_ssh_key': 'ffxbld_rsa', 02:57:19 INFO - 'stage_username': 'ffxbld', 02:57:19 INFO - 'taskcluster_credentials_file': 'oauth.txt', 02:57:19 INFO - 'taskcluster_index': 'index', 02:57:19 INFO - 'tinderbox_build_dir': None, 02:57:19 INFO - 'to_tinderbox_dated': True, 02:57:19 INFO - 'tools_repo': 'https://hg.mozilla.org/build/tools', 02:57:19 INFO - 'tooltool_bootstrap': 'setup.sh', 02:57:19 INFO - 'tooltool_manifest_src': 'browser/config/tooltool-manifests/linux64/asan.manifest', 02:57:19 INFO - 'tooltool_script': ('/builds/tooltool.py',), 02:57:19 INFO - 'tooltool_url': 'https://api.pub.build.mozilla.org/tooltool/', 02:57:19 INFO - 'upload_env': {'UPLOAD_HOST': '%(stage_server)s', 02:57:19 INFO - 'UPLOAD_SSH_KEY': '/home/mock_mozilla/.ssh/%(stage_ssh_key)s', 02:57:19 INFO - 'UPLOAD_TO_TEMP': '1', 02:57:19 INFO - 'UPLOAD_USER': '%(stage_username)s'}, 02:57:19 INFO - 'use_clobberer': True, 02:57:19 INFO - 'vcs_share_base': '/builds/hg-shared', 02:57:19 INFO - 'virtualenv_modules': ('requests==2.8.1', 02:57:19 INFO - 'PyHawk-with-a-single-extra-commit==0.1.5', 02:57:19 INFO - 'taskcluster==0.0.26'), 02:57:19 INFO - 'virtualenv_path': 'venv', 02:57:19 INFO - 'volatile_config': {'actions': None, 'add_actions': None, 'no_actions': None}, 02:57:19 INFO - 'who': '', 02:57:19 INFO - 'work_dir': 'build'} 02:57:19 INFO - ##### 02:57:19 INFO - ##### Skipping get-secrets step. 02:57:19 INFO - ##### 02:57:19 INFO - ##### 02:57:19 INFO - ##### Running clobber step. 02:57:19 INFO - ##### 02:57:19 INFO - Running pre-action listener: influxdb_recording_pre_action 02:57:19 INFO - Running main action method: clobber 02:57:19 INFO - retry: Calling run_command with args: [['/builds/slave/fx-team-l64-asan-0000000000000/scripts/external_tools/clobberer.py', '-s', 'scripts', '-s', 'logs', '-s', 'buildprops.json', '-s', 'token', '-s', 'oauth.txt', '-t', '168', 'https://api.pub.build.mozilla.org/clobberer/lastclobber', u'fx-team', u'Linux x86-64 fx-team asan build', 'fx-team-l64-asan-0000000000000', u'bld-linux64-spot-551', u'http://buildbot-master91.bb.releng.usw2.mozilla.com:8001/']], kwargs: {'error_list': [{'substr': 'Error contacting server', 'explanation': 'Error contacting server for clobberer information.', 'level': 'error'}], 'cwd': '/builds/slave'}, attempt #1 02:57:19 INFO - Running command: ['/builds/slave/fx-team-l64-asan-0000000000000/scripts/external_tools/clobberer.py', '-s', 'scripts', '-s', 'logs', '-s', 'buildprops.json', '-s', 'token', '-s', 'oauth.txt', '-t', '168', 'https://api.pub.build.mozilla.org/clobberer/lastclobber', u'fx-team', u'Linux x86-64 fx-team asan build', 'fx-team-l64-asan-0000000000000', u'bld-linux64-spot-551', u'http://buildbot-master91.bb.releng.usw2.mozilla.com:8001/'] in /builds/slave 02:57:19 INFO - Copy/paste: /builds/slave/fx-team-l64-asan-0000000000000/scripts/external_tools/clobberer.py -s scripts -s logs -s buildprops.json -s token -s oauth.txt -t 168 https://api.pub.build.mozilla.org/clobberer/lastclobber fx-team "Linux x86-64 fx-team asan build" fx-team-l64-asan-0000000000000 bld-linux64-spot-551 http://buildbot-master91.bb.releng.usw2.mozilla.com:8001/ 02:57:19 INFO - Checking clobber URL: https://api.pub.build.mozilla.org/clobberer/lastclobber?master=http%3A%2F%2Fbuildbot-master91.bb.releng.usw2.mozilla.com%3A8001%2F&slave=bld-linux64-spot-551&builddir=fx-team-l64-asan-0000000000000&branch=fx-team&buildername=Linux+x86-64+fx-team+asan+build 02:57:19 INFO - fx-team-l64-asan-0000000000000:Our last clobber date: 2016-04-25 04:39:00 02:57:19 INFO - fx-team-l64-asan-0000000000000:Server clobber date: 2016-04-25 04:39:00 02:57:19 INFO - fx-team-l64-asan-0000000000000:More than 604800.0 seconds have passed since our last clobber 02:57:19 INFO - fx-team-l64-asan-0000000000000:Clobbering... 02:57:19 INFO - Skipping logs 02:57:19 INFO - Skipping last-clobber 02:57:19 INFO - Removing properties/ 02:57:19 INFO - Skipping oauth.txt 02:57:19 INFO - Removing build/ 02:57:19 INFO - Skipping buildprops.json 02:57:19 INFO - Skipping scripts 02:57:19 INFO - TinderboxPrint: periodic clobber 02:57:19 INFO - Return code: 0 02:57:19 INFO - Running post-action listener: influxdb_recording_post_action 02:57:19 INFO - Starting new HTTPS connection (1): goldiewilson-onepointtwentyone-1.c.influxdb.com /builds/slave/fx-team-l64-asan-0000000000000/build/venv/lib/python2.7/site-packages/requests/packages/urllib3/util/ssl_.py:90: InsecurePlatformWarning: A true SSLContext object is not available. This prevents urllib3 from configuring SSL appropriately and may cause certain SSL connections to fail. For more information, see https://urllib3.readthedocs.org/en/latest/security.html#insecureplatformwarning. 02:57:19 WARNING - Failed to log stats. Exception = [Errno 185090050] _ssl.c:340: error:0B084002:x509 certificate routines:X509_load_cert_crl_file:system lib 02:57:19 INFO - ##### 02:57:19 INFO - ##### Finished clobber step (success) 02:57:19 INFO - ##### 02:57:19 INFO - ##### 02:57:19 INFO - ##### Running clone-tools step. 02:57:19 INFO - ##### 02:57:19 INFO - Running pre-action listener: influxdb_recording_pre_action 02:57:19 INFO - Running main action method: clone_tools 02:57:19 INFO - retry: Calling _get_revision with args: (, '/builds/slave/fx-team-l64-asan-0000000000000/build/tools'), kwargs: {}, attempt #1 02:57:19 WARNING - did not specify revision or branch; assuming "default" 02:57:19 INFO - ensuring https://hg.mozilla.org/build/tools@default is available at /builds/slave/fx-team-l64-asan-0000000000000/build/tools 02:57:19 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', '--version'] 02:57:19 INFO - Copy/paste: hg --config ui.merge=internal:merge --version 02:57:19 INFO - Mercurial Distributed SCM (version 3.7.3) 02:57:19 INFO - (see https://mercurial-scm.org for more information) 02:57:19 INFO - Copyright (C) 2005-2016 Matt Mackall and others 02:57:19 INFO - This is free software; see the source for copying conditions. There is NO 02:57:19 INFO - warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. 02:57:19 INFO - Return code: 0 02:57:19 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', 'debuginstall'] 02:57:19 INFO - Copy/paste: hg --config ui.merge=internal:merge debuginstall 02:57:19 INFO - checking encoding (ascii)... 02:57:19 INFO - checking Python executable (/tools/python27/bin/python2.7) 02:57:19 INFO - checking Python version (2.7.3) 02:57:19 INFO - checking Python lib (/tools/python27/lib/python2.7)... 02:57:19 INFO - checking installed modules (/tools/python27-mercurial/lib/python2.7/site-packages/mercurial)... 02:57:19 INFO - checking templates (/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/templates)... 02:57:19 INFO - checking commit editor... 02:57:19 INFO - checking username... 02:57:19 INFO - no problems detected 02:57:19 INFO - Return code: 0 02:57:19 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', '--config', 'extensions.share=', '--config', 'share.pool=/builds/hg-shared', 'clone', '-U', 'https://hg.mozilla.org/build/tools', '/builds/slave/fx-team-l64-asan-0000000000000/build/tools'] 02:57:19 INFO - Copy/paste: hg --config ui.merge=internal:merge --config extensions.share= --config share.pool=/builds/hg-shared clone -U https://hg.mozilla.org/build/tools /builds/slave/fx-team-l64-asan-0000000000000/build/tools 02:57:20 INFO - (sharing from new pooled repository 7ae7fb134bf7aec6ec96a062ff47a69053dd2973) 02:57:20 INFO - applying clone bundle from https://s3-us-west-2.amazonaws.com/moz-hg-bundles-us-west-2/build/tools/b030af490d9395958c3dc17443204037faf6a991.packed1.hg 02:57:20 INFO - warning: s3-us-west-2.amazonaws.com certificate with fingerprint 1a:0e:4a:64:90:c1:d0:2f:79:46:95:b5:17:dc:63:45:cf:19:37:bd not verified (check hostfingerprints or web.cacerts config setting) 02:57:21 INFO - 2005 files to transfer, 26.7 MB of data 02:57:21 INFO - transferred 26.7 MB in 0.5 seconds (50.6 MB/sec) 02:57:21 INFO - finished applying clone bundle 02:57:21 INFO - searching for changes 02:57:21 INFO - no changes found 02:57:21 INFO - Traceback (most recent call last): 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 191, in _runcatch 02:57:21 INFO - return _dispatch(req) 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 924, in _dispatch 02:57:21 INFO - cmdpats, cmdoptions) 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 681, in runcommand 02:57:21 INFO - ret = _runcommand(ui, options, cmd, d) 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 1055, in _runcommand 02:57:21 INFO - return checkargs() 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 1015, in checkargs 02:57:21 INFO - return cmdfunc() 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 921, in 02:57:21 INFO - d = lambda: util.checksignature(func)(ui, *args, **cmdoptions) 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/util.py", line 991, in check 02:57:21 INFO - return func(*args, **kwargs) 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/extensions.py", line 195, in closure 02:57:21 INFO - return func(*(args + a), **kw) 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/util.py", line 991, in check 02:57:21 INFO - return func(*args, **kwargs) 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/hgext/share.py", line 122, in clone 02:57:21 INFO - return orig(ui, source, *args, **opts) 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/util.py", line 991, in check 02:57:21 INFO - return func(*args, **kwargs) 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/commands.py", line 1563, in clone 02:57:21 INFO - shareopts=opts.get('shareopts')) 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/hg.py", line 489, in clone 02:57:21 INFO - stream=stream) 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/hg.py", line 372, in clonewithshare 02:57:21 INFO - share(ui, sharerepo, dest=dest, update=False, bookmarks=False) 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/hg.py", line 223, in share 02:57:21 INFO - destwvfs.mkdir() 02:57:21 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/scmutil.py", line 364, in mkdir 02:57:21 INFO - return os.mkdir(self.join(path)) 02:57:21 INFO - OSError: [Errno 2] No such file or directory: '/builds/slave/fx-team-l64-asan-0000000000000/build/tools' 02:57:21 INFO - abort: No such file or directory: '/builds/slave/fx-team-l64-asan-0000000000000/build/tools' 02:57:21 ERROR - Return code: 255 02:57:21 INFO - rmtree: /builds/slave/fx-team-l64-asan-0000000000000/build/tools 02:57:21 INFO - retry: attempt #1 caught exception: clone+share failed 02:57:21 INFO - retry: Failed, sleeping 60 seconds before retrying 02:58:21 INFO - retry: Calling _get_revision with args: (, '/builds/slave/fx-team-l64-asan-0000000000000/build/tools'), kwargs: {}, attempt #2 02:58:21 WARNING - did not specify revision or branch; assuming "default" 02:58:21 INFO - ensuring https://hg.mozilla.org/build/tools@default is available at /builds/slave/fx-team-l64-asan-0000000000000/build/tools 02:58:21 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', '--version'] 02:58:21 INFO - Copy/paste: hg --config ui.merge=internal:merge --version 02:58:22 INFO - Mercurial Distributed SCM (version 3.7.3) 02:58:22 INFO - (see https://mercurial-scm.org for more information) 02:58:22 INFO - Copyright (C) 2005-2016 Matt Mackall and others 02:58:22 INFO - This is free software; see the source for copying conditions. There is NO 02:58:22 INFO - warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. 02:58:22 INFO - Return code: 0 02:58:22 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', 'debuginstall'] 02:58:22 INFO - Copy/paste: hg --config ui.merge=internal:merge debuginstall 02:58:22 INFO - checking encoding (ascii)... 02:58:22 INFO - checking Python executable (/tools/python27/bin/python2.7) 02:58:22 INFO - checking Python version (2.7.3) 02:58:22 INFO - checking Python lib (/tools/python27/lib/python2.7)... 02:58:22 INFO - checking installed modules (/tools/python27-mercurial/lib/python2.7/site-packages/mercurial)... 02:58:22 INFO - checking templates (/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/templates)... 02:58:22 INFO - checking commit editor... 02:58:22 INFO - checking username... 02:58:22 INFO - no problems detected 02:58:22 INFO - Return code: 0 02:58:22 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', '--config', 'extensions.share=', '--config', 'share.pool=/builds/hg-shared', 'clone', '-U', 'https://hg.mozilla.org/build/tools', '/builds/slave/fx-team-l64-asan-0000000000000/build/tools'] 02:58:22 INFO - Copy/paste: hg --config ui.merge=internal:merge --config extensions.share= --config share.pool=/builds/hg-shared clone -U https://hg.mozilla.org/build/tools /builds/slave/fx-team-l64-asan-0000000000000/build/tools 02:58:22 INFO - (sharing from existing pooled repository 7ae7fb134bf7aec6ec96a062ff47a69053dd2973) 02:58:22 INFO - Traceback (most recent call last): 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 191, in _runcatch 02:58:22 INFO - return _dispatch(req) 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 924, in _dispatch 02:58:22 INFO - cmdpats, cmdoptions) 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 681, in runcommand 02:58:22 INFO - ret = _runcommand(ui, options, cmd, d) 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 1055, in _runcommand 02:58:22 INFO - return checkargs() 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 1015, in checkargs 02:58:22 INFO - return cmdfunc() 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 921, in 02:58:22 INFO - d = lambda: util.checksignature(func)(ui, *args, **cmdoptions) 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/util.py", line 991, in check 02:58:22 INFO - return func(*args, **kwargs) 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/extensions.py", line 195, in closure 02:58:22 INFO - return func(*(args + a), **kw) 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/util.py", line 991, in check 02:58:22 INFO - return func(*args, **kwargs) 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/hgext/share.py", line 122, in clone 02:58:22 INFO - return orig(ui, source, *args, **opts) 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/util.py", line 991, in check 02:58:22 INFO - return func(*args, **kwargs) 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/commands.py", line 1563, in clone 02:58:22 INFO - shareopts=opts.get('shareopts')) 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/hg.py", line 489, in clone 02:58:22 INFO - stream=stream) 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/hg.py", line 372, in clonewithshare 02:58:22 INFO - share(ui, sharerepo, dest=dest, update=False, bookmarks=False) 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/hg.py", line 223, in share 02:58:22 INFO - destwvfs.mkdir() 02:58:22 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/scmutil.py", line 364, in mkdir 02:58:22 INFO - return os.mkdir(self.join(path)) 02:58:22 INFO - OSError: [Errno 2] No such file or directory: '/builds/slave/fx-team-l64-asan-0000000000000/build/tools' 02:58:22 INFO - abort: No such file or directory: '/builds/slave/fx-team-l64-asan-0000000000000/build/tools' 02:58:22 ERROR - Return code: 255 02:58:22 INFO - rmtree: /builds/slave/fx-team-l64-asan-0000000000000/build/tools 02:58:22 INFO - retry: attempt #2 caught exception: clone+share failed 02:58:22 INFO - retry: Failed, sleeping 120 seconds before retrying 03:00:22 INFO - retry: Calling _get_revision with args: (, '/builds/slave/fx-team-l64-asan-0000000000000/build/tools'), kwargs: {}, attempt #3 03:00:22 WARNING - did not specify revision or branch; assuming "default" 03:00:22 INFO - ensuring https://hg.mozilla.org/build/tools@default is available at /builds/slave/fx-team-l64-asan-0000000000000/build/tools 03:00:22 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', '--version'] 03:00:22 INFO - Copy/paste: hg --config ui.merge=internal:merge --version 03:00:23 INFO - Mercurial Distributed SCM (version 3.7.3) 03:00:23 INFO - (see https://mercurial-scm.org for more information) 03:00:23 INFO - Copyright (C) 2005-2016 Matt Mackall and others 03:00:23 INFO - This is free software; see the source for copying conditions. There is NO 03:00:23 INFO - warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. 03:00:23 INFO - Return code: 0 03:00:23 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', 'debuginstall'] 03:00:23 INFO - Copy/paste: hg --config ui.merge=internal:merge debuginstall 03:00:23 INFO - checking encoding (ascii)... 03:00:23 INFO - checking Python executable (/tools/python27/bin/python2.7) 03:00:23 INFO - checking Python version (2.7.3) 03:00:23 INFO - checking Python lib (/tools/python27/lib/python2.7)... 03:00:23 INFO - checking installed modules (/tools/python27-mercurial/lib/python2.7/site-packages/mercurial)... 03:00:23 INFO - checking templates (/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/templates)... 03:00:23 INFO - checking commit editor... 03:00:23 INFO - checking username... 03:00:23 INFO - no problems detected 03:00:23 INFO - Return code: 0 03:00:23 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', '--config', 'extensions.share=', '--config', 'share.pool=/builds/hg-shared', 'clone', '-U', 'https://hg.mozilla.org/build/tools', '/builds/slave/fx-team-l64-asan-0000000000000/build/tools'] 03:00:23 INFO - Copy/paste: hg --config ui.merge=internal:merge --config extensions.share= --config share.pool=/builds/hg-shared clone -U https://hg.mozilla.org/build/tools /builds/slave/fx-team-l64-asan-0000000000000/build/tools 03:00:24 INFO - (sharing from existing pooled repository 7ae7fb134bf7aec6ec96a062ff47a69053dd2973) 03:00:24 INFO - Traceback (most recent call last): 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 191, in _runcatch 03:00:24 INFO - return _dispatch(req) 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 924, in _dispatch 03:00:24 INFO - cmdpats, cmdoptions) 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 681, in runcommand 03:00:24 INFO - ret = _runcommand(ui, options, cmd, d) 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 1055, in _runcommand 03:00:24 INFO - return checkargs() 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 1015, in checkargs 03:00:24 INFO - return cmdfunc() 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 921, in 03:00:24 INFO - d = lambda: util.checksignature(func)(ui, *args, **cmdoptions) 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/util.py", line 991, in check 03:00:24 INFO - return func(*args, **kwargs) 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/extensions.py", line 195, in closure 03:00:24 INFO - return func(*(args + a), **kw) 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/util.py", line 991, in check 03:00:24 INFO - return func(*args, **kwargs) 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/hgext/share.py", line 122, in clone 03:00:24 INFO - return orig(ui, source, *args, **opts) 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/util.py", line 991, in check 03:00:24 INFO - return func(*args, **kwargs) 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/commands.py", line 1563, in clone 03:00:24 INFO - shareopts=opts.get('shareopts')) 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/hg.py", line 489, in clone 03:00:24 INFO - stream=stream) 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/hg.py", line 372, in clonewithshare 03:00:24 INFO - share(ui, sharerepo, dest=dest, update=False, bookmarks=False) 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/hg.py", line 223, in share 03:00:24 INFO - destwvfs.mkdir() 03:00:24 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/scmutil.py", line 364, in mkdir 03:00:24 INFO - return os.mkdir(self.join(path)) 03:00:24 INFO - OSError: [Errno 2] No such file or directory: '/builds/slave/fx-team-l64-asan-0000000000000/build/tools' 03:00:24 INFO - abort: No such file or directory: '/builds/slave/fx-team-l64-asan-0000000000000/build/tools' 03:00:24 ERROR - Return code: 255 03:00:24 INFO - rmtree: /builds/slave/fx-team-l64-asan-0000000000000/build/tools 03:00:24 INFO - retry: attempt #3 caught exception: clone+share failed 03:00:24 INFO - retry: Failed, sleeping 240 seconds before retrying 03:04:24 INFO - retry: Calling _get_revision with args: (, '/builds/slave/fx-team-l64-asan-0000000000000/build/tools'), kwargs: {}, attempt #4 03:04:24 WARNING - did not specify revision or branch; assuming "default" 03:04:24 INFO - ensuring https://hg.mozilla.org/build/tools@default is available at /builds/slave/fx-team-l64-asan-0000000000000/build/tools 03:04:24 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', '--version'] 03:04:24 INFO - Copy/paste: hg --config ui.merge=internal:merge --version 03:04:24 INFO - Mercurial Distributed SCM (version 3.7.3) 03:04:24 INFO - (see https://mercurial-scm.org for more information) 03:04:24 INFO - Copyright (C) 2005-2016 Matt Mackall and others 03:04:24 INFO - This is free software; see the source for copying conditions. There is NO 03:04:24 INFO - warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. 03:04:24 INFO - Return code: 0 03:04:24 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', 'debuginstall'] 03:04:24 INFO - Copy/paste: hg --config ui.merge=internal:merge debuginstall 03:04:24 INFO - checking encoding (ascii)... 03:04:24 INFO - checking Python executable (/tools/python27/bin/python2.7) 03:04:24 INFO - checking Python version (2.7.3) 03:04:24 INFO - checking Python lib (/tools/python27/lib/python2.7)... 03:04:24 INFO - checking installed modules (/tools/python27-mercurial/lib/python2.7/site-packages/mercurial)... 03:04:24 INFO - checking templates (/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/templates)... 03:04:24 INFO - checking commit editor... 03:04:24 INFO - checking username... 03:04:24 INFO - no problems detected 03:04:24 INFO - Return code: 0 03:04:24 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', '--config', 'extensions.share=', '--config', 'share.pool=/builds/hg-shared', 'clone', '-U', 'https://hg.mozilla.org/build/tools', '/builds/slave/fx-team-l64-asan-0000000000000/build/tools'] 03:04:24 INFO - Copy/paste: hg --config ui.merge=internal:merge --config extensions.share= --config share.pool=/builds/hg-shared clone -U https://hg.mozilla.org/build/tools /builds/slave/fx-team-l64-asan-0000000000000/build/tools 03:04:25 INFO - (sharing from existing pooled repository 7ae7fb134bf7aec6ec96a062ff47a69053dd2973) 03:04:25 INFO - Traceback (most recent call last): 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 191, in _runcatch 03:04:25 INFO - return _dispatch(req) 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 924, in _dispatch 03:04:25 INFO - cmdpats, cmdoptions) 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 681, in runcommand 03:04:25 INFO - ret = _runcommand(ui, options, cmd, d) 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 1055, in _runcommand 03:04:25 INFO - return checkargs() 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 1015, in checkargs 03:04:25 INFO - return cmdfunc() 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 921, in 03:04:25 INFO - d = lambda: util.checksignature(func)(ui, *args, **cmdoptions) 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/util.py", line 991, in check 03:04:25 INFO - return func(*args, **kwargs) 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/extensions.py", line 195, in closure 03:04:25 INFO - return func(*(args + a), **kw) 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/util.py", line 991, in check 03:04:25 INFO - return func(*args, **kwargs) 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/hgext/share.py", line 122, in clone 03:04:25 INFO - return orig(ui, source, *args, **opts) 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/util.py", line 991, in check 03:04:25 INFO - return func(*args, **kwargs) 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/commands.py", line 1563, in clone 03:04:25 INFO - shareopts=opts.get('shareopts')) 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/hg.py", line 489, in clone 03:04:25 INFO - stream=stream) 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/hg.py", line 372, in clonewithshare 03:04:25 INFO - share(ui, sharerepo, dest=dest, update=False, bookmarks=False) 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/hg.py", line 223, in share 03:04:25 INFO - destwvfs.mkdir() 03:04:25 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/scmutil.py", line 364, in mkdir 03:04:25 INFO - return os.mkdir(self.join(path)) 03:04:25 INFO - OSError: [Errno 2] No such file or directory: '/builds/slave/fx-team-l64-asan-0000000000000/build/tools' 03:04:25 INFO - abort: No such file or directory: '/builds/slave/fx-team-l64-asan-0000000000000/build/tools' 03:04:25 ERROR - Return code: 255 03:04:25 INFO - rmtree: /builds/slave/fx-team-l64-asan-0000000000000/build/tools 03:04:25 INFO - retry: attempt #4 caught exception: clone+share failed 03:04:25 INFO - retry: Failed, sleeping 300 seconds before retrying 03:09:25 INFO - retry: Calling _get_revision with args: (, '/builds/slave/fx-team-l64-asan-0000000000000/build/tools'), kwargs: {}, attempt #5 03:09:25 WARNING - did not specify revision or branch; assuming "default" 03:09:25 INFO - ensuring https://hg.mozilla.org/build/tools@default is available at /builds/slave/fx-team-l64-asan-0000000000000/build/tools 03:09:25 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', '--version'] 03:09:25 INFO - Copy/paste: hg --config ui.merge=internal:merge --version 03:09:25 INFO - Mercurial Distributed SCM (version 3.7.3) 03:09:25 INFO - (see https://mercurial-scm.org for more information) 03:09:25 INFO - Copyright (C) 2005-2016 Matt Mackall and others 03:09:25 INFO - This is free software; see the source for copying conditions. There is NO 03:09:25 INFO - warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. 03:09:25 INFO - Return code: 0 03:09:25 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', 'debuginstall'] 03:09:25 INFO - Copy/paste: hg --config ui.merge=internal:merge debuginstall 03:09:25 INFO - checking encoding (ascii)... 03:09:25 INFO - checking Python executable (/tools/python27/bin/python2.7) 03:09:25 INFO - checking Python version (2.7.3) 03:09:25 INFO - checking Python lib (/tools/python27/lib/python2.7)... 03:09:25 INFO - checking installed modules (/tools/python27-mercurial/lib/python2.7/site-packages/mercurial)... 03:09:25 INFO - checking templates (/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/templates)... 03:09:25 INFO - checking commit editor... 03:09:25 INFO - checking username... 03:09:25 INFO - no problems detected 03:09:25 INFO - Return code: 0 03:09:25 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', '--config', 'extensions.share=', '--config', 'share.pool=/builds/hg-shared', 'clone', '-U', 'https://hg.mozilla.org/build/tools', '/builds/slave/fx-team-l64-asan-0000000000000/build/tools'] 03:09:25 INFO - Copy/paste: hg --config ui.merge=internal:merge --config extensions.share= --config share.pool=/builds/hg-shared clone -U https://hg.mozilla.org/build/tools /builds/slave/fx-team-l64-asan-0000000000000/build/tools 03:09:26 INFO - (sharing from existing pooled repository 7ae7fb134bf7aec6ec96a062ff47a69053dd2973) 03:09:26 INFO - Traceback (most recent call last): 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 191, in _runcatch 03:09:26 INFO - return _dispatch(req) 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 924, in _dispatch 03:09:26 INFO - cmdpats, cmdoptions) 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 681, in runcommand 03:09:26 INFO - ret = _runcommand(ui, options, cmd, d) 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 1055, in _runcommand 03:09:26 INFO - return checkargs() 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 1015, in checkargs 03:09:26 INFO - return cmdfunc() 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/dispatch.py", line 921, in 03:09:26 INFO - d = lambda: util.checksignature(func)(ui, *args, **cmdoptions) 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/util.py", line 991, in check 03:09:26 INFO - return func(*args, **kwargs) 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/extensions.py", line 195, in closure 03:09:26 INFO - return func(*(args + a), **kw) 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/util.py", line 991, in check 03:09:26 INFO - return func(*args, **kwargs) 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/hgext/share.py", line 122, in clone 03:09:26 INFO - return orig(ui, source, *args, **opts) 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/util.py", line 991, in check 03:09:26 INFO - return func(*args, **kwargs) 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/commands.py", line 1563, in clone 03:09:26 INFO - shareopts=opts.get('shareopts')) 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/hg.py", line 489, in clone 03:09:26 INFO - stream=stream) 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/hg.py", line 372, in clonewithshare 03:09:26 INFO - share(ui, sharerepo, dest=dest, update=False, bookmarks=False) 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/hg.py", line 223, in share 03:09:26 INFO - destwvfs.mkdir() 03:09:26 INFO - File "/tools/python27-mercurial/lib/python2.7/site-packages/mercurial/scmutil.py", line 364, in mkdir 03:09:26 INFO - return os.mkdir(self.join(path)) 03:09:26 INFO - OSError: [Errno 2] No such file or directory: '/builds/slave/fx-team-l64-asan-0000000000000/build/tools' 03:09:26 INFO - abort: No such file or directory: '/builds/slave/fx-team-l64-asan-0000000000000/build/tools' 03:09:26 ERROR - Return code: 255 03:09:26 INFO - rmtree: /builds/slave/fx-team-l64-asan-0000000000000/build/tools 03:09:26 INFO - retry: attempt #5 caught exception: clone+share failed 03:09:26 FATAL - Automation Error: Can't checkout https://hg.mozilla.org/build/tools! 03:09:26 FATAL - Caught exception: clone+share failed 03:09:26 FATAL - Caught exception: clone+share failed 03:09:26 FATAL - Caught exception: clone+share failed 03:09:26 FATAL - Caught exception: clone+share failed 03:09:26 FATAL - Caught exception: clone+share failed 03:09:26 FATAL - Running post_fatal callback... 03:09:26 ERROR - setting return code to 2 because fatal was called 03:09:26 WARNING - setting return code to 2 03:09:26 FATAL - Exiting -1 03:09:26 INFO - Running post-action listener: influxdb_recording_post_action 03:09:26 INFO - ##### 03:09:26 INFO - ##### Finished clone-tools step (failed) 03:09:26 INFO - ##### 03:09:26 INFO - Running post-run listener: _summarize 03:09:26 ERROR - # TBPL FAILURE # 03:09:26 INFO - ##### 03:09:26 INFO - ##### FxDesktopBuild summary: 03:09:26 INFO - ##### 03:09:26 ERROR - # TBPL FAILURE # 03:09:26 INFO - Running post-run listener: copy_logs_to_upload_dir 03:09:26 INFO - Copying logs to upload dir... 03:09:26 INFO - mkdir: /builds/slave/fx-team-l64-asan-0000000000000/build/upload/logs program finished with exit code 255 elapsedTime=732.581915 ========= master_lag: 0.80 ========= ========= Finished '/tools/buildbot/bin/python scripts/scripts/fx_desktop_build.py ...' failed (results: 2, elapsed: 12 mins, 13 secs) (at 2016-05-09 03:09:27.360163) ========= ========= Started no change (results: 0, elapsed: 0 secs) (at 2016-05-09 03:09:27.360962) ========= bash -c 'for file in `ls -1`; do cat $file; done' in dir /builds/slave/fx-team-l64-asan-0000000000000/properties (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done'] environment: CCACHE_HASHDIR= G_BROKEN_FILENAMES=1 HISTCONTROL=ignoredups HISTSIZE=1000 HOME=/home/cltbld HOSTNAME=bld-linux64-spot-551.build.releng.usw2.mozilla.com LANG=en_US.UTF-8 LESSOPEN=|/usr/bin/lesspipe.sh %s LOGNAME=cltbld MAIL=/var/spool/mail/cltbld PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin PWD=/builds/slave/fx-team-l64-asan-0000000000000/properties SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld _=/tools/buildbot/bin/python using PTY: False program finished with exit code 0 elapsedTime=0.004707 ========= master_lag: 0.11 ========= ========= Finished no change (results: 0, elapsed: 0 secs) (at 2016-05-09 03:09:27.478395) ========= ========= Started 'rm -f ...' (results: 0, elapsed: 4 secs) (at 2016-05-09 03:09:27.478719) ========= rm -f oauth.txt in dir /builds/slave/fx-team-l64-asan-0000000000000/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-f', 'oauth.txt'] environment: CCACHE_HASHDIR= G_BROKEN_FILENAMES=1 HISTCONTROL=ignoredups HISTSIZE=1000 HOME=/home/cltbld HOSTNAME=bld-linux64-spot-551.build.releng.usw2.mozilla.com LANG=en_US.UTF-8 LESSOPEN=|/usr/bin/lesspipe.sh %s LOGNAME=cltbld MAIL=/var/spool/mail/cltbld PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin PWD=/builds/slave/fx-team-l64-asan-0000000000000 SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld _=/tools/buildbot/bin/python using PTY: False program finished with exit code 0 elapsedTime=0.002439 ========= master_lag: 4.49 ========= ========= Finished 'rm -f ...' (results: 0, elapsed: 4 secs) (at 2016-05-09 03:09:31.975260) ========= ========= Started reboot skipped (results: 3, elapsed: 0 secs) (at 2016-05-09 03:09:31.975584) ========= ========= Finished reboot skipped (results: 3, elapsed: 0 secs) (at 2016-05-09 03:09:32.054074) ========= ========= Total master_lag: 5.47 =========