builder: mozilla-inbound_ubuntu64-asan_vm_test-mochitest-e10s-browser-chrome-4 slave: tst-linux64-spot-253 starttime: 1448503058.15 results: exception (4) buildid: 20151125160515 builduid: 02a5dcabfd924301ac060b0ba79818ad revision: f8a04f388bf11c708bef77b087f8871f5c10d793 ========= Started set props: master (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:38.152380) ========= master: http://buildbot-master121.bb.releng.use1.mozilla.com:8201/ ========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:38.152847) ========= ========= Started set props: basedir (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:38.153145) ========= bash -c pwd in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'pwd'] environment: HOME=/home/cltbld LANG=en_US.UTF-8 LOGNAME=cltbld MAIL=/var/mail/cltbld NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games PWD=/builds/slave/test SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1448502691.672059-1071197768 _=/tools/buildbot/bin/python using PTY: False /builds/slave/test program finished with exit code 0 elapsedTime=0.022735 basedir: '/builds/slave/test' ========= master_lag: 0.61 ========= ========= Finished set props: basedir (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:38.790253) ========= ========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:38.790560) ========= ========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:38.829219) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:38.829487) ========= rm -rf properties in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'properties'] environment: HOME=/home/cltbld LANG=en_US.UTF-8 LOGNAME=cltbld MAIL=/var/mail/cltbld NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games PWD=/builds/slave/test SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1448502691.672059-1071197768 _=/tools/buildbot/bin/python using PTY: False program finished with exit code 0 elapsedTime=0.020579 ========= master_lag: 0.04 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:38.893151) ========= ========= Started set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:38.893422) ========= script_repo_url: https://hg.mozilla.org/build/mozharness ========= Finished set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:38.893778) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:38.894057) ========= bash -c 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py' in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'] environment: HOME=/home/cltbld LANG=en_US.UTF-8 LOGNAME=cltbld MAIL=/var/mail/cltbld NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games PWD=/builds/slave/test SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1448502691.672059-1071197768 _=/tools/buildbot/bin/python using PTY: False --2015-11-25 17:57:38-- https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py Resolving hg.mozilla.org (hg.mozilla.org)... 63.245.215.25, 63.245.215.102 Connecting to hg.mozilla.org (hg.mozilla.org)|63.245.215.25|:443... connected. HTTP request sent, awaiting response... 200 Script output follows Length: 12141 (12K) [text/x-python] Saving to: `archiver_client.py' 0K .......... . 100% 9.70M=0.001s 2015-11-25 17:57:39 (9.70 MB/s) - `archiver_client.py' saved [12141/12141] program finished with exit code 0 elapsedTime=0.654163 ========= master_lag: 0.04 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:39.592671) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:39.593001) ========= rm -rf scripts in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'scripts'] environment: HOME=/home/cltbld LANG=en_US.UTF-8 LOGNAME=cltbld MAIL=/var/mail/cltbld NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games PWD=/builds/slave/test SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1448502691.672059-1071197768 _=/tools/buildbot/bin/python using PTY: False program finished with exit code 0 elapsedTime=0.034638 ========= master_lag: 0.18 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:39.810866) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2015-11-25 17:57:39.811215) ========= bash -c 'python archiver_client.py mozharness --repo integration/mozilla-inbound --rev f8a04f388bf11c708bef77b087f8871f5c10d793 --destination scripts --debug' in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', u'python archiver_client.py mozharness --repo integration/mozilla-inbound --rev f8a04f388bf11c708bef77b087f8871f5c10d793 --destination scripts --debug'] environment: HOME=/home/cltbld LANG=en_US.UTF-8 LOGNAME=cltbld MAIL=/var/mail/cltbld NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games PWD=/builds/slave/test SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1448502691.672059-1071197768 _=/tools/buildbot/bin/python using PTY: False 2015-11-25 17:57:39,690 truncating revision to first 12 chars 2015-11-25 17:57:39,690 Setting DEBUG logging. 2015-11-25 17:57:39,690 attempt 1/10 2015-11-25 17:57:39,691 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/mozilla-inbound/f8a04f388bf1?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2015-11-25 17:57:40,869 unpacking tar archive at: mozilla-inbound-f8a04f388bf1/testing/mozharness/ program finished with exit code 0 elapsedTime=1.865697 ========= master_lag: 0.05 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2015-11-25 17:57:41.724161) ========= ========= Started downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:41.724435) ========= ========= Finished downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:41.754969) ========= ========= Started tinderboxprint_script_revlink (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:41.755231) ========= TinderboxPrint: script_revlink: https://hg.mozilla.org/build/mozharness/rev/production ========= Finished tinderboxprint_script_revlink (results: 0, elapsed: 0 secs) (at 2015-11-25 17:57:41.755610) ========= ========= Started '/tools/buildbot/bin/python scripts/scripts/desktop_unittest.py ...' exception (results: 4, elapsed: 6 mins, 12 secs) (at 2015-11-25 17:57:41.755899) ========= /tools/buildbot/bin/python scripts/scripts/desktop_unittest.py --cfg unittests/linux_unittest.py --mochitest-suite browser-chrome-chunked --e10s --total-chunks 7 --this-chunk 4 --blob-upload-branch mozilla-inbound --download-symbols ondemand in dir /builds/slave/test/. (timeout 1800 secs) (maxTime 12000 secs) watching logfiles {} argv: ['/tools/buildbot/bin/python', 'scripts/scripts/desktop_unittest.py', '--cfg', 'unittests/linux_unittest.py', '--mochitest-suite', 'browser-chrome-chunked', '--e10s', '--total-chunks', '7', '--this-chunk', '4', '--blob-upload-branch', 'mozilla-inbound', '--download-symbols', 'ondemand'] environment: DISPLAY=:0 HOME=/home/cltbld LANG=en_US.UTF-8 LOGNAME=cltbld MAIL=/var/mail/cltbld NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games PROPERTIES_FILE=/builds/slave/test/buildprops.json PWD=/builds/slave/test SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1448502691.672059-1071197768 _=/tools/buildbot/bin/python using PTY: False 17:57:41 INFO - MultiFileLogger online at 20151125 17:57:41 in /builds/slave/test 17:57:41 INFO - Run as scripts/scripts/desktop_unittest.py --cfg unittests/linux_unittest.py --mochitest-suite browser-chrome-chunked --e10s --total-chunks 7 --this-chunk 4 --blob-upload-branch mozilla-inbound --download-symbols ondemand 17:57:41 INFO - Dumping config to /builds/slave/test/logs/localconfig.json. 17:57:41 INFO - {'all_cppunittest_suites': {'cppunittest': {'tests': ('tests/cppunittest',)}}, 17:57:41 INFO - 'all_gtest_suites': {'gtest': ()}, 17:57:41 INFO - 'all_jittest_suites': {'jittest': (), 17:57:41 INFO - 'jittest-chunked': (), 17:57:41 INFO - 'jittest1': ('--total-chunks=2', '--this-chunk=1'), 17:57:41 INFO - 'jittest2': ('--total-chunks=2', '--this-chunk=2')}, 17:57:41 INFO - 'all_mochitest_suites': {'a11y': ('--a11y',), 17:57:41 INFO - 'browser-chrome': ('--browser-chrome',), 17:57:41 INFO - 'browser-chrome-addons': ('--browser-chrome', 17:57:41 INFO - '--chunk-by-runtime', 17:57:41 INFO - '--tag=addons'), 17:57:41 INFO - 'browser-chrome-chunked': ('--browser-chrome', 17:57:41 INFO - '--chunk-by-runtime'), 17:57:41 INFO - 'chrome': ('--chrome',), 17:57:41 INFO - 'chrome-chunked': ('--chrome', '--chunk-by-dir=4'), 17:57:41 INFO - 'jetpack-addon': ('--jetpack-addon',), 17:57:41 INFO - 'jetpack-package': ('--jetpack-package',), 17:57:41 INFO - 'mochitest-devtools-chrome': ('--browser-chrome', 17:57:41 INFO - '--subsuite=devtools'), 17:57:41 INFO - 'mochitest-devtools-chrome-chunked': ('--browser-chrome', 17:57:41 INFO - '--subsuite=devtools', 17:57:41 INFO - '--chunk-by-runtime'), 17:57:41 INFO - 'mochitest-gl': ('--subsuite=webgl',), 17:57:41 INFO - 'mochitest-push': ('--subsuite=push',), 17:57:41 INFO - 'plain': (), 17:57:41 INFO - 'plain-chunked': ('--chunk-by-dir=4',)}, 17:57:41 INFO - 'all_mozbase_suites': {'mozbase': ()}, 17:57:41 INFO - 'all_reftest_suites': {'crashtest': {'options': ('--suite=crashtest',), 17:57:41 INFO - 'tests': ('tests/reftest/tests/testing/crashtest/crashtests.list',)}, 17:57:41 INFO - 'crashtest-ipc': {'env': {'MOZ_DISABLE_CONTEXT_SHARING_GLX': '1', 17:57:41 INFO - 'MOZ_OMTC_ENABLED': '1'}, 17:57:41 INFO - 'options': ('--suite=crashtest', 17:57:41 INFO - '--setpref=browser.tabs.remote=true', 17:57:41 INFO - '--setpref=browser.tabs.remote.autostart=true', 17:57:41 INFO - '--setpref=layers.offmainthreadcomposition.testing.enabled=true', 17:57:41 INFO - '--setpref=layers.async-pan-zoom.enabled=true'), 17:57:41 INFO - 'tests': ('tests/reftest/tests/testing/crashtest/crashtests.list',)}, 17:57:41 INFO - 'jsreftest': {'options': ('--extra-profile-file=tests/jsreftest/tests/user.js', 17:57:41 INFO - '--suite=jstestbrowser'), 17:57:41 INFO - 'tests': ('tests/jsreftest/tests/jstests.list',)}, 17:57:41 INFO - 'reftest': {'options': ('--suite=reftest',), 17:57:41 INFO - 'tests': ('tests/reftest/tests/layout/reftests/reftest.list',)}, 17:57:41 INFO - 'reftest-ipc': {'env': {'MOZ_DISABLE_CONTEXT_SHARING_GLX': '1', 17:57:41 INFO - 'MOZ_OMTC_ENABLED': '1'}, 17:57:41 INFO - 'options': ('--suite=reftest', 17:57:41 INFO - '--setpref=browser.tabs.remote=true', 17:57:41 INFO - '--setpref=browser.tabs.remote.autostart=true', 17:57:41 INFO - '--setpref=layers.offmainthreadcomposition.testing.enabled=true', 17:57:41 INFO - '--setpref=layers.async-pan-zoom.enabled=true'), 17:57:41 INFO - 'tests': ('tests/reftest/tests/layout/reftests/reftest-sanity/reftest.list',)}, 17:57:41 INFO - 'reftest-no-accel': {'options': ('--suite=reftest', 17:57:41 INFO - '--setpref=layers.acceleration.force-enabled=disabled'), 17:57:41 INFO - 'tests': ('tests/reftest/tests/layout/reftests/reftest.list',)}}, 17:57:41 INFO - 'all_webapprt_suites': {'chrome': ('--webapprt-chrome', 17:57:41 INFO - '--browser-arg=-test-mode'), 17:57:41 INFO - 'content': ('--webapprt-content',)}, 17:57:41 INFO - 'all_xpcshell_suites': {'xpcshell': {'options': ('--xpcshell=%(abs_app_dir)s/xpcshell', 17:57:41 INFO - '--manifest=tests/xpcshell/tests/all-test-dirs.list'), 17:57:41 INFO - 'tests': ()}, 17:57:41 INFO - 'xpcshell-addons': {'options': ('--xpcshell=%(abs_app_dir)s/xpcshell', 17:57:41 INFO - '--tag=addons', 17:57:41 INFO - '--manifest=tests/xpcshell/tests/all-test-dirs.list'), 17:57:41 INFO - 'tests': ()}}, 17:57:41 INFO - 'append_to_log': False, 17:57:41 INFO - 'base_work_dir': '/builds/slave/test', 17:57:41 INFO - 'binary_path': '/builds/slave/test/build/firefox/firefox-bin', 17:57:41 INFO - 'blob_upload_branch': 'mozilla-inbound', 17:57:41 INFO - 'blob_uploader_auth_file': '/builds/slave/test/oauth.txt', 17:57:41 INFO - 'buildbot_json_path': 'buildprops.json', 17:57:41 INFO - 'buildbot_max_log_size': 52428800, 17:57:41 INFO - 'code_coverage': False, 17:57:41 INFO - 'config_files': ('unittests/linux_unittest.py',), 17:57:41 INFO - 'default_blob_upload_servers': ('https://blobupload.elasticbeanstalk.com',), 17:57:41 INFO - 'download_minidump_stackwalk': True, 17:57:41 INFO - 'download_symbols': 'ondemand', 17:57:41 INFO - 'e10s': True, 17:57:41 INFO - 'exe_suffix': '', 17:57:41 INFO - 'exes': {'python': '/tools/buildbot/bin/python', 17:57:41 INFO - 'tooltool.py': '/tools/tooltool.py', 17:57:41 INFO - 'virtualenv': ('/tools/buildbot/bin/python', 17:57:41 INFO - '/tools/misc-python/virtualenv.py')}, 17:57:41 INFO - 'find_links': ('http://pypi.pvt.build.mozilla.org/pub', 17:57:41 INFO - 'http://pypi.pub.build.mozilla.org/pub'), 17:57:41 INFO - 'installer_path': '/builds/slave/test/build/installer.tar.bz2', 17:57:41 INFO - 'log_level': 'info', 17:57:41 INFO - 'log_to_console': True, 17:57:41 INFO - 'minidump_save_path': '%(abs_work_dir)s/../minidumps', 17:57:41 INFO - 'minidump_stackwalk_path': 'linux64-minidump_stackwalk', 17:57:41 INFO - 'minidump_tooltool_manifest_path': 'config/tooltool-manifests/linux64/releng.manifest', 17:57:41 INFO - 'minimum_tests_zip_dirs': ('bin/*', 17:57:41 INFO - 'certs/*', 17:57:41 INFO - 'modules/*', 17:57:41 INFO - 'mozbase/*', 17:57:41 INFO - 'config/*'), 17:57:41 INFO - 'no_random': False, 17:57:41 INFO - 'opt_config_files': (), 17:57:41 INFO - 'pip_index': False, 17:57:41 INFO - 'preflight_run_cmd_suites': ({'architectures': ('32bit', '64bit'), 17:57:41 INFO - 'cmd': ('xset', 's', 'off', 's', 'reset'), 17:57:41 INFO - 'enabled': True, 17:57:41 INFO - 'halt_on_failure': False, 17:57:41 INFO - 'name': 'disable_screen_saver'}, 17:57:41 INFO - {'architectures': ('32bit',), 17:57:41 INFO - 'cmd': ('python', 17:57:41 INFO - '../scripts/external_tools/mouse_and_screen_resolution.py', 17:57:41 INFO - '--configuration-url', 17:57:41 INFO - 'https://hg.mozilla.org/%(branch)s/raw-file/%(revision)s/testing/machine-configuration.json'), 17:57:41 INFO - 'enabled': False, 17:57:41 INFO - 'halt_on_failure': True, 17:57:41 INFO - 'name': 'run mouse & screen adjustment script'}), 17:57:41 INFO - 'require_test_zip': True, 17:57:41 INFO - 'run_all_suites': False, 17:57:41 INFO - 'run_cmd_checks_enabled': True, 17:57:41 INFO - 'run_file_names': {'cppunittest': 'runcppunittests.py', 17:57:41 INFO - 'gtest': 'rungtests.py', 17:57:41 INFO - 'jittest': 'jit_test.py', 17:57:41 INFO - 'mochitest': 'runtests.py', 17:57:41 INFO - 'mozbase': 'test.py', 17:57:41 INFO - 'mozmill': 'runtestlist.py', 17:57:41 INFO - 'reftest': 'runreftest.py', 17:57:41 INFO - 'webapprt': 'runtests.py', 17:57:41 INFO - 'xpcshell': 'runxpcshelltests.py'}, 17:57:41 INFO - 'specific_tests_zip_dirs': {'cppunittest': ('cppunittest/*',), 17:57:41 INFO - 'gtest': ('gtest/*',), 17:57:41 INFO - 'jittest': ('jit-test/*',), 17:57:41 INFO - 'mochitest': ('mochitest/*',), 17:57:41 INFO - 'mozbase': ('mozbase/*',), 17:57:41 INFO - 'mozmill': ('mozmill/*',), 17:57:41 INFO - 'reftest': ('reftest/*', 'jsreftest/*'), 17:57:41 INFO - 'webapprt': ('mochitest/*',), 17:57:41 INFO - 'xpcshell': ('xpcshell/*',)}, 17:57:41 INFO - 'specified_mochitest_suites': ('browser-chrome-chunked',), 17:57:41 INFO - 'strict_content_sandbox': False, 17:57:41 INFO - 'suite_definitions': {'cppunittest': {'options': ('--symbols-path=%(symbols_path)s', 17:57:41 INFO - '--xre-path=%(abs_app_dir)s'), 17:57:41 INFO - 'run_filename': 'runcppunittests.py', 17:57:41 INFO - 'testsdir': 'cppunittest'}, 17:57:41 INFO - 'gtest': {'options': ('--xre-path=%(abs_res_dir)s', 17:57:41 INFO - '--cwd=%(gtest_dir)s', 17:57:41 INFO - '--symbols-path=%(symbols_path)s', 17:57:41 INFO - '%(binary_path)s'), 17:57:41 INFO - 'run_filename': 'rungtests.py'}, 17:57:41 INFO - 'jittest': {'options': ('tests/bin/js', 17:57:41 INFO - '--no-slow', 17:57:41 INFO - '--no-progress', 17:57:41 INFO - '--format=automation', 17:57:41 INFO - '--jitflags=all'), 17:57:41 INFO - 'run_filename': 'jit_test.py', 17:57:41 INFO - 'testsdir': 'jit-test/jit-test'}, 17:57:41 INFO - 'luciddream-b2gdt': {'options': ('--startup-timeout=300', 17:57:41 INFO - '--log-raw=%(raw_log_file)s', 17:57:41 INFO - '--log-errorsummary=%(error_summary_file)s', 17:57:41 INFO - '--browser-path=%(browser_path)s', 17:57:41 INFO - '--b2g-desktop-path=%(fxos_desktop_path)s', 17:57:41 INFO - '--gaia-profile=%(gaia_profile)s', 17:57:41 INFO - '%(test_manifest)s')}, 17:57:41 INFO - 'luciddream-emulator': {'options': ('--startup-timeout=300', 17:57:41 INFO - '--log-raw=%(raw_log_file)s', 17:57:41 INFO - '--log-errorsummary=%(error_summary_file)s', 17:57:41 INFO - '--browser-path=%(browser_path)s', 17:57:41 INFO - '--b2gpath=%(emulator_path)s', 17:57:41 INFO - '%(test_manifest)s')}, 17:57:41 INFO - 'mochitest': {'options': ('--appname=%(binary_path)s', 17:57:41 INFO - '--utility-path=tests/bin', 17:57:41 INFO - '--extra-profile-file=tests/bin/plugins', 17:57:41 INFO - '--symbols-path=%(symbols_path)s', 17:57:41 INFO - '--certificate-path=tests/certs', 17:57:41 INFO - '--setpref=webgl.force-enabled=true', 17:57:41 INFO - '--quiet', 17:57:41 INFO - '--log-raw=%(raw_log_file)s', 17:57:41 INFO - '--log-errorsummary=%(error_summary_file)s', 17:57:41 INFO - '--use-test-media-devices', 17:57:41 INFO - '--screenshot-on-fail'), 17:57:41 INFO - 'run_filename': 'runtests.py', 17:57:41 INFO - 'testsdir': 'mochitest'}, 17:57:41 INFO - 'mozbase': {'options': ('-b', '%(binary_path)s'), 17:57:41 INFO - 'run_filename': 'test.py', 17:57:41 INFO - 'testsdir': 'mozbase'}, 17:57:41 INFO - 'mozmill': {'options': ('--binary=%(binary_path)s', 17:57:41 INFO - '--testing-modules-dir=test/modules', 17:57:41 INFO - '--symbols-path=%(symbols_path)s'), 17:57:41 INFO - 'run_filename': 'runtestlist.py', 17:57:41 INFO - 'testsdir': 'mozmill'}, 17:57:41 INFO - 'reftest': {'options': ('--appname=%(binary_path)s', 17:57:41 INFO - '--utility-path=tests/bin', 17:57:41 INFO - '--extra-profile-file=tests/bin/plugins', 17:57:41 INFO - '--symbols-path=%(symbols_path)s'), 17:57:41 INFO - 'run_filename': 'runreftest.py', 17:57:41 INFO - 'testsdir': 'reftest'}, 17:57:41 INFO - 'webapprt': {'options': ('--app=%(app_path)s', 17:57:41 INFO - '--utility-path=tests/bin', 17:57:41 INFO - '--extra-profile-file=tests/bin/plugins', 17:57:41 INFO - '--symbols-path=%(symbols_path)s', 17:57:41 INFO - '--certificate-path=tests/certs', 17:57:41 INFO - '--console-level=INFO', 17:57:41 INFO - '--testing-modules-dir=tests/modules', 17:57:41 INFO - '--quiet'), 17:57:41 INFO - 'run_filename': 'runtests.py', 17:57:41 INFO - 'testsdir': 'mochitest'}, 17:57:41 INFO - 'xpcshell': {'options': ('--symbols-path=%(symbols_path)s', 17:57:41 INFO - '--test-plugin-path=%(test_plugin_path)s', 17:57:41 INFO - '--log-raw=%(raw_log_file)s', 17:57:41 INFO - '--log-errorsummary=%(error_summary_file)s', 17:57:41 INFO - '--utility-path=tests/bin'), 17:57:41 INFO - 'run_filename': 'runxpcshelltests.py', 17:57:41 INFO - 'testsdir': 'xpcshell'}}, 17:57:41 INFO - 'this_chunk': '4', 17:57:41 INFO - 'tooltool_cache': '/builds/tooltool_cache', 17:57:41 INFO - 'total_chunks': '7', 17:57:41 INFO - 'vcs_output_timeout': 1000, 17:57:41 INFO - 'virtualenv_path': 'venv', 17:57:41 INFO - 'volatile_config': {'actions': None, 'add_actions': None, 'no_actions': None}, 17:57:41 INFO - 'work_dir': 'build', 17:57:41 INFO - 'xpcshell_name': 'xpcshell'} 17:57:41 INFO - ##### 17:57:41 INFO - ##### Running clobber step. 17:57:41 INFO - ##### 17:57:41 INFO - Running pre-action listener: _resource_record_pre_action 17:57:41 INFO - Running main action method: clobber 17:57:41 INFO - rmtree: /builds/slave/test/build 17:57:41 INFO - retry: Calling rmtree with args: ('/builds/slave/test/build',), kwargs: {}, attempt #1 17:57:43 INFO - Running post-action listener: _resource_record_post_action 17:57:43 INFO - ##### 17:57:43 INFO - ##### Running read-buildbot-config step. 17:57:43 INFO - ##### 17:57:43 INFO - Running pre-action listener: _resource_record_pre_action 17:57:43 INFO - Running main action method: read_buildbot_config 17:57:43 INFO - Using buildbot properties: 17:57:43 INFO - { 17:57:43 INFO - "properties": { 17:57:43 INFO - "buildnumber": 21, 17:57:43 INFO - "product": "firefox", 17:57:43 INFO - "script_repo_revision": "production", 17:57:43 INFO - "branch": "mozilla-inbound", 17:57:43 INFO - "repository": "", 17:57:43 INFO - "buildername": "Ubuntu ASAN VM 12.04 x64 mozilla-inbound opt test mochitest-e10s-browser-chrome-4", 17:57:43 INFO - "buildid": "20151125160515", 17:57:43 INFO - "slavename": "tst-linux64-spot-253", 17:57:43 INFO - "pgo_build": "False", 17:57:43 INFO - "basedir": "/builds/slave/test", 17:57:43 INFO - "project": "", 17:57:43 INFO - "platform": "linux64-asan", 17:57:43 INFO - "master": "http://buildbot-master121.bb.releng.use1.mozilla.com:8201/", 17:57:43 INFO - "slavebuilddir": "test", 17:57:43 INFO - "scheduler": "tests-mozilla-inbound-ubuntu64-asan_vm-opt-unittest-7-3600", 17:57:43 INFO - "repo_path": "integration/mozilla-inbound", 17:57:43 INFO - "moz_repo_path": "", 17:57:43 INFO - "stage_platform": "linux64-asan", 17:57:43 INFO - "builduid": "02a5dcabfd924301ac060b0ba79818ad", 17:57:43 INFO - "revision": "f8a04f388bf11c708bef77b087f8871f5c10d793" 17:57:43 INFO - }, 17:57:43 INFO - "sourcestamp": { 17:57:43 INFO - "repository": "", 17:57:43 INFO - "hasPatch": false, 17:57:43 INFO - "project": "", 17:57:43 INFO - "branch": "mozilla-inbound-linux64-asan-opt-unittest", 17:57:43 INFO - "changes": [ 17:57:43 INFO - { 17:57:43 INFO - "category": null, 17:57:43 INFO - "files": [ 17:57:43 INFO - { 17:57:43 INFO - "url": null, 17:57:43 INFO - "name": "https://queue.taskcluster.net/v1/task/iZ1QaNaZQxuSLExUobeAng/artifacts/public/build/firefox-45.0a1.en-US.linux-x86_64-asan.tar.bz2" 17:57:43 INFO - }, 17:57:43 INFO - { 17:57:43 INFO - "url": null, 17:57:43 INFO - "name": "https://queue.taskcluster.net/v1/task/iZ1QaNaZQxuSLExUobeAng/artifacts/public/build/test_packages.json" 17:57:43 INFO - } 17:57:43 INFO - ], 17:57:43 INFO - "repository": "", 17:57:43 INFO - "rev": "411ae8f9583dd1fdcd0d58f8294bed3a550bef05", 17:57:43 INFO - "who": "mh@glandium.org", 17:57:43 INFO - "when": 1448496358, 17:57:43 INFO - "number": 6708379, 17:57:43 INFO - "comments": "Bug 1228068 - Always set MOZ_USING_COMPILER_WRAPPER when a compiler wrapper is involved. r=gps on a CLOSED TREE\n", 17:57:43 INFO - "project": "", 17:57:43 INFO - "at": "Wed 25 Nov 2015 16:05:58", 17:57:43 INFO - "branch": "mozilla-inbound-linux64-asan-opt-unittest", 17:57:43 INFO - "revlink": "", 17:57:43 INFO - "properties": [ 17:57:43 INFO - [ 17:57:43 INFO - "buildid", 17:57:43 INFO - "20151125150910", 17:57:43 INFO - "Change" 17:57:43 INFO - ], 17:57:43 INFO - [ 17:57:43 INFO - "builduid", 17:57:43 INFO - "c6015a9738424efd94ced5127f2f5971", 17:57:43 INFO - "Change" 17:57:43 INFO - ], 17:57:43 INFO - [ 17:57:43 INFO - "pgo_build", 17:57:43 INFO - "False", 17:57:43 INFO - "Change" 17:57:43 INFO - ] 17:57:43 INFO - ], 17:57:43 INFO - "revision": "411ae8f9583dd1fdcd0d58f8294bed3a550bef05" 17:57:43 INFO - }, 17:57:43 INFO - { 17:57:43 INFO - "category": null, 17:57:43 INFO - "files": [ 17:57:43 INFO - { 17:57:43 INFO - "url": null, 17:57:43 INFO - "name": "https://queue.taskcluster.net/v1/task/V36X75VCTE2-R8uYq00gvg/artifacts/public/build/firefox-45.0a1.en-US.linux-x86_64-asan.tar.bz2" 17:57:43 INFO - }, 17:57:43 INFO - { 17:57:43 INFO - "url": null, 17:57:43 INFO - "name": "https://queue.taskcluster.net/v1/task/V36X75VCTE2-R8uYq00gvg/artifacts/public/build/test_packages.json" 17:57:43 INFO - } 17:57:43 INFO - ], 17:57:43 INFO - "repository": "", 17:57:43 INFO - "rev": "27b37512f3f39dbbcad74b913e9ac5e88451550d", 17:57:43 INFO - "who": "mh@glandium.org", 17:57:43 INFO - "when": 1448498447, 17:57:43 INFO - "number": 6708562, 17:57:43 INFO - "comments": "Backout changeset 0104f1c911ca (bug 1223530) because it breaks running on Windows XP on a CLOSED TREE\n", 17:57:43 INFO - "project": "", 17:57:43 INFO - "at": "Wed 25 Nov 2015 16:40:47", 17:57:43 INFO - "branch": "mozilla-inbound-linux64-asan-opt-unittest", 17:57:43 INFO - "revlink": "", 17:57:43 INFO - "properties": [ 17:57:43 INFO - [ 17:57:43 INFO - "buildid", 17:57:43 INFO - "20151125154013", 17:57:43 INFO - "Change" 17:57:43 INFO - ], 17:57:43 INFO - [ 17:57:43 INFO - "builduid", 17:57:43 INFO - "00cf3b29d7ef47808067e3bcbd20e732", 17:57:43 INFO - "Change" 17:57:43 INFO - ], 17:57:43 INFO - [ 17:57:43 INFO - "pgo_build", 17:57:43 INFO - "False", 17:57:43 INFO - "Change" 17:57:43 INFO - ] 17:57:43 INFO - ], 17:57:43 INFO - "revision": "27b37512f3f39dbbcad74b913e9ac5e88451550d" 17:57:43 INFO - }, 17:57:43 INFO - { 17:57:43 INFO - "category": null, 17:57:43 INFO - "files": [ 17:57:43 INFO - { 17:57:43 INFO - "url": null, 17:57:43 INFO - "name": "https://queue.taskcluster.net/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/firefox-45.0a1.en-US.linux-x86_64-asan.tar.bz2" 17:57:43 INFO - }, 17:57:43 INFO - { 17:57:43 INFO - "url": null, 17:57:43 INFO - "name": "https://queue.taskcluster.net/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json" 17:57:43 INFO - } 17:57:43 INFO - ], 17:57:43 INFO - "repository": "", 17:57:43 INFO - "rev": "f8a04f388bf11c708bef77b087f8871f5c10d793", 17:57:43 INFO - "who": "mh@glandium.org", 17:57:43 INFO - "when": 1448499449, 17:57:43 INFO - "number": 6708609, 17:57:43 INFO - "comments": "Bug 1224452 - Quote passthru variables. r=gps\n\nIdeally, we should properly make and shell quote everything we print out\nin makefiles, but that's a can of worms I don't want to open just yet. So\nI'll limit myself to just passthru variables.\n", 17:57:43 INFO - "project": "", 17:57:43 INFO - "at": "Wed 25 Nov 2015 16:57:29", 17:57:43 INFO - "branch": "mozilla-inbound-linux64-asan-opt-unittest", 17:57:43 INFO - "revlink": "", 17:57:43 INFO - "properties": [ 17:57:43 INFO - [ 17:57:43 INFO - "buildid", 17:57:43 INFO - "20151125160515", 17:57:43 INFO - "Change" 17:57:43 INFO - ], 17:57:43 INFO - [ 17:57:43 INFO - "builduid", 17:57:43 INFO - "02a5dcabfd924301ac060b0ba79818ad", 17:57:43 INFO - "Change" 17:57:43 INFO - ], 17:57:43 INFO - [ 17:57:43 INFO - "pgo_build", 17:57:43 INFO - "False", 17:57:43 INFO - "Change" 17:57:43 INFO - ] 17:57:43 INFO - ], 17:57:43 INFO - "revision": "f8a04f388bf11c708bef77b087f8871f5c10d793" 17:57:43 INFO - } 17:57:43 INFO - ], 17:57:43 INFO - "revision": "f8a04f388bf11c708bef77b087f8871f5c10d793" 17:57:43 INFO - } 17:57:43 INFO - } 17:57:43 INFO - Found installer url https://queue.taskcluster.net/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/firefox-45.0a1.en-US.linux-x86_64-asan.tar.bz2. 17:57:43 INFO - Found a test packages url https://queue.taskcluster.net/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json. 17:57:43 INFO - Running post-action listener: _resource_record_post_action 17:57:43 INFO - ##### 17:57:43 INFO - ##### Running download-and-extract step. 17:57:43 INFO - ##### 17:57:43 INFO - Running pre-action listener: _resource_record_pre_action 17:57:43 INFO - Running main action method: download_and_extract 17:57:43 INFO - mkdir: /builds/slave/test/build/tests 17:57:43 INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pvtbuilds.pvt.build.mozilla.org', 'pvtbuilds.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org'), ('https://queue.taskcluster.net', 'queue.taskcluster.net')]} 17:57:43 INFO - https://queue.taskcluster.net/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json matches https://queue.taskcluster.net 17:57:43 INFO - URL Candidate: http://queue.taskcluster.net.proxxy1.srv.releng.use1.mozilla.com/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json 17:57:43 INFO - trying http://queue.taskcluster.net.proxxy1.srv.releng.use1.mozilla.com/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json 17:57:43 INFO - Downloading http://queue.taskcluster.net.proxxy1.srv.releng.use1.mozilla.com/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json to /builds/slave/test/build/test_packages.json 17:57:43 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'http://queue.taskcluster.net.proxxy1.srv.releng.use1.mozilla.com/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json', 'file_name': '/builds/slave/test/build/test_packages.json'}, attempt #1 17:58:13 WARNING - Timed out accessing http://queue.taskcluster.net.proxxy1.srv.releng.use1.mozilla.com/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json: timed out 17:58:13 INFO - retry: attempt #1 caught exception: timed out 17:58:13 INFO - retry: Failed, sleeping 30 seconds before retrying 17:58:43 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'http://queue.taskcluster.net.proxxy1.srv.releng.use1.mozilla.com/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json', 'file_name': '/builds/slave/test/build/test_packages.json'}, attempt #2 17:59:08 WARNING - Server returned status 500 HTTP Error 500: Internal Server Error for http://queue.taskcluster.net.proxxy1.srv.releng.use1.mozilla.com/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json 17:59:08 INFO - retry: attempt #2 caught exception: HTTP Error 500: Internal Server Error 17:59:08 INFO - retry: Failed, sleeping 60 seconds before retrying 18:00:08 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'http://queue.taskcluster.net.proxxy1.srv.releng.use1.mozilla.com/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json', 'file_name': '/builds/slave/test/build/test_packages.json'}, attempt #3 18:00:38 WARNING - Timed out accessing http://queue.taskcluster.net.proxxy1.srv.releng.use1.mozilla.com/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json: timed out 18:00:38 INFO - retry: attempt #3 caught exception: timed out 18:00:38 INFO - Can't download from http://queue.taskcluster.net.proxxy1.srv.releng.use1.mozilla.com/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json to /builds/slave/test/build/test_packages.json! 18:00:38 INFO - Caught exception: timed out 18:00:38 INFO - Caught exception: HTTP Error 500: Internal Server Error 18:00:38 INFO - Caught exception: timed out 18:00:38 INFO - trying https://queue.taskcluster.net/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json 18:00:38 INFO - Downloading https://queue.taskcluster.net/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json to /builds/slave/test/build/test_packages.json 18:00:38 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'https://queue.taskcluster.net/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json', 'file_name': '/builds/slave/test/build/test_packages.json'}, attempt #1 18:01:09 WARNING - Socket error when accessing https://queue.taskcluster.net/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json: The read operation timed out 18:01:09 INFO - retry: attempt #1 caught exception: The read operation timed out 18:01:09 INFO - retry: Failed, sleeping 30 seconds before retrying 18:01:39 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'https://queue.taskcluster.net/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json', 'file_name': '/builds/slave/test/build/test_packages.json'}, attempt #2 18:02:10 WARNING - Socket error when accessing https://queue.taskcluster.net/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json: The read operation timed out 18:02:10 INFO - retry: attempt #2 caught exception: The read operation timed out 18:02:10 INFO - retry: Failed, sleeping 60 seconds before retrying 18:03:10 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'https://queue.taskcluster.net/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json', 'file_name': '/builds/slave/test/build/test_packages.json'}, attempt #3 18:03:40 WARNING - Socket error when accessing https://queue.taskcluster.net/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json: The read operation timed out 18:03:40 INFO - retry: attempt #3 caught exception: The read operation timed out 18:03:40 INFO - Can't download from https://queue.taskcluster.net/v1/task/5y4CYbObSJOutMtdxViJrw/artifacts/public/build/test_packages.json to /builds/slave/test/build/test_packages.json! 18:03:40 INFO - Caught exception: The read operation timed out 18:03:40 INFO - Caught exception: The read operation timed out 18:03:40 INFO - Caught exception: The read operation timed out 18:03:40 FATAL - Failed to download from all available URLs, aborting 18:03:40 FATAL - Running post_fatal callback... 18:03:40 FATAL - Exiting 3 18:03:40 INFO - Running post-action listener: _resource_record_post_action 18:03:40 INFO - Running post-action listener: set_extra_try_arguments 18:03:40 INFO - Running post-run listener: _resource_record_post_run 18:03:40 INFO - Running post-run listener: _upload_blobber_files 18:03:40 INFO - Blob upload gear active. 18:03:40 WARNING - Blob upload directory does not exist! program finished with exit code 3 elapsedTime=359.400580 ========= master_lag: 13.39 ========= ========= Finished '/tools/buildbot/bin/python scripts/scripts/desktop_unittest.py ...' exception (results: 4, elapsed: 6 mins, 12 secs) (at 2015-11-25 18:03:54.550856) ========= ========= Started no change (results: 0, elapsed: 0 secs) (at 2015-11-25 18:03:54.551701) ========= bash -c 'for file in `ls -1`; do cat $file; done' in dir /builds/slave/test/properties (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done'] environment: HOME=/home/cltbld LANG=en_US.UTF-8 LOGNAME=cltbld MAIL=/var/mail/cltbld NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games PWD=/builds/slave/test/properties SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1448502691.672059-1071197768 _=/tools/buildbot/bin/python using PTY: False program finished with exit code 0 elapsedTime=0.027558 ========= master_lag: 0.95 ========= ========= Finished no change (results: 0, elapsed: 0 secs) (at 2015-11-25 18:03:55.532368) ========= ========= Started 'rm -f ...' (results: 0, elapsed: 4 secs) (at 2015-11-25 18:03:55.532710) ========= rm -f oauth.txt in dir /builds/slave/test/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-f', 'oauth.txt'] environment: HOME=/home/cltbld LANG=en_US.UTF-8 LOGNAME=cltbld MAIL=/var/mail/cltbld NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript PATH=/usr/local/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games PWD=/builds/slave/test SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld XDG_SESSION_COOKIE=9ca12473fbb1d023794ffd180000023c-1448502691.672059-1071197768 _=/tools/buildbot/bin/python using PTY: False program finished with exit code 0 elapsedTime=0.020793 ========= master_lag: 4.40 ========= ========= Finished 'rm -f ...' (results: 0, elapsed: 4 secs) (at 2015-11-25 18:03:59.954565) ========= ========= Started reboot skipped (results: 3, elapsed: 0 secs) (at 2015-11-25 18:03:59.954902) ========= ========= Finished reboot skipped (results: 3, elapsed: 0 secs) (at 2015-11-25 18:04:00.130245) ========= ========= Total master_lag: 19.68 =========