builder: autoland_win7_ix_test-mochitest-browser-chrome-2 slave: t-w732-ix-035 starttime: 1472060966.71 results: exception (4) buildid: 20160824083626 builduid: 3026584fef01421fb67d5a964f48c45f revision: d1e75d7e9889a10c687d1148b8c298a1ee830b73 ========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-08-24 10:49:26.708887) ========= master: http://buildbot-master119.bb.releng.scl3.mozilla.com:8201/ ========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-08-24 10:49:26.709248) ========= ========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-08-24 10:49:26.709519) ========= ========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-08-24 10:49:27.371139) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-08-24 10:49:27.371610) ========= 'bash' '-c' 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py' in dir C:\slave\test\. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'] environment: ALLUSERSPROFILE=C:\ProgramData APPDATA=C:\Users\cltbld\AppData\Roaming COMMONPROGRAMFILES=C:\Program Files\Common Files COMPUTERNAME=T-W732-IX-035 COMSPEC=C:\windows\system32\cmd.exe DCLOCATION=SCL3 DNSSUFFIX=wintest.releng.scl3.mozilla.com FP_NO_HOST_CHECK=NO HOMEDRIVE=C: HOMEPATH=\Users\cltbld KTS_HOME=C:\Program Files\KTS KTS_VERSION=1.19c LOCALAPPDATA=C:\Users\cltbld\AppData\Local LOGONSERVER=\\T-W732-IX-035 MONDIR=C:\Monitor_config\ MOZBUILDDIR=C:\mozilla-build\ NUMBER_OF_PROCESSORS=8 OS=Windows_NT OURDRIVE=C: PATH=C:\Program Files\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts;c:\Program Files\Microsoft Windows Performance Toolkit\;c:\mozilla-build\hg\;C:\mozilla-build\hg; PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC PROCESSOR_ARCHITECTURE=x86 PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel PROCESSOR_LEVEL=6 PROCESSOR_REVISION=1e05 PROGRAMDATA=C:\ProgramData PROGRAMFILES=C:\Program Files PROMPT=$P$G PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\ PUBLIC=C:\Users\Public PWD=C:\slave\test RUNLOGFILE=C:\slave\\runslave.log SLAVEDIR=C:\slave\ SYSTEMDRIVE=C: SYSTEMROOT=C:\windows TEMP=C:\Users\cltbld\AppData\Local\Temp TEST1=testie TMP=C:\Users\cltbld\AppData\Local\Temp USERDOMAIN=T-W732-IX-035 USERNAME=cltbld USERPROFILE=C:\Users\cltbld WINDIR=C:\windows WINDOWS_TRACING_FLAGS=3 WINDOWS_TRACING_LOGFILE=C:\BVTBin\Tests\installpackage\csilogfile.log using PTY: False --10:49:28-- https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py => `archiver_client.py' Resolving hg.mozilla.org... 63.245.215.102, 63.245.215.25 Connecting to hg.mozilla.org|63.245.215.102|:443... connected. HTTP request sent, awaiting response... 200 Script output follows Length: 12,141 (12K) [text/x-python] 0K .......... . 100% 2.10 GB/s 10:49:28 (2.10 GB/s) - `archiver_client.py' saved [12141/12141] program finished with exit code 0 elapsedTime=1.311000 ========= master_lag: 0.05 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-08-24 10:49:28.736734) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 5 secs) (at 2016-08-24 10:49:28.737025) ========= 'rm' '-rf' 'scripts' 'properties' in dir C:\slave\test\. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'scripts', 'properties'] environment: ALLUSERSPROFILE=C:\ProgramData APPDATA=C:\Users\cltbld\AppData\Roaming COMMONPROGRAMFILES=C:\Program Files\Common Files COMPUTERNAME=T-W732-IX-035 COMSPEC=C:\windows\system32\cmd.exe DCLOCATION=SCL3 DNSSUFFIX=wintest.releng.scl3.mozilla.com FP_NO_HOST_CHECK=NO HOMEDRIVE=C: HOMEPATH=\Users\cltbld KTS_HOME=C:\Program Files\KTS KTS_VERSION=1.19c LOCALAPPDATA=C:\Users\cltbld\AppData\Local LOGONSERVER=\\T-W732-IX-035 MONDIR=C:\Monitor_config\ MOZBUILDDIR=C:\mozilla-build\ NUMBER_OF_PROCESSORS=8 OS=Windows_NT OURDRIVE=C: PATH=C:\Program Files\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts;c:\Program Files\Microsoft Windows Performance Toolkit\;c:\mozilla-build\hg\;C:\mozilla-build\hg; PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC PROCESSOR_ARCHITECTURE=x86 PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel PROCESSOR_LEVEL=6 PROCESSOR_REVISION=1e05 PROGRAMDATA=C:\ProgramData PROGRAMFILES=C:\Program Files PROMPT=$P$G PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\ PUBLIC=C:\Users\Public PWD=C:\slave\test RUNLOGFILE=C:\slave\\runslave.log SLAVEDIR=C:\slave\ SYSTEMDRIVE=C: SYSTEMROOT=C:\windows TEMP=C:\Users\cltbld\AppData\Local\Temp TEST1=testie TMP=C:\Users\cltbld\AppData\Local\Temp USERDOMAIN=T-W732-IX-035 USERNAME=cltbld USERPROFILE=C:\Users\cltbld WINDIR=C:\windows WINDOWS_TRACING_FLAGS=3 WINDOWS_TRACING_LOGFILE=C:\BVTBin\Tests\installpackage\csilogfile.log using PTY: False program finished with exit code 0 elapsedTime=5.501000 ========= master_lag: 0.44 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 5 secs) (at 2016-08-24 10:49:34.673855) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-08-24 10:49:34.674197) ========= 'bash' '-c' u'python archiver_client.py mozharness --repo integration/autoland --rev d1e75d7e9889a10c687d1148b8c298a1ee830b73 --destination scripts --debug' in dir C:\slave\test\. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', u'python archiver_client.py mozharness --repo integration/autoland --rev d1e75d7e9889a10c687d1148b8c298a1ee830b73 --destination scripts --debug'] environment: ALLUSERSPROFILE=C:\ProgramData APPDATA=C:\Users\cltbld\AppData\Roaming COMMONPROGRAMFILES=C:\Program Files\Common Files COMPUTERNAME=T-W732-IX-035 COMSPEC=C:\windows\system32\cmd.exe DCLOCATION=SCL3 DNSSUFFIX=wintest.releng.scl3.mozilla.com FP_NO_HOST_CHECK=NO HOMEDRIVE=C: HOMEPATH=\Users\cltbld KTS_HOME=C:\Program Files\KTS KTS_VERSION=1.19c LOCALAPPDATA=C:\Users\cltbld\AppData\Local LOGONSERVER=\\T-W732-IX-035 MONDIR=C:\Monitor_config\ MOZBUILDDIR=C:\mozilla-build\ NUMBER_OF_PROCESSORS=8 OS=Windows_NT OURDRIVE=C: PATH=C:\Program Files\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts;c:\Program Files\Microsoft Windows Performance Toolkit\;c:\mozilla-build\hg\;C:\mozilla-build\hg; PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC PROCESSOR_ARCHITECTURE=x86 PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel PROCESSOR_LEVEL=6 PROCESSOR_REVISION=1e05 PROGRAMDATA=C:\ProgramData PROGRAMFILES=C:\Program Files PROMPT=$P$G PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\ PUBLIC=C:\Users\Public PWD=C:\slave\test RUNLOGFILE=C:\slave\\runslave.log SLAVEDIR=C:\slave\ SYSTEMDRIVE=C: SYSTEMROOT=C:\windows TEMP=C:\Users\cltbld\AppData\Local\Temp TEST1=testie TMP=C:\Users\cltbld\AppData\Local\Temp USERDOMAIN=T-W732-IX-035 USERNAME=cltbld USERPROFILE=C:\Users\cltbld WINDIR=C:\windows WINDOWS_TRACING_FLAGS=3 WINDOWS_TRACING_LOGFILE=C:\BVTBin\Tests\installpackage\csilogfile.log using PTY: False 2016-08-24 10:49:35,372 truncating revision to first 12 chars 2016-08-24 10:49:35,372 Setting DEBUG logging. 2016-08-24 10:49:35,372 attempt 1/10 2016-08-24 10:49:35,374 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/autoland/d1e75d7e9889?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2016-08-24 10:49:36,028 unpacking tar archive at: autoland-d1e75d7e9889/testing/mozharness/ 2016-08-24 10:49:36,174 skipping symlink on windows: configs/single_locale/linux32.py program finished with exit code 0 elapsedTime=1.395000 ========= master_lag: 0.22 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-08-24 10:49:36.290623) ========= ========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-08-24 10:49:36.290943) ========= script_repo_revision: d1e75d7e9889a10c687d1148b8c298a1ee830b73 ========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-08-24 10:49:36.291334) ========= ========= Started downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-08-24 10:49:36.291601) ========= ========= Finished downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-08-24 10:49:36.334250) ========= ========= Started 'c:/mozilla-build/python27/python -u ...' exception (results: 4, elapsed: 7 mins, 42 secs) (at 2016-08-24 10:49:36.334546) ========= 'c:/mozilla-build/python27/python' '-u' 'scripts/scripts/desktop_unittest.py' '--cfg' 'unittests/win_unittest.py' '--mochitest-suite' 'browser-chrome-chunked' '--total-chunks' '7' '--this-chunk' '2' '--blob-upload-branch' 'autoland' '--download-symbols' 'ondemand' in dir C:\slave\test\. (timeout 1800 secs) (maxTime 12000 secs) watching logfiles {} argv: ['c:/mozilla-build/python27/python', '-u', 'scripts/scripts/desktop_unittest.py', '--cfg', 'unittests/win_unittest.py', '--mochitest-suite', 'browser-chrome-chunked', '--total-chunks', '7', '--this-chunk', '2', '--blob-upload-branch', 'autoland', '--download-symbols', 'ondemand'] environment: ALLUSERSPROFILE=C:\ProgramData APPDATA=C:\Users\cltbld\AppData\Roaming COMMONPROGRAMFILES=C:\Program Files\Common Files COMPUTERNAME=T-W732-IX-035 COMSPEC=C:\windows\system32\cmd.exe DCLOCATION=SCL3 DNSSUFFIX=wintest.releng.scl3.mozilla.com DevEnvDir=D:\msvs8\Common7\IDE FP_NO_HOST_CHECK=NO FrameworkDir=C:\WINDOWS\Microsoft.NET\Framework FrameworkSDKDir=D:\msvs8\SDK\v2.0 FrameworkVersion=v2.0.50727 HOMEDRIVE=C: HOMEPATH=\Users\cltbld KTS_HOME=C:\Program Files\KTS KTS_VERSION=1.19c LIBPATH=C:\WINDOWS\Microsoft.NET\Framework\v2.0.50727;D:\msvs8\VC\ATLMFC\LIB LOCALAPPDATA=C:\Users\cltbld\AppData\Local LOGONSERVER=\\T-W732-IX-035 MONDIR=C:\Monitor_config\ MOZBUILDDIR=C:\mozilla-build\ MOZILLABUILD=D:\mozilla-build MOZILLABUILDDRIVE=C: MOZILLABUILDPATH=\mozilla-build\ MOZ_AIRBAG=1 MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_HIDE_RESULTS_TABLE=1 MOZ_MSVCVERSION=8 MOZ_NO_REMOTE=1 MOZ_TOOLS=D:\mozilla-build\moztools MSVCDir=D:\msvs8\VC NO_EM_RESTART=1 NO_FAIL_ON_TEST_ERRORS=1 NUMBER_OF_PROCESSORS=8 OS=Windows_NT OURDRIVE=C: PATH=C:\Program Files\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts;c:\Program Files\Microsoft Windows Performance Toolkit\;c:\mozilla-build\hg\;C:\mozilla-build\hg; PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC PROCESSOR_ARCHITECTURE=x86 PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel PROCESSOR_LEVEL=6 PROCESSOR_REVISION=1e05 PROGRAMDATA=C:\ProgramData PROGRAMFILES=C:\Program Files PROMPT=$P$G PROPERTIES_FILE=C:\slave\test/buildprops.json PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\ PUBLIC=C:\Users\Public PWD=C:\slave\test RUNLOGFILE=C:\slave\\runslave.log SLAVEDIR=C:\slave\ SYSTEMDRIVE=C: SYSTEMROOT=C:\windows TEMP=C:\Users\cltbld\AppData\Local\Temp TEST1=testie TMP=C:\Users\cltbld\AppData\Local\Temp USERDOMAIN=T-W732-IX-035 USERNAME=cltbld USERPROFILE=C:\Users\cltbld VCINSTALLDIR=D:\msvs8\VC VCVARS=D:\msvs8\VC\bin\vcvars32.bat VSINSTALLDIR=D:\msvs8 WINDIR=C:\windows WINDOWS_TRACING_FLAGS=3 WINDOWS_TRACING_LOGFILE=C:\BVTBin\Tests\installpackage\csilogfile.log XPCOM_DEBUG_BREAK=warn using PTY: False 10:49:37 INFO - MultiFileLogger online at 20160824 10:49:37 in C:\slave\test 10:49:37 INFO - Run as scripts/scripts/desktop_unittest.py --cfg unittests/win_unittest.py --mochitest-suite browser-chrome-chunked --total-chunks 7 --this-chunk 2 --blob-upload-branch autoland --download-symbols ondemand 10:49:37 INFO - Dumping config to C:\slave\test\logs\localconfig.json. 10:49:37 INFO - {'all_cppunittest_suites': {'cppunittest': ('tests/cppunittest',)}, 10:49:37 INFO - 'all_gtest_suites': {'gtest': ()}, 10:49:37 INFO - 'all_jittest_suites': {'jittest': ()}, 10:49:37 INFO - 'all_mochitest_suites': {'a11y': ('--flavor=a11y',), 10:49:37 INFO - 'browser-chrome': ('--flavor=browser',), 10:49:37 INFO - 'browser-chrome-addons': ('--flavor=browser', 10:49:37 INFO - '--chunk-by-runtime', 10:49:37 INFO - '--tag=addons'), 10:49:37 INFO - 'browser-chrome-chunked': ('--flavor=browser', 10:49:37 INFO - '--chunk-by-runtime'), 10:49:37 INFO - 'browser-chrome-clipboard': ('--flavor=browser', 10:49:37 INFO - '--subsuite=clipboard'), 10:49:37 INFO - 'browser-chrome-gpu': ('--flavor=browser', 10:49:37 INFO - '--subsuite=gpu'), 10:49:37 INFO - 'browser-chrome-screenshots': ('--flavor=browser', 10:49:37 INFO - '--subsuite=screenshots'), 10:49:37 INFO - 'chrome': ('--flavor=chrome',), 10:49:37 INFO - 'chrome-chunked': ('--flavor=chrome', 10:49:37 INFO - '--chunk-by-dir=4'), 10:49:37 INFO - 'chrome-clipboard': ('--flavor=chrome', 10:49:37 INFO - '--subsuite=clipboard'), 10:49:37 INFO - 'chrome-gpu': ('--flavor=chrome', '--subsuite=gpu'), 10:49:37 INFO - 'jetpack-addon': ('--flavor=jetpack-addon',), 10:49:37 INFO - 'jetpack-package': ('--flavor=jetpack-package',), 10:49:37 INFO - 'jetpack-package-clipboard': ('--flavor=jetpack-package', 10:49:37 INFO - '--subsuite=clipboard'), 10:49:37 INFO - 'mochitest-devtools-chrome': ('--flavor=browser', 10:49:37 INFO - '--subsuite=devtools'), 10:49:37 INFO - 'mochitest-devtools-chrome-chunked': ('--flavor=browser', 10:49:37 INFO - '--subsuite=devtools', 10:49:37 INFO - '--chunk-by-runtime'), 10:49:37 INFO - 'mochitest-gl': ('--subsuite=webgl',), 10:49:37 INFO - 'mochitest-media': ('--subsuite=media',), 10:49:37 INFO - 'mochitest-metro-chrome': ('--flavor=browser', 10:49:37 INFO - '--metro-immersive'), 10:49:37 INFO - 'plain': (), 10:49:37 INFO - 'plain-chunked': ('--chunk-by-dir=4',), 10:49:37 INFO - 'plain-clipboard': ('--subsuite=clipboard',), 10:49:37 INFO - 'plain-gpu': ('--subsuite=gpu',)}, 10:49:37 INFO - 'all_mozbase_suites': {'mozbase': ()}, 10:49:37 INFO - 'all_reftest_suites': {'crashtest': {'options': ('--suite=crashtest',), 10:49:37 INFO - 'tests': ('tests/reftest/tests/testing/crashtest/crashtests.list',)}, 10:49:37 INFO - 'crashtest-ipc': {'options': ('--suite=crashtest', 10:49:37 INFO - '--setpref=browser.tabs.remote=true', 10:49:37 INFO - '--setpref=browser.tabs.remote.autostart=true', 10:49:37 INFO - '--setpref=extensions.e10sBlocksEnabling=false', 10:49:37 INFO - '--setpref=layers.async-pan-zoom.enabled=true'), 10:49:37 INFO - 'tests': ('tests/reftest/tests/testing/crashtest/crashtests.list',)}, 10:49:37 INFO - 'jsreftest': {'options': ('--extra-profile-file=tests/jsreftest/tests/user.js',), 10:49:37 INFO - 'tests': ('tests/jsreftest/tests/jstests.list',)}, 10:49:37 INFO - 'reftest': {'options': ('--suite=reftest',), 10:49:37 INFO - 'tests': ('tests/reftest/tests/layout/reftests/reftest.list',)}, 10:49:37 INFO - 'reftest-ipc': {'options': ('--suite=reftest', 10:49:37 INFO - '--setpref=browser.tabs.remote=true', 10:49:37 INFO - '--setpref=browser.tabs.remote.autostart=true', 10:49:37 INFO - '--setpref=extensions.e10sBlocksEnabling=false', 10:49:37 INFO - '--setpref=layers.async-pan-zoom.enabled=true'), 10:49:37 INFO - 'tests': ('tests/reftest/tests/layout/reftests/reftest-sanity/reftest.list',)}, 10:49:37 INFO - 'reftest-no-accel': {'options': ('--suite=reftest', 10:49:37 INFO - '--setpref=gfx.direct2d.disabled=true', 10:49:37 INFO - '--setpref=layers.acceleration.disabled=true'), 10:49:37 INFO - 'tests': ('tests/reftest/tests/layout/reftests/reftest.list',)}}, 10:49:37 INFO - 'all_xpcshell_suites': {'xpcshell': {'options': ('--xpcshell=%(abs_app_dir)s/xpcshell.exe', 10:49:37 INFO - '--manifest=tests/xpcshell/tests/xpcshell.ini'), 10:49:37 INFO - 'tests': ()}, 10:49:37 INFO - 'xpcshell-addons': {'options': ('--xpcshell=%(abs_app_dir)s/xpcshell.exe', 10:49:37 INFO - '--tag=addons', 10:49:37 INFO - '--manifest=tests/xpcshell/tests/xpcshell.ini'), 10:49:37 INFO - 'tests': ()}}, 10:49:37 INFO - 'allow_software_gl_layers': False, 10:49:37 INFO - 'append_to_log': False, 10:49:37 INFO - 'base_work_dir': 'C:\\slave\\test', 10:49:37 INFO - 'binary_path': 'C:\\slave\\test\\build\\firefox\\firefox.exe', 10:49:37 INFO - 'blob_upload_branch': 'autoland', 10:49:37 INFO - 'blob_uploader_auth_file': 'C:\\slave\\test\\oauth.txt', 10:49:37 INFO - 'buildbot_json_path': 'buildprops.json', 10:49:37 INFO - 'buildbot_max_log_size': 52428800, 10:49:37 INFO - 'code_coverage': False, 10:49:37 INFO - 'config_files': ('unittests/win_unittest.py',), 10:49:37 INFO - 'default_blob_upload_servers': ('https://blobupload.elasticbeanstalk.com',), 10:49:37 INFO - 'download_minidump_stackwalk': True, 10:49:37 INFO - 'download_symbols': 'ondemand', 10:49:37 INFO - 'e10s': False, 10:49:37 INFO - 'exe_suffix': '.exe', 10:49:37 INFO - 'exes': {'hg': 'c:/mozilla-build/hg/hg', 10:49:37 INFO - 'mozinstall': ('C:\\slave\\test/build/venv/scripts/python', 10:49:37 INFO - 'C:\\slave\\test/build/venv/scripts/mozinstall-script.py'), 10:49:37 INFO - 'python': 'c:\\mozilla-build\\python27\\python.exe', 10:49:37 INFO - 'tooltool.py': ('c:\\mozilla-build\\python27\\python.exe', 10:49:37 INFO - 'C:/mozilla-build/tooltool.py'), 10:49:37 INFO - 'virtualenv': ('c:\\mozilla-build\\python27\\python.exe', 10:49:37 INFO - 'c:/mozilla-build/buildbotve/virtualenv.py')}, 10:49:37 INFO - 'find_links': ('http://pypi.pvt.build.mozilla.org/pub', 10:49:37 INFO - 'http://pypi.pub.build.mozilla.org/pub'), 10:49:37 INFO - 'installer_path': 'C:\\slave\\test\\build\\installer.zip', 10:49:37 INFO - 'log_level': 'info', 10:49:37 INFO - 'log_to_console': True, 10:49:37 INFO - 'minidump_save_path': '%(abs_work_dir)s/../minidumps', 10:49:37 INFO - 'minidump_stackwalk_path': 'win32-minidump_stackwalk.exe', 10:49:37 INFO - 'minidump_tooltool_manifest_path': 'config/tooltool-manifests/win32/releng.manifest', 10:49:37 INFO - 'minimum_tests_zip_dirs': ('bin/*', 10:49:37 INFO - 'certs/*', 10:49:37 INFO - 'config/*', 10:49:37 INFO - 'mach', 10:49:37 INFO - 'marionette/*', 10:49:37 INFO - 'modules/*', 10:49:37 INFO - 'mozbase/*', 10:49:37 INFO - 'tools/*'), 10:49:37 INFO - 'no_random': False, 10:49:37 INFO - 'opt_config_files': (), 10:49:37 INFO - 'pip_index': False, 10:49:37 INFO - 'preflight_run_cmd_suites': ({'architectures': ('32bit', '64bit'), 10:49:37 INFO - 'cmd': ('xset', 's', 'off', 's', 'reset'), 10:49:37 INFO - 'enabled': False, 10:49:37 INFO - 'halt_on_failure': False, 10:49:37 INFO - 'name': 'disable_screen_saver'}, 10:49:37 INFO - {'architectures': ('32bit',), 10:49:37 INFO - 'cmd': ('c:\\mozilla-build\\python27\\python.exe', 10:49:37 INFO - '../scripts/external_tools/mouse_and_screen_resolution.py', 10:49:37 INFO - '--configuration-url', 10:49:37 INFO - 'https://hg.mozilla.org/%(repo_path)s/raw-file/%(revision)s/testing/machine-configuration.json'), 10:49:37 INFO - 'enabled': True, 10:49:37 INFO - 'halt_on_failure': True, 10:49:37 INFO - 'name': 'run mouse & screen adjustment script'}), 10:49:37 INFO - 'require_test_zip': True, 10:49:37 INFO - 'run_all_suites': False, 10:49:37 INFO - 'run_cmd_checks_enabled': True, 10:49:37 INFO - 'run_file_names': {'cppunittest': 'runcppunittests.py', 10:49:37 INFO - 'gtest': 'rungtests.py', 10:49:37 INFO - 'jittest': 'jit_test.py', 10:49:37 INFO - 'mochitest': 'runtests.py', 10:49:37 INFO - 'mozbase': 'test.py', 10:49:37 INFO - 'mozmill': 'runtestlist.py', 10:49:37 INFO - 'reftest': 'runreftest.py', 10:49:37 INFO - 'xpcshell': 'runxpcshelltests.py'}, 10:49:37 INFO - 'specific_tests_zip_dirs': {'cppunittest': ('cppunittest/*',), 10:49:37 INFO - 'gtest': ('gtest/*',), 10:49:37 INFO - 'jittest': ('jit-test/*',), 10:49:37 INFO - 'mochitest': ('mochitest/*',), 10:49:37 INFO - 'mozbase': ('mozbase/*',), 10:49:37 INFO - 'mozmill': ('mozmill/*',), 10:49:37 INFO - 'reftest': ('reftest/*', 'jsreftest/*'), 10:49:37 INFO - 'xpcshell': ('xpcshell/*',)}, 10:49:37 INFO - 'specified_mochitest_suites': ('browser-chrome-chunked',), 10:49:37 INFO - 'strict_content_sandbox': False, 10:49:37 INFO - 'structured_suites': ('reftest',), 10:49:37 INFO - 'suite_definitions': {'cppunittest': {'options': ('--symbols-path=%(symbols_path)s', 10:49:37 INFO - '--xre-path=%(abs_app_dir)s'), 10:49:37 INFO - 'run_filename': 'runcppunittests.py', 10:49:37 INFO - 'testsdir': 'cppunittest'}, 10:49:37 INFO - 'gtest': {'options': ('--xre-path=%(abs_res_dir)s', 10:49:37 INFO - '--cwd=%(gtest_dir)s', 10:49:37 INFO - '--symbols-path=%(symbols_path)s', 10:49:37 INFO - '--utility-path=tests/bin', 10:49:37 INFO - '%(binary_path)s'), 10:49:37 INFO - 'run_filename': 'rungtests.py'}, 10:49:37 INFO - 'jittest': {'options': ('tests/bin/js', 10:49:37 INFO - '--no-slow', 10:49:37 INFO - '--no-progress', 10:49:37 INFO - '--format=automation', 10:49:37 INFO - '--jitflags=all', 10:49:37 INFO - '--timeout=970'), 10:49:37 INFO - 'run_filename': 'jit_test.py', 10:49:37 INFO - 'run_timeout': 1000, 10:49:37 INFO - 'testsdir': 'jit-test/jit-test'}, 10:49:37 INFO - 'mochitest': {'options': ('--appname=%(binary_path)s', 10:49:37 INFO - '--utility-path=tests/bin', 10:49:37 INFO - '--extra-profile-file=tests/bin/plugins', 10:49:37 INFO - '--symbols-path=%(symbols_path)s', 10:49:37 INFO - '--certificate-path=tests/certs', 10:49:37 INFO - '--quiet', 10:49:37 INFO - '--log-raw=%(raw_log_file)s', 10:49:37 INFO - '--log-errorsummary=%(error_summary_file)s', 10:49:37 INFO - '--screenshot-on-fail', 10:49:37 INFO - '--cleanup-crashes'), 10:49:37 INFO - 'run_filename': 'runtests.py', 10:49:37 INFO - 'testsdir': 'mochitest'}, 10:49:37 INFO - 'mozbase': {'options': ('-b', '%(binary_path)s'), 10:49:37 INFO - 'run_filename': 'test.py', 10:49:37 INFO - 'testsdir': 'mozbase'}, 10:49:37 INFO - 'mozmill': {'options': ('--binary=%(binary_path)s', 10:49:37 INFO - '--testing-modules-dir=test/modules', 10:49:37 INFO - '--plugins-path=%(test_plugin_path)s', 10:49:37 INFO - '--symbols-path=%(symbols_path)s'), 10:49:37 INFO - 'run_filename': 'runtestlist.py', 10:49:37 INFO - 'testsdir': 'mozmill'}, 10:49:37 INFO - 'reftest': {'options': ('--appname=%(binary_path)s', 10:49:37 INFO - '--utility-path=tests/bin', 10:49:37 INFO - '--extra-profile-file=tests/bin/plugins', 10:49:37 INFO - '--symbols-path=%(symbols_path)s', 10:49:37 INFO - '--log-raw=%(raw_log_file)s', 10:49:37 INFO - '--log-errorsummary=%(error_summary_file)s', 10:49:37 INFO - '--cleanup-crashes'), 10:49:37 INFO - 'run_filename': 'runreftest.py', 10:49:37 INFO - 'testsdir': 'reftest'}, 10:49:37 INFO - 'xpcshell': {'options': ('--symbols-path=%(symbols_path)s', 10:49:37 INFO - '--test-plugin-path=%(test_plugin_path)s', 10:49:37 INFO - '--log-raw=%(raw_log_file)s', 10:49:37 INFO - '--log-errorsummary=%(error_summary_file)s', 10:49:37 INFO - '--utility-path=tests/bin'), 10:49:37 INFO - 'run_filename': 'runxpcshelltests.py', 10:49:37 INFO - 'testsdir': 'xpcshell'}}, 10:49:37 INFO - 'this_chunk': '2', 10:49:37 INFO - 'total_chunks': '7', 10:49:37 INFO - 'vcs_output_timeout': 1000, 10:49:37 INFO - 'virtualenv_modules': ('pywin32',), 10:49:37 INFO - 'virtualenv_path': 'venv', 10:49:37 INFO - 'virtualenv_python_dll': 'c:\\mozilla-build\\python27\\python27.dll', 10:49:37 INFO - 'volatile_config': {'actions': None, 'add_actions': None, 'no_actions': None}, 10:49:37 INFO - 'work_dir': 'build', 10:49:37 INFO - 'xpcshell_name': 'xpcshell.exe'} 10:49:37 INFO - [mozharness: 2016-08-24 17:49:37.381000Z] Running clobber step. 10:49:37 INFO - Running pre-action listener: _resource_record_pre_action 10:49:37 INFO - Running main action method: clobber 10:49:37 INFO - rmtree: C:\slave\test\build 10:49:37 INFO - Using _rmtree_windows ... 10:49:37 INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #1 10:54:18 INFO - Running post-action listener: _resource_record_post_action 10:54:18 INFO - [mozharness: 2016-08-24 17:54:18.011000Z] Finished clobber step (success) 10:54:18 INFO - [mozharness: 2016-08-24 17:54:18.011000Z] Running read-buildbot-config step. 10:54:18 INFO - Running pre-action listener: _resource_record_pre_action 10:54:18 INFO - Running main action method: read_buildbot_config 10:54:18 INFO - Using buildbot properties: 10:54:18 INFO - { 10:54:18 INFO - "project": "", 10:54:18 INFO - "product": "firefox", 10:54:18 INFO - "script_repo_revision": "production", 10:54:18 INFO - "scheduler": "tests-autoland-win7_ix-opt-unittest-7-3600", 10:54:18 INFO - "repository": "", 10:54:18 INFO - "buildername": "Windows 7 32-bit autoland opt test mochitest-browser-chrome-2", 10:54:18 INFO - "buildid": "20160824083626", 10:54:18 INFO - "pgo_build": "False", 10:54:18 INFO - "basedir": "C:\\slave\\test", 10:54:18 INFO - "buildnumber": 80, 10:54:18 INFO - "slavename": "t-w732-ix-035", 10:54:18 INFO - "revision": "d1e75d7e9889a10c687d1148b8c298a1ee830b73", 10:54:18 INFO - "master": "http://buildbot-master119.bb.releng.scl3.mozilla.com:8201/", 10:54:18 INFO - "platform": "win32", 10:54:18 INFO - "branch": "autoland", 10:54:18 INFO - "repo_path": "integration/autoland", 10:54:18 INFO - "moz_repo_path": "", 10:54:18 INFO - "stage_platform": "win32", 10:54:18 INFO - "builduid": "3026584fef01421fb67d5a964f48c45f", 10:54:18 INFO - "slavebuilddir": "test" 10:54:18 INFO - } 10:54:18 INFO - Found a test packages url https://queue.taskcluster.net/v1/task/evl8ZQSDRiKBvhTDWd65gA/artifacts/public/build/firefox-51.0a1.en-US.win32.test_packages.json. 10:54:18 INFO - Found installer url https://queue.taskcluster.net/v1/task/evl8ZQSDRiKBvhTDWd65gA/artifacts/public/build/firefox-51.0a1.en-US.win32.zip. 10:54:18 INFO - Running post-action listener: _resource_record_post_action 10:54:18 INFO - [mozharness: 2016-08-24 17:54:18.015000Z] Finished read-buildbot-config step (success) 10:54:18 INFO - [mozharness: 2016-08-24 17:54:18.015000Z] Running download-and-extract step. 10:54:18 INFO - Running pre-action listener: _resource_record_pre_action 10:54:18 INFO - Running main action method: download_and_extract 10:54:18 INFO - mkdir: C:\slave\test\build\tests 10:54:18 INFO - proxxy config: {'regions': ['.use1.', '.usw2.', '.scl3'], 'instances': ['proxxy1.srv.releng.use1.mozilla.com', 'proxxy1.srv.releng.usw2.mozilla.com', 'proxxy1.srv.releng.scl3.mozilla.com'], 'urls': [('http://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp.mozilla.org', 'ftp.mozilla.org'), ('https://ftp-ssl.mozilla.org', 'ftp.mozilla.org'), ('http://pypi.pvt.build.mozilla.org', 'pypi.pvt.build.mozilla.org'), ('http://pypi.pub.build.mozilla.org', 'pypi.pub.build.mozilla.org')]} 10:54:18 INFO - trying https://queue.taskcluster.net/v1/task/evl8ZQSDRiKBvhTDWd65gA/artifacts/public/build/firefox-51.0a1.en-US.win32.test_packages.json 10:54:18 INFO - Downloading https://queue.taskcluster.net/v1/task/evl8ZQSDRiKBvhTDWd65gA/artifacts/public/build/firefox-51.0a1.en-US.win32.test_packages.json to C:\slave\test\build\firefox-51.0a1.en-US.win32.test_packages.json 10:54:18 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'https://queue.taskcluster.net/v1/task/evl8ZQSDRiKBvhTDWd65gA/artifacts/public/build/firefox-51.0a1.en-US.win32.test_packages.json', 'file_name': 'C:\\slave\\test\\build\\firefox-51.0a1.en-US.win32.test_packages.json'}, attempt #1 10:54:18 WARNING - Server returned status 503 HTTP Error 503: Service Unavailable for https://queue.taskcluster.net/v1/task/evl8ZQSDRiKBvhTDWd65gA/artifacts/public/build/firefox-51.0a1.en-US.win32.test_packages.json 10:54:18 INFO - retry: attempt #1 caught exception: HTTP Error 503: Service Unavailable 10:54:18 INFO - retry: Failed, sleeping 30 seconds before retrying 10:54:48 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'https://queue.taskcluster.net/v1/task/evl8ZQSDRiKBvhTDWd65gA/artifacts/public/build/firefox-51.0a1.en-US.win32.test_packages.json', 'file_name': 'C:\\slave\\test\\build\\firefox-51.0a1.en-US.win32.test_packages.json'}, attempt #2 10:54:49 WARNING - Server returned status 503 HTTP Error 503: Service Unavailable for https://queue.taskcluster.net/v1/task/evl8ZQSDRiKBvhTDWd65gA/artifacts/public/build/firefox-51.0a1.en-US.win32.test_packages.json 10:54:49 INFO - retry: attempt #2 caught exception: HTTP Error 503: Service Unavailable 10:54:49 INFO - retry: Failed, sleeping 60 seconds before retrying 10:55:49 INFO - retry: Calling _download_file with args: (), kwargs: {'url': 'https://queue.taskcluster.net/v1/task/evl8ZQSDRiKBvhTDWd65gA/artifacts/public/build/firefox-51.0a1.en-US.win32.test_packages.json', 'file_name': 'C:\\slave\\test\\build\\firefox-51.0a1.en-US.win32.test_packages.json'}, attempt #3 10:55:49 WARNING - Server returned status 503 HTTP Error 503: Service Unavailable for https://queue.taskcluster.net/v1/task/evl8ZQSDRiKBvhTDWd65gA/artifacts/public/build/firefox-51.0a1.en-US.win32.test_packages.json 10:55:49 INFO - retry: attempt #3 caught exception: HTTP Error 503: Service Unavailable 10:55:49 INFO - Can't download from https://queue.taskcluster.net/v1/task/evl8ZQSDRiKBvhTDWd65gA/artifacts/public/build/firefox-51.0a1.en-US.win32.test_packages.json to C:\slave\test\build\firefox-51.0a1.en-US.win32.test_packages.json! 10:55:49 INFO - Caught exception: HTTP Error 503: Service Unavailable 10:55:49 INFO - Caught exception: HTTP Error 503: Service Unavailable 10:55:49 INFO - Caught exception: HTTP Error 503: Service Unavailable 10:55:49 FATAL - Failed to download from all available URLs, aborting 10:55:49 FATAL - Running post_fatal callback... 10:55:49 FATAL - Exiting 3 10:55:49 INFO - Running post-action listener: _resource_record_post_action 10:55:49 INFO - Running post-action listener: set_extra_try_arguments 10:55:49 INFO - [mozharness: 2016-08-24 17:55:49.558000Z] Finished download-and-extract step (failed) 10:55:49 INFO - Running post-run listener: _resource_record_post_run 10:55:49 INFO - Running post-run listener: _upload_blobber_files 10:55:49 INFO - Blob upload gear active. 10:55:49 WARNING - Blob upload directory does not exist! 10:55:49 INFO - Running post-run listener: copy_logs_to_upload_dir 10:55:49 INFO - Copying logs to upload dir... 10:55:49 INFO - mkdir: C:\slave\test\build\upload\logs program finished with exit code 3 elapsedTime=373.116000 ========= master_lag: 89.40 ========= ========= Finished 'c:/mozilla-build/python27/python -u ...' exception (results: 4, elapsed: 7 mins, 42 secs) (at 2016-08-24 10:57:18.849333) ========= ========= Started no change (results: 0, elapsed: 1 secs) (at 2016-08-24 10:57:18.851111) ========= 'cmd' '/C' 'for' '%f' 'in' '(*)' 'do' '@type' '%f' in dir C:\slave\test\properties (timeout 1200 secs) watching logfiles {} argv: ['cmd', '/C', 'for', '%f', 'in', '(*)', 'do', '@type', '%f'] environment: ALLUSERSPROFILE=C:\ProgramData APPDATA=C:\Users\cltbld\AppData\Roaming COMMONPROGRAMFILES=C:\Program Files\Common Files COMPUTERNAME=T-W732-IX-035 COMSPEC=C:\windows\system32\cmd.exe DCLOCATION=SCL3 DNSSUFFIX=wintest.releng.scl3.mozilla.com FP_NO_HOST_CHECK=NO HOMEDRIVE=C: HOMEPATH=\Users\cltbld KTS_HOME=C:\Program Files\KTS KTS_VERSION=1.19c LOCALAPPDATA=C:\Users\cltbld\AppData\Local LOGONSERVER=\\T-W732-IX-035 MONDIR=C:\Monitor_config\ MOZBUILDDIR=C:\mozilla-build\ NUMBER_OF_PROCESSORS=8 OS=Windows_NT OURDRIVE=C: PATH=C:\Program Files\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts;c:\Program Files\Microsoft Windows Performance Toolkit\;c:\mozilla-build\hg\;C:\mozilla-build\hg; PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC PROCESSOR_ARCHITECTURE=x86 PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel PROCESSOR_LEVEL=6 PROCESSOR_REVISION=1e05 PROGRAMDATA=C:\ProgramData PROGRAMFILES=C:\Program Files PROMPT=$P$G PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\ PUBLIC=C:\Users\Public PWD=C:\slave\test\properties RUNLOGFILE=C:\slave\\runslave.log SLAVEDIR=C:\slave\ SYSTEMDRIVE=C: SYSTEMROOT=C:\windows TEMP=C:\Users\cltbld\AppData\Local\Temp TEST1=testie TMP=C:\Users\cltbld\AppData\Local\Temp USERDOMAIN=T-W732-IX-035 USERNAME=cltbld USERPROFILE=C:\Users\cltbld WINDIR=C:\windows WINDOWS_TRACING_FLAGS=3 WINDOWS_TRACING_LOGFILE=C:\BVTBin\Tests\installpackage\csilogfile.log using PTY: False program finished with exit code 0 elapsedTime=0.102000 ========= master_lag: 1.60 ========= ========= Finished no change (results: 0, elapsed: 1 secs) (at 2016-08-24 10:57:20.553197) ========= ========= Started 'rm -f ...' (results: 0, elapsed: 12 secs) (at 2016-08-24 10:57:20.553492) ========= 'rm' '-f' 'oauth.txt' in dir C:\slave\test\. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-f', 'oauth.txt'] environment: ALLUSERSPROFILE=C:\ProgramData APPDATA=C:\Users\cltbld\AppData\Roaming COMMONPROGRAMFILES=C:\Program Files\Common Files COMPUTERNAME=T-W732-IX-035 COMSPEC=C:\windows\system32\cmd.exe DCLOCATION=SCL3 DNSSUFFIX=wintest.releng.scl3.mozilla.com FP_NO_HOST_CHECK=NO HOMEDRIVE=C: HOMEPATH=\Users\cltbld KTS_HOME=C:\Program Files\KTS KTS_VERSION=1.19c LOCALAPPDATA=C:\Users\cltbld\AppData\Local LOGONSERVER=\\T-W732-IX-035 MONDIR=C:\Monitor_config\ MOZBUILDDIR=C:\mozilla-build\ NUMBER_OF_PROCESSORS=8 OS=Windows_NT OURDRIVE=C: PATH=C:\Program Files\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts;c:\Program Files\Microsoft Windows Performance Toolkit\;c:\mozilla-build\hg\;C:\mozilla-build\hg; PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC PROCESSOR_ARCHITECTURE=x86 PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel PROCESSOR_LEVEL=6 PROCESSOR_REVISION=1e05 PROGRAMDATA=C:\ProgramData PROGRAMFILES=C:\Program Files PROMPT=$P$G PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\ PUBLIC=C:\Users\Public PWD=C:\slave\test RUNLOGFILE=C:\slave\\runslave.log SLAVEDIR=C:\slave\ SYSTEMDRIVE=C: SYSTEMROOT=C:\windows TEMP=C:\Users\cltbld\AppData\Local\Temp TEST1=testie TMP=C:\Users\cltbld\AppData\Local\Temp USERDOMAIN=T-W732-IX-035 USERNAME=cltbld USERPROFILE=C:\Users\cltbld WINDIR=C:\windows WINDOWS_TRACING_FLAGS=3 WINDOWS_TRACING_LOGFILE=C:\BVTBin\Tests\installpackage\csilogfile.log using PTY: False program finished with exit code 0 elapsedTime=0.101000 ========= master_lag: 12.57 ========= ========= Finished 'rm -f ...' (results: 0, elapsed: 12 secs) (at 2016-08-24 10:57:33.228598) ========= ========= Started reboot slave lost (results: 0, elapsed: 12 secs) (at 2016-08-24 10:57:33.228911) ========= ========= Finished reboot slave lost (results: 0, elapsed: 12 secs) (at 2016-08-24 10:57:45.302894) ========= ========= Total master_lag: 104.28 =========