builder: mozilla-inbound_win8_64_test-svgr-pgo
slave: t-w864-ix-173
starttime: 1473729167.88
results: failure (2)
buildid: 20160912153003
builduid: 9505ee13d1e04da5a3a45895558ff028
revision: 9e10ce723131e90e770ab43270dc8818315f3339

========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-09-12 18:12:47.879823) =========
master: http://buildbot-master109.bb.releng.scl3.mozilla.com:8201/
========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-09-12 18:12:47.880445) =========

========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-09-12 18:12:47.880855) =========
========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-09-12 18:12:48.114210) =========

========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-09-12 18:12:48.114642) =========
'bash' '-c' 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'
 in dir C:\slave\test\. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld.T-W864-IX-173\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files (x86)\Common Files
  COMMONPROGRAMFILES(X86)=C:\Program Files (x86)\Common Files
  COMMONPROGRAMW6432=C:\Program Files\Common Files
  COMPUTERNAME=T-W864-IX-173
  COMSPEC=C:\windows\system32\cmd.exe
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld.T-W864-IX-173
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld.T-W864-IX-173\AppData\Local
  LOGONSERVER=\\T-W864-IX-173
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Program Files (x86)\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_ARCHITEW6432=AMD64
  PROCESSOR_IDENTIFIER=Intel64 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files (x86)
  PROGRAMFILES(X86)=C:\Program Files (x86)
  PROGRAMW6432=C:\Program Files
  PROMPT=$P$G
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  USERDOMAIN=T-W864-IX-173
  USERDOMAIN_ROAMINGPROFILE=T-W864-IX-173
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld.T-W864-IX-173
  WINDIR=C:\windows
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
--18:12:49--  https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py
           => `archiver_client.py'
Resolving hg.mozilla.org... 63.245.215.102, 63.245.215.25
Connecting to hg.mozilla.org|63.245.215.102|:443... connected.
HTTP request sent, awaiting response... 200 Script output follows
Length: 12,141 (12K) [text/x-python]

    0K .......... .                                          100%    2.27 GB/s

18:12:50 (2.27 GB/s) - `archiver_client.py' saved [12141/12141]

program finished with exit code 0
elapsedTime=1.446000
========= master_lag: 0.15 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-09-12 18:12:49.705844) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 5 secs) (at 2016-09-12 18:12:49.706156) =========
'rm' '-rf' 'scripts' 'properties'
 in dir C:\slave\test\. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'scripts', 'properties']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld.T-W864-IX-173\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files (x86)\Common Files
  COMMONPROGRAMFILES(X86)=C:\Program Files (x86)\Common Files
  COMMONPROGRAMW6432=C:\Program Files\Common Files
  COMPUTERNAME=T-W864-IX-173
  COMSPEC=C:\windows\system32\cmd.exe
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld.T-W864-IX-173
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld.T-W864-IX-173\AppData\Local
  LOGONSERVER=\\T-W864-IX-173
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Program Files (x86)\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_ARCHITEW6432=AMD64
  PROCESSOR_IDENTIFIER=Intel64 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files (x86)
  PROGRAMFILES(X86)=C:\Program Files (x86)
  PROGRAMW6432=C:\Program Files
  PROMPT=$P$G
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  USERDOMAIN=T-W864-IX-173
  USERDOMAIN_ROAMINGPROFILE=T-W864-IX-173
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld.T-W864-IX-173
  WINDIR=C:\windows
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
program finished with exit code 0
elapsedTime=5.409000
========= master_lag: 0.17 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 5 secs) (at 2016-09-12 18:12:55.287916) =========

========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-09-12 18:12:55.288219) =========
'bash' '-c' u'python archiver_client.py mozharness --repo integration/mozilla-inbound --rev 9e10ce723131e90e770ab43270dc8818315f3339 --destination scripts --debug'
 in dir C:\slave\test\. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', u'python archiver_client.py mozharness --repo integration/mozilla-inbound --rev 9e10ce723131e90e770ab43270dc8818315f3339 --destination scripts --debug']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld.T-W864-IX-173\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files (x86)\Common Files
  COMMONPROGRAMFILES(X86)=C:\Program Files (x86)\Common Files
  COMMONPROGRAMW6432=C:\Program Files\Common Files
  COMPUTERNAME=T-W864-IX-173
  COMSPEC=C:\windows\system32\cmd.exe
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld.T-W864-IX-173
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld.T-W864-IX-173\AppData\Local
  LOGONSERVER=\\T-W864-IX-173
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Program Files (x86)\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_ARCHITEW6432=AMD64
  PROCESSOR_IDENTIFIER=Intel64 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files (x86)
  PROGRAMFILES(X86)=C:\Program Files (x86)
  PROGRAMW6432=C:\Program Files
  PROMPT=$P$G
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  USERDOMAIN=T-W864-IX-173
  USERDOMAIN_ROAMINGPROFILE=T-W864-IX-173
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld.T-W864-IX-173
  WINDIR=C:\windows
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
2016-09-12 18:12:56,131 truncating revision to first 12 chars
2016-09-12 18:12:56,131 Setting DEBUG logging.
2016-09-12 18:12:56,131 attempt 1/10
2016-09-12 18:12:56,131 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/mozilla-inbound/9e10ce723131?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness
2016-09-12 18:12:56,631 unpacking tar archive at: mozilla-inbound-9e10ce723131/testing/mozharness/
2016-09-12 18:12:56,752 skipping symlink on windows: configs/single_locale/linux32.py
program finished with exit code 0
elapsedTime=1.266000
========= master_lag: 0.08 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-09-12 18:12:56.635335) =========

========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-09-12 18:12:56.635671) =========
script_repo_revision: 9e10ce723131e90e770ab43270dc8818315f3339
========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-09-12 18:12:56.636063) =========

========= Started downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-09-12 18:12:56.636328) =========
========= Finished downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-09-12 18:12:56.655232) =========

========= Started 'c:/mozilla-build/python27/python -u ...' failed (results: 2, elapsed: 12 mins, 7 secs) (at 2016-09-12 18:12:56.655642) =========
'c:/mozilla-build/python27/python' '-u' 'scripts/scripts/talos_script.py' '--suite' 'svgr' '--add-option' '--webServer,localhost' '--branch-name' 'Mozilla-Inbound' '--cfg' 'talos/windows_config.py' '--download-symbols' 'ondemand' '--use-talos-json' '--blob-upload-branch' 'Mozilla-Inbound'
 in dir C:\slave\test\. (timeout 3600 secs) (maxTime 7200 secs)
 watching logfiles {}
 argv: ['c:/mozilla-build/python27/python', '-u', 'scripts/scripts/talos_script.py', '--suite', 'svgr', '--add-option', '--webServer,localhost', '--branch-name', 'Mozilla-Inbound', '--cfg', 'talos/windows_config.py', '--download-symbols', 'ondemand', '--use-talos-json', '--blob-upload-branch', 'Mozilla-Inbound']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld.T-W864-IX-173\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files (x86)\Common Files
  COMMONPROGRAMFILES(X86)=C:\Program Files (x86)\Common Files
  COMMONPROGRAMW6432=C:\Program Files\Common Files
  COMPUTERNAME=T-W864-IX-173
  COMSPEC=C:\windows\system32\cmd.exe
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld.T-W864-IX-173
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld.T-W864-IX-173\AppData\Local
  LOGONSERVER=\\T-W864-IX-173
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Program Files (x86)\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_ARCHITEW6432=AMD64
  PROCESSOR_IDENTIFIER=Intel64 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files (x86)
  PROGRAMFILES(X86)=C:\Program Files (x86)
  PROGRAMW6432=C:\Program Files
  PROMPT=$P$G
  PROPERTIES_FILE=C:\slave\test/buildprops.json
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  USERDOMAIN=T-W864-IX-173
  USERDOMAIN_ROAMINGPROFILE=T-W864-IX-173
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld.T-W864-IX-173
  WINDIR=C:\windows
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
18:12:57     INFO - MultiFileLogger online at 20160912 18:12:57 in C:\slave\test
18:12:57     INFO - Run as scripts/scripts/talos_script.py --suite svgr --add-option --webServer,localhost --branch-name Mozilla-Inbound --cfg talos/windows_config.py --download-symbols ondemand --use-talos-json --blob-upload-branch Mozilla-Inbound
18:12:57     INFO - Dumping config to C:\slave\test\logs\localconfig.json.
18:12:57     INFO - {'append_to_log': False,
18:12:57     INFO -  'base_work_dir': 'C:\\slave\\test',
18:12:57     INFO -  'blob_upload_branch': 'Mozilla-Inbound',
18:12:57     INFO -  'blob_uploader_auth_file': 'C:\\slave\\test\\oauth.txt',
18:12:57     INFO -  'branch': 'Mozilla-Inbound',
18:12:57     INFO -  'buildbot_json_path': 'buildprops.json',
18:12:57     INFO -  'config_files': ('talos/windows_config.py',),
18:12:57     INFO -  'default_actions': ('clobber',
18:12:57     INFO -                      'read-buildbot-config',
18:12:57     INFO -                      'download-and-extract',
18:12:57     INFO -                      'populate-webroot',
18:12:57     INFO -                      'create-virtualenv',
18:12:57     INFO -                      'install',
18:12:57     INFO -                      'run-tests'),
18:12:57     INFO -  'default_blob_upload_servers': ('https://blobupload.elasticbeanstalk.com',),
18:12:57     INFO -  'download_minidump_stackwalk': True,
18:12:57     INFO -  'download_symbols': 'ondemand',
18:12:57     INFO -  'exes': {'easy_install': ('C:\\slave\\test\\build/venv/scripts/python',
18:12:57     INFO -                            'C:\\slave\\test\\build/venv/scripts/easy_install-2.7-script.py'),
18:12:57     INFO -           'hg': 'c:/mozilla-build/hg/hg',
18:12:57     INFO -           'mozinstall': ('C:\\slave\\test\\build/venv/scripts/python',
18:12:57     INFO -                          'C:\\slave\\test\\build/venv/scripts/mozinstall-script.py'),
18:12:57     INFO -           'python': 'c:/mozilla-build/python27/python.exe',
18:12:57     INFO -           'tooltool.py': ('c:/mozilla-build/python27/python.exe',
18:12:57     INFO -                           'C:/mozilla-build/tooltool.py'),
18:12:57     INFO -           'virtualenv': ('c:/mozilla-build/python27/python.exe',
18:12:57     INFO -                          'c:/mozilla-build/buildbotve/virtualenv.py')},
18:12:57     INFO -  'find_links': ('http://pypi.pvt.build.mozilla.org/pub',
18:12:57     INFO -                 'http://pypi.pub.build.mozilla.org/pub'),
18:12:57     INFO -  'installer_path': 'installer.exe',
18:12:57     INFO -  'log_level': 'info',
18:12:57     INFO -  'log_name': 'talos',
18:12:57     INFO -  'log_to_console': True,
18:12:57     INFO -  'metro_harness_path_frmt': '%(metro_base_path)s/metro/metrotestharness.exe',
18:12:57     INFO -  'minidump_stackwalk_path': 'win32-minidump_stackwalk.exe',
18:12:57     INFO -  'minidump_tooltool_manifest_path': 'config/tooltool-manifests/win32/releng.manifest',
18:12:57     INFO -  'opt_config_files': (),
18:12:57     INFO -  'pip_index': False,
18:12:57     INFO -  'sps_profile': False,
18:12:57     INFO -  'sps_profile_interval': 0,
18:12:57     INFO -  'suite': 'svgr',
18:12:57     INFO -  'system_bits': '32',
18:12:57     INFO -  'talos_extra_options': ('--webServer', 'localhost'),
18:12:57     INFO -  'title': 'T-W864-IX-173',
18:12:57     INFO -  'use_talos_json': True,
18:12:57     INFO -  'virtualenv_modules': ('pywin32', 'talos', 'mozinstall'),
18:12:57     INFO -  'virtualenv_path': 'C:\\slave\\test\\build/venv',
18:12:57     INFO -  'virtualenv_python_dll': 'c:/mozilla-build/python27/python27.dll',
18:12:57     INFO -  'volatile_config': {'actions': None, 'add_actions': None, 'no_actions': None},
18:12:57     INFO -  'work_dir': 'build'}
18:12:57     INFO - [mozharness: 2016-09-13 01:12:57.834000Z] Running clobber step.
18:12:57     INFO - Running pre-action listener: _resource_record_pre_action
18:12:57     INFO - Running main action method: clobber
18:12:57     INFO - rmtree: C:\slave\test\build
18:12:57     INFO - Using _rmtree_windows ...
18:12:57     INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #1
18:12:59     INFO - retry: attempt #1 caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
18:12:59     INFO - retry: Failed, sleeping 60 seconds before retrying
18:13:59     INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #2
18:13:59     INFO - retry: attempt #2 caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
18:13:59     INFO - retry: Failed, sleeping 120 seconds before retrying
18:15:59     INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #3
18:15:59     INFO - retry: attempt #3 caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
18:15:59     INFO - retry: Failed, sleeping 240 seconds before retrying
18:19:59     INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #4
18:19:59     INFO - retry: attempt #4 caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
18:19:59     INFO - retry: Failed, sleeping 300 seconds before retrying
18:24:59     INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #5
18:24:59     INFO - retry: attempt #5 caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
18:24:59    FATAL - Unable to remove C:\slave\test\build!
18:24:59    FATAL - Caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
18:24:59    FATAL - Caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
18:24:59    FATAL - Caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
18:24:59    FATAL - Caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
18:24:59    FATAL - Caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
18:24:59    FATAL - Running post_fatal callback...
18:24:59    FATAL - Exiting -1
18:24:59     INFO - Running post-action listener: _resource_record_post_action
18:24:59     INFO - [mozharness: 2016-09-13 01:24:59.580000Z] Finished clobber step (failed)
18:24:59     INFO - Running post-run listener: _resource_record_post_run
18:24:59     INFO - Running post-run listener: _upload_blobber_files
18:24:59     INFO - Blob upload gear active.
18:24:59  WARNING - Blob upload directory does not exist!
18:24:59     INFO - Running post-run listener: copy_logs_to_upload_dir
18:24:59     INFO - Copying logs to upload dir...
18:24:59     INFO - mkdir: C:\slave\test\build\upload\logs
program finished with exit code -1
elapsedTime=727.321000
========= master_lag: 0.33 =========
========= Finished 'c:/mozilla-build/python27/python -u ...' failed (results: 2, elapsed: 12 mins, 7 secs) (at 2016-09-12 18:25:04.303801) =========

========= Started no change (results: 0, elapsed: 0 secs) (at 2016-09-12 18:25:04.304880) =========
'cmd' '/C' 'for' '%f' 'in' '(*)' 'do' '@type' '%f'
 in dir C:\slave\test\properties (timeout 1200 secs)
 watching logfiles {}
 argv: ['cmd', '/C', 'for', '%f', 'in', '(*)', 'do', '@type', '%f']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld.T-W864-IX-173\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files (x86)\Common Files
  COMMONPROGRAMFILES(X86)=C:\Program Files (x86)\Common Files
  COMMONPROGRAMW6432=C:\Program Files\Common Files
  COMPUTERNAME=T-W864-IX-173
  COMSPEC=C:\windows\system32\cmd.exe
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld.T-W864-IX-173
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld.T-W864-IX-173\AppData\Local
  LOGONSERVER=\\T-W864-IX-173
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Program Files (x86)\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_ARCHITEW6432=AMD64
  PROCESSOR_IDENTIFIER=Intel64 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files (x86)
  PROGRAMFILES(X86)=C:\Program Files (x86)
  PROGRAMW6432=C:\Program Files
  PROMPT=$P$G
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test\properties
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  USERDOMAIN=T-W864-IX-173
  USERDOMAIN_ROAMINGPROFILE=T-W864-IX-173
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld.T-W864-IX-173
  WINDIR=C:\windows
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
program finished with exit code 0
elapsedTime=0.101000

========= master_lag: 0.02 =========
========= Finished no change (results: 0, elapsed: 0 secs) (at 2016-09-12 18:25:04.425865) =========

========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-09-12 18:25:04.426223) =========
'rm' '-f' 'oauth.txt'
 in dir C:\slave\test\. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-f', 'oauth.txt']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld.T-W864-IX-173\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files (x86)\Common Files
  COMMONPROGRAMFILES(X86)=C:\Program Files (x86)\Common Files
  COMMONPROGRAMW6432=C:\Program Files\Common Files
  COMPUTERNAME=T-W864-IX-173
  COMSPEC=C:\windows\system32\cmd.exe
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld.T-W864-IX-173
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld.T-W864-IX-173\AppData\Local
  LOGONSERVER=\\T-W864-IX-173
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Program Files (x86)\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_ARCHITEW6432=AMD64
  PROCESSOR_IDENTIFIER=Intel64 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files (x86)
  PROGRAMFILES(X86)=C:\Program Files (x86)
  PROGRAMW6432=C:\Program Files
  PROMPT=$P$G
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  USERDOMAIN=T-W864-IX-173
  USERDOMAIN_ROAMINGPROFILE=T-W864-IX-173
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld.T-W864-IX-173
  WINDIR=C:\windows
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
program finished with exit code 0
elapsedTime=0.101000
========= master_lag: 0.02 =========
========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-09-12 18:25:04.545215) =========

========= Started reboot slave lost (results: 0, elapsed: 0 secs) (at 2016-09-12 18:25:04.545552) =========

========= Finished reboot slave lost (results: 0, elapsed: 0 secs) (at 2016-09-12 18:25:05.048070) =========

========= Total master_lag: 0.76 =========