aa354d3f6f
The VS 2013 toolchain used by v8 is ~two months out of date. The Chromium toolchain was updated in October to include the Windows 10 SDK. Using a different toolchain in v8 leads to the possibility of odd incompatibilities, and means that switching between Chromium and v8 requires a time-consuming reinstallation of the toolchain. The VS 2013 toolchain was updated by crrev.com/1502563003. The VS 2015 toolchain used by v8 is also out of date. It is the wrong compiler version (RTM instead of Update 1), the wrong SDK version, and it is missing files such as the UCRT installers. LOG=N BUG=440500,491424 Review URL: https://codereview.chromium.org/1632363002 Cr-Commit-Position: refs/heads/master@{#33560}
269 lines
10 KiB
Python
269 lines
10 KiB
Python
#!/usr/bin/env python
|
|
# Copyright 2015 the V8 project authors. All rights reserved.
|
|
# Copyright 2014 The Chromium Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
import json
|
|
import os
|
|
import pipes
|
|
import shutil
|
|
import subprocess
|
|
import sys
|
|
import vs_toolchain
|
|
|
|
|
|
script_dir = os.path.dirname(os.path.realpath(__file__))
|
|
chrome_src = os.path.abspath(os.path.join(script_dir, os.pardir))
|
|
SRC_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
sys.path.insert(1, os.path.join(chrome_src, 'tools'))
|
|
sys.path.insert(0, os.path.join(chrome_src, 'build', 'gyp', 'pylib'))
|
|
json_data_file = os.path.join(script_dir, 'win_toolchain.json')
|
|
|
|
|
|
import gyp
|
|
|
|
|
|
def SetEnvironmentAndGetRuntimeDllDirs():
|
|
"""Sets up os.environ to use the depot_tools VS toolchain with gyp, and
|
|
returns the location of the VS runtime DLLs so they can be copied into
|
|
the output directory after gyp generation.
|
|
"""
|
|
vs2013_runtime_dll_dirs = None
|
|
depot_tools_win_toolchain = \
|
|
bool(int(os.environ.get('DEPOT_TOOLS_WIN_TOOLCHAIN', '1')))
|
|
# When running on a non-Windows host, only do this if the SDK has explicitly
|
|
# been downloaded before (in which case json_data_file will exist).
|
|
if ((sys.platform in ('win32', 'cygwin') or os.path.exists(json_data_file))
|
|
and depot_tools_win_toolchain):
|
|
if not os.path.exists(json_data_file):
|
|
Update()
|
|
with open(json_data_file, 'r') as tempf:
|
|
toolchain_data = json.load(tempf)
|
|
|
|
toolchain = toolchain_data['path']
|
|
version = toolchain_data['version']
|
|
win_sdk = toolchain_data.get('win_sdk')
|
|
if not win_sdk:
|
|
win_sdk = toolchain_data['win8sdk']
|
|
wdk = toolchain_data['wdk']
|
|
# TODO(scottmg): The order unfortunately matters in these. They should be
|
|
# split into separate keys for x86 and x64. (See CopyVsRuntimeDlls call
|
|
# below). http://crbug.com/345992
|
|
vs2013_runtime_dll_dirs = toolchain_data['runtime_dirs']
|
|
|
|
os.environ['GYP_MSVS_OVERRIDE_PATH'] = toolchain
|
|
os.environ['GYP_MSVS_VERSION'] = version
|
|
# We need to make sure windows_sdk_path is set to the automated
|
|
# toolchain values in GYP_DEFINES, but don't want to override any
|
|
# otheroptions.express
|
|
# values there.
|
|
gyp_defines_dict = gyp.NameValueListToDict(gyp.ShlexEnv('GYP_DEFINES'))
|
|
gyp_defines_dict['windows_sdk_path'] = win_sdk
|
|
os.environ['GYP_DEFINES'] = ' '.join('%s=%s' % (k, pipes.quote(str(v)))
|
|
for k, v in gyp_defines_dict.iteritems())
|
|
os.environ['WINDOWSSDKDIR'] = win_sdk
|
|
os.environ['WDK_DIR'] = wdk
|
|
# Include the VS runtime in the PATH in case it's not machine-installed.
|
|
runtime_path = ';'.join(vs2013_runtime_dll_dirs)
|
|
os.environ['PATH'] = runtime_path + ';' + os.environ['PATH']
|
|
return vs2013_runtime_dll_dirs
|
|
|
|
|
|
def _VersionNumber():
|
|
"""Gets the standard version number ('120', '140', etc.) based on
|
|
GYP_MSVS_VERSION."""
|
|
if os.environ['GYP_MSVS_VERSION'] == '2013':
|
|
return '120'
|
|
elif os.environ['GYP_MSVS_VERSION'] == '2015':
|
|
return '140'
|
|
else:
|
|
raise ValueError('Unexpected GYP_MSVS_VERSION')
|
|
|
|
|
|
def _CopyRuntimeImpl(target, source):
|
|
"""Copy |source| to |target| if it doesn't already exist or if it
|
|
needs to be updated.
|
|
"""
|
|
if (os.path.isdir(os.path.dirname(target)) and
|
|
(not os.path.isfile(target) or
|
|
os.stat(target).st_mtime != os.stat(source).st_mtime)):
|
|
print 'Copying %s to %s...' % (source, target)
|
|
if os.path.exists(target):
|
|
os.unlink(target)
|
|
shutil.copy2(source, target)
|
|
|
|
|
|
def _CopyRuntime2013(target_dir, source_dir, dll_pattern):
|
|
"""Copy both the msvcr and msvcp runtime DLLs, only if the target doesn't
|
|
exist, but the target directory does exist."""
|
|
for file_part in ('p', 'r'):
|
|
dll = dll_pattern % file_part
|
|
target = os.path.join(target_dir, dll)
|
|
source = os.path.join(source_dir, dll)
|
|
_CopyRuntimeImpl(target, source)
|
|
|
|
|
|
def _CopyRuntime2015(target_dir, source_dir, dll_pattern):
|
|
"""Copy both the msvcp and vccorlib runtime DLLs, only if the target doesn't
|
|
exist, but the target directory does exist."""
|
|
for file_part in ('msvcp', 'vccorlib'):
|
|
dll = dll_pattern % file_part
|
|
target = os.path.join(target_dir, dll)
|
|
source = os.path.join(source_dir, dll)
|
|
_CopyRuntimeImpl(target, source)
|
|
|
|
|
|
def CopyVsRuntimeDlls(output_dir, runtime_dirs):
|
|
"""Copies the VS runtime DLLs from the given |runtime_dirs| to the output
|
|
directory so that even if not system-installed, built binaries are likely to
|
|
be able to run.
|
|
|
|
This needs to be run after gyp has been run so that the expected target
|
|
output directories are already created.
|
|
"""
|
|
x86, x64 = runtime_dirs
|
|
out_debug = os.path.join(output_dir, 'Debug')
|
|
out_debug_nacl64 = os.path.join(output_dir, 'Debug', 'x64')
|
|
out_release = os.path.join(output_dir, 'Release')
|
|
out_release_nacl64 = os.path.join(output_dir, 'Release', 'x64')
|
|
out_debug_x64 = os.path.join(output_dir, 'Debug_x64')
|
|
out_release_x64 = os.path.join(output_dir, 'Release_x64')
|
|
|
|
if os.path.exists(out_debug) and not os.path.exists(out_debug_nacl64):
|
|
os.makedirs(out_debug_nacl64)
|
|
if os.path.exists(out_release) and not os.path.exists(out_release_nacl64):
|
|
os.makedirs(out_release_nacl64)
|
|
if os.environ.get('GYP_MSVS_VERSION') == '2015':
|
|
_CopyRuntime2015(out_debug, x86, '%s140d.dll')
|
|
_CopyRuntime2015(out_release, x86, '%s140.dll')
|
|
_CopyRuntime2015(out_debug_x64, x64, '%s140d.dll')
|
|
_CopyRuntime2015(out_release_x64, x64, '%s140.dll')
|
|
_CopyRuntime2015(out_debug_nacl64, x64, '%s140d.dll')
|
|
_CopyRuntime2015(out_release_nacl64, x64, '%s140.dll')
|
|
else:
|
|
# VS2013 is the default.
|
|
_CopyRuntime2013(out_debug, x86, 'msvc%s120d.dll')
|
|
_CopyRuntime2013(out_release, x86, 'msvc%s120.dll')
|
|
_CopyRuntime2013(out_debug_x64, x64, 'msvc%s120d.dll')
|
|
_CopyRuntime2013(out_release_x64, x64, 'msvc%s120.dll')
|
|
_CopyRuntime2013(out_debug_nacl64, x64, 'msvc%s120d.dll')
|
|
_CopyRuntime2013(out_release_nacl64, x64, 'msvc%s120.dll')
|
|
|
|
# Copy the PGO runtime library to the release directories.
|
|
if os.environ.get('GYP_MSVS_OVERRIDE_PATH'):
|
|
pgo_x86_runtime_dir = os.path.join(os.environ.get('GYP_MSVS_OVERRIDE_PATH'),
|
|
'VC', 'bin')
|
|
pgo_x64_runtime_dir = os.path.join(pgo_x86_runtime_dir, 'amd64')
|
|
pgo_runtime_dll = 'pgort' + _VersionNumber() + '.dll'
|
|
source_x86 = os.path.join(pgo_x86_runtime_dir, pgo_runtime_dll)
|
|
if os.path.exists(source_x86):
|
|
_CopyRuntimeImpl(os.path.join(out_release, pgo_runtime_dll), source_x86)
|
|
source_x64 = os.path.join(pgo_x64_runtime_dir, pgo_runtime_dll)
|
|
if os.path.exists(source_x64):
|
|
_CopyRuntimeImpl(os.path.join(out_release_x64, pgo_runtime_dll),
|
|
source_x64)
|
|
|
|
|
|
def CopyDlls(target_dir, configuration, target_cpu):
|
|
"""Copy the VS runtime DLLs into the requested directory as needed.
|
|
|
|
configuration is one of 'Debug' or 'Release'.
|
|
target_cpu is one of 'x86' or 'x64'.
|
|
|
|
The debug configuration gets both the debug and release DLLs; the
|
|
release config only the latter.
|
|
"""
|
|
vs2013_runtime_dll_dirs = SetEnvironmentAndGetRuntimeDllDirs()
|
|
if not vs2013_runtime_dll_dirs:
|
|
return
|
|
|
|
x64_runtime, x86_runtime = vs2013_runtime_dll_dirs
|
|
runtime_dir = x64_runtime if target_cpu == 'x64' else x86_runtime
|
|
_CopyRuntime2013(
|
|
target_dir, runtime_dir, 'msvc%s' + _VersionNumber() + '.dll')
|
|
if configuration == 'Debug':
|
|
_CopyRuntime2013(
|
|
target_dir, runtime_dir, 'msvc%s' + _VersionNumber() + 'd.dll')
|
|
|
|
|
|
def _GetDesiredVsToolchainHashes():
|
|
"""Load a list of SHA1s corresponding to the toolchains that we want installed
|
|
to build with."""
|
|
if os.environ.get('GYP_MSVS_VERSION') == '2015':
|
|
return ['5a85cf1ce842f7cc96b9d17039a445a9dc9cf0dd']
|
|
else:
|
|
# Default to VS2013.
|
|
return ['9ff97c632ae1fee0c98bcd53e71770eb3a0d8deb']
|
|
|
|
|
|
def Update(force=False):
|
|
"""Requests an update of the toolchain to the specific hashes we have at
|
|
this revision. The update outputs a .json of the various configuration
|
|
information required to pass to gyp which we use in |GetToolchainDir()|.
|
|
"""
|
|
if force != False and force != '--force':
|
|
print >>sys.stderr, 'Unknown parameter "%s"' % force
|
|
return 1
|
|
if force == '--force' or os.path.exists(json_data_file):
|
|
force = True
|
|
|
|
depot_tools_win_toolchain = \
|
|
bool(int(os.environ.get('DEPOT_TOOLS_WIN_TOOLCHAIN', '1')))
|
|
if ((sys.platform in ('win32', 'cygwin') or force) and
|
|
depot_tools_win_toolchain):
|
|
import find_depot_tools
|
|
depot_tools_path = find_depot_tools.add_depot_tools_to_path()
|
|
get_toolchain_args = [
|
|
sys.executable,
|
|
os.path.join(depot_tools_path,
|
|
'win_toolchain',
|
|
'get_toolchain_if_necessary.py'),
|
|
'--output-json', json_data_file,
|
|
] + _GetDesiredVsToolchainHashes()
|
|
if force:
|
|
get_toolchain_args.append('--force')
|
|
subprocess.check_call(get_toolchain_args)
|
|
|
|
return 0
|
|
|
|
|
|
def GetToolchainDir():
|
|
"""Gets location information about the current toolchain (must have been
|
|
previously updated by 'update'). This is used for the GN build."""
|
|
runtime_dll_dirs = SetEnvironmentAndGetRuntimeDllDirs()
|
|
|
|
# If WINDOWSSDKDIR is not set, search the default SDK path and set it.
|
|
if not 'WINDOWSSDKDIR' in os.environ:
|
|
default_sdk_path = 'C:\\Program Files (x86)\\Windows Kits\\8.1'
|
|
if os.path.isdir(default_sdk_path):
|
|
os.environ['WINDOWSSDKDIR'] = default_sdk_path
|
|
|
|
print '''vs_path = "%s"
|
|
sdk_path = "%s"
|
|
vs_version = "%s"
|
|
wdk_dir = "%s"
|
|
runtime_dirs = "%s"
|
|
''' % (
|
|
os.environ['GYP_MSVS_OVERRIDE_PATH'],
|
|
os.environ['WINDOWSSDKDIR'],
|
|
os.environ['GYP_MSVS_VERSION'],
|
|
os.environ.get('WDK_DIR', ''),
|
|
';'.join(runtime_dll_dirs or ['None']))
|
|
|
|
|
|
def main():
|
|
commands = {
|
|
'update': Update,
|
|
'get_toolchain_dir': GetToolchainDir,
|
|
'copy_dlls': CopyDlls,
|
|
}
|
|
if len(sys.argv) < 2 or sys.argv[1] not in commands:
|
|
print >>sys.stderr, 'Expected one of: %s' % ', '.join(commands)
|
|
return 1
|
|
return commands[sys.argv[1]](*sys.argv[2:])
|
|
|
|
|
|
if __name__ == '__main__':
|
|
sys.exit(main())
|