mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
db6e0c7c0e
Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/51766 Check if we are on Windows using `sys.platform` rather than `platform.system()`. Even though `platform.system()` is more modern, it has a few downsides: this performs a runtime check of the platform type, which has non-zero overhead. On Linux it actually executes the separate `/bin/uname` process. On the other hand `sys.platform` is determined when the Python interpreter is compiled, so this is a simple hard-coded string. Because it is a runtime check, `platform.system()` checks also cannot be analyzed by static type checkers like Pyre and Mypy. These type checkers do understand `sys.platform` checks, and can correctly avoid complaining about code paths that use platform-specific modules and functions. e.g., they can avoid complaining about `ctypes.WinDLL` not existing on Linux if its use is guarded by a `sys.platform` check. ghstack-source-id: 121107705 Test Plan: Ran tests on Linux, and will check CI test results. Reviewed By: mraway Differential Revision: D26271724 Pulled By: simpkins fbshipit-source-id: b86e427e4ceec0324464ba4bc88b95d5813172d0
88 lines
3.8 KiB
Python
88 lines
3.8 KiB
Python
|
|
from caffe2.proto import caffe2_pb2
|
|
import os
|
|
import sys
|
|
# TODO: refactor & remove the following alias
|
|
caffe2_pb2.CPU = caffe2_pb2.PROTO_CPU
|
|
caffe2_pb2.CUDA = caffe2_pb2.PROTO_CUDA
|
|
caffe2_pb2.MKLDNN = caffe2_pb2.PROTO_MKLDNN
|
|
caffe2_pb2.OPENGL = caffe2_pb2.PROTO_OPENGL
|
|
caffe2_pb2.OPENCL = caffe2_pb2.PROTO_OPENCL
|
|
caffe2_pb2.IDEEP = caffe2_pb2.PROTO_IDEEP
|
|
caffe2_pb2.HIP = caffe2_pb2.PROTO_HIP
|
|
caffe2_pb2.COMPILE_TIME_MAX_DEVICE_TYPES = caffe2_pb2.PROTO_COMPILE_TIME_MAX_DEVICE_TYPES
|
|
|
|
if sys.platform == "win32":
|
|
is_conda = os.path.exists(os.path.join(sys.prefix, 'conda-meta'))
|
|
py_dll_path = os.path.join(os.path.dirname(sys.executable), 'Library', 'bin')
|
|
th_root = os.path.join(os.path.dirname(os.path.dirname(os.path.dirname(__file__))), 'torch')
|
|
th_dll_path = os.path.join(th_root, 'lib')
|
|
|
|
if not os.path.exists(os.path.join(th_dll_path, 'nvToolsExt64_1.dll')) and \
|
|
not os.path.exists(os.path.join(py_dll_path, 'nvToolsExt64_1.dll')):
|
|
nvtoolsext_dll_path = os.path.join(
|
|
os.getenv('NVTOOLSEXT_PATH', 'C:\\Program Files\\NVIDIA Corporation\\NvToolsExt'), 'bin', 'x64')
|
|
else:
|
|
nvtoolsext_dll_path = ''
|
|
|
|
import importlib.util
|
|
import glob
|
|
spec = importlib.util.spec_from_file_location('torch_version', os.path.join(th_root, 'version.py'))
|
|
torch_version = importlib.util.module_from_spec(spec)
|
|
spec.loader.exec_module(torch_version)
|
|
if torch_version.cuda and len(glob.glob(os.path.join(th_dll_path, 'cudart64*.dll'))) == 0 and \
|
|
len(glob.glob(os.path.join(py_dll_path, 'cudart64*.dll'))) == 0:
|
|
cuda_version = torch_version.cuda
|
|
cuda_version_1 = cuda_version.replace('.', '_')
|
|
cuda_path_var = 'CUDA_PATH_V' + cuda_version_1
|
|
default_path = 'C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v' + cuda_version
|
|
cuda_path = os.path.join(os.getenv(cuda_path_var, default_path), 'bin')
|
|
else:
|
|
cuda_path = ''
|
|
|
|
import ctypes
|
|
kernel32 = ctypes.WinDLL('kernel32.dll', use_last_error=True)
|
|
dll_paths = list(filter(os.path.exists, [th_dll_path, py_dll_path, nvtoolsext_dll_path, cuda_path]))
|
|
with_load_library_flags = hasattr(kernel32, 'AddDllDirectory')
|
|
prev_error_mode = kernel32.SetErrorMode(0x0001)
|
|
|
|
kernel32.LoadLibraryW.restype = ctypes.c_void_p
|
|
if with_load_library_flags:
|
|
kernel32.AddDllDirectory.restype = ctypes.c_void_p
|
|
kernel32.LoadLibraryExW.restype = ctypes.c_void_p
|
|
|
|
for dll_path in dll_paths:
|
|
if sys.version_info >= (3, 8):
|
|
os.add_dll_directory(dll_path)
|
|
elif with_load_library_flags:
|
|
res = kernel32.AddDllDirectory(dll_path)
|
|
if res is None:
|
|
err = ctypes.WinError(ctypes.get_last_error())
|
|
err.strerror += ' Error adding "{}" to the DLL directories.'.format(dll_path)
|
|
raise err
|
|
|
|
dlls = glob.glob(os.path.join(th_dll_path, '*.dll'))
|
|
path_patched = False
|
|
for dll in dlls:
|
|
is_loaded = False
|
|
if with_load_library_flags:
|
|
res = kernel32.LoadLibraryExW(dll, None, 0x00001100)
|
|
last_error = ctypes.get_last_error()
|
|
if res is None and last_error != 126:
|
|
err = ctypes.WinError(last_error)
|
|
err.strerror += ' Error loading "{}" or one of its dependencies.'.format(dll)
|
|
raise err
|
|
elif res is not None:
|
|
is_loaded = True
|
|
if not is_loaded:
|
|
if not path_patched:
|
|
os.environ['PATH'] = ';'.join(dll_paths + [os.environ['PATH']])
|
|
path_patched = True
|
|
res = kernel32.LoadLibraryW(dll)
|
|
if res is None:
|
|
err = ctypes.WinError(ctypes.get_last_error())
|
|
err.strerror += ' Error loading "{}" or one of its dependencies.'.format(dll)
|
|
raise err
|
|
|
|
kernel32.SetErrorMode(prev_error_mode)
|