cleanup: delete unused ubuntu14.04 and centos6 preconfigs
PiperOrigin-RevId: 296393046 Change-Id: I7e18e90860d8a1bd072956efe7dcfd4cab6af1bf
This commit is contained in:
Jakob Buchgraber
TensorFlower Gardener
parent
aeddd93b41
commit
a2bfd7807b
@ -215,33 +215,11 @@ tensorflow/third_party/toolchains/cpus/arm/cc_config.bzl.tpl
|
|||||||
tensorflow/third_party/toolchains/cpus/py/BUILD
|
tensorflow/third_party/toolchains/cpus/py/BUILD
|
||||||
tensorflow/third_party/toolchains/cpus/py3/BUILD
|
tensorflow/third_party/toolchains/cpus/py3/BUILD
|
||||||
tensorflow/third_party/toolchains/java/BUILD
|
tensorflow/third_party/toolchains/java/BUILD
|
||||||
tensorflow/third_party/toolchains/preconfig/centos6/cuda10.0-cudnn7/cuda/BUILD
|
|
||||||
tensorflow/third_party/toolchains/preconfig/centos6/cuda10.0-cudnn7/cuda/build_defs.bzl
|
|
||||||
tensorflow/third_party/toolchains/preconfig/centos6/cuda10.1-cudnn7/cuda/BUILD
|
|
||||||
tensorflow/third_party/toolchains/preconfig/centos6/cuda10.1-cudnn7/cuda/build_defs.bzl
|
|
||||||
tensorflow/third_party/toolchains/preconfig/centos6/gcc7-nvcc-cuda10.0/BUILD
|
|
||||||
tensorflow/third_party/toolchains/preconfig/centos6/gcc7-nvcc-cuda10.0/cc_toolchain_config.bzl
|
|
||||||
tensorflow/third_party/toolchains/preconfig/centos6/gcc7-nvcc-cuda10.1/BUILD
|
|
||||||
tensorflow/third_party/toolchains/preconfig/centos6/gcc7-nvcc-cuda10.1/cc_toolchain_config.bzl
|
|
||||||
tensorflow/third_party/toolchains/preconfig/centos6/gcc7/BUILD
|
|
||||||
tensorflow/third_party/toolchains/preconfig/centos6/gcc7/cc_toolchain_config.bzl
|
|
||||||
tensorflow/third_party/toolchains/preconfig/centos6/gcc7/dummy_toolchain.bzl
|
|
||||||
tensorflow/third_party/toolchains/preconfig/centos6/py/BUILD
|
|
||||||
tensorflow/third_party/toolchains/preconfig/centos6/py3/BUILD
|
|
||||||
tensorflow/third_party/toolchains/preconfig/centos6/tensorrt5/BUILD
|
|
||||||
tensorflow/third_party/toolchains/preconfig/centos6/tensorrt5/build_defs.bzl
|
|
||||||
tensorflow/third_party/toolchains/preconfig/generate/BUILD
|
tensorflow/third_party/toolchains/preconfig/generate/BUILD
|
||||||
tensorflow/third_party/toolchains/preconfig/generate/archives.bzl
|
tensorflow/third_party/toolchains/preconfig/generate/archives.bzl
|
||||||
tensorflow/third_party/toolchains/preconfig/generate/containers.bzl
|
tensorflow/third_party/toolchains/preconfig/generate/containers.bzl
|
||||||
tensorflow/third_party/toolchains/preconfig/generate/generate.bzl
|
tensorflow/third_party/toolchains/preconfig/generate/generate.bzl
|
||||||
tensorflow/third_party/toolchains/preconfig/generate/workspace.bzl
|
tensorflow/third_party/toolchains/preconfig/generate/workspace.bzl
|
||||||
tensorflow/third_party/toolchains/preconfig/ubuntu14.04/cuda10.0-cudnn7/cuda/BUILD
|
|
||||||
tensorflow/third_party/toolchains/preconfig/ubuntu14.04/cuda10.0-cudnn7/cuda/build_defs.bzl
|
|
||||||
tensorflow/third_party/toolchains/preconfig/ubuntu14.04/gcc-nvcc-cuda10.0/BUILD
|
|
||||||
tensorflow/third_party/toolchains/preconfig/ubuntu14.04/gcc-nvcc-cuda10.0/cc_toolchain_config.bzl
|
|
||||||
tensorflow/third_party/toolchains/preconfig/ubuntu14.04/py3/BUILD
|
|
||||||
tensorflow/third_party/toolchains/preconfig/ubuntu14.04/tensorrt5/BUILD
|
|
||||||
tensorflow/third_party/toolchains/preconfig/ubuntu14.04/tensorrt5/build_defs.bzl
|
|
||||||
tensorflow/third_party/toolchains/preconfig/ubuntu16.04/clang/BUILD
|
tensorflow/third_party/toolchains/preconfig/ubuntu16.04/clang/BUILD
|
||||||
tensorflow/third_party/toolchains/preconfig/ubuntu16.04/clang/cc_toolchain_config.bzl
|
tensorflow/third_party/toolchains/preconfig/ubuntu16.04/clang/cc_toolchain_config.bzl
|
||||||
tensorflow/third_party/toolchains/preconfig/ubuntu16.04/clang/dummy_toolchain.bzl
|
tensorflow/third_party/toolchains/preconfig/ubuntu16.04/clang/dummy_toolchain.bzl
|
||||||
|
|||||||
@ -1,2 +0,0 @@
|
|||||||
# DO NOT EDIT: automatically generated WORKSPACE file for cuda_configure rule
|
|
||||||
workspace(name = "local_config_cuda")
|
|
||||||
File diff suppressed because it is too large
Load Diff
@ -1,64 +0,0 @@
|
|||||||
# Macros for building CUDA code.
|
|
||||||
def if_cuda(if_true, if_false = []):
|
|
||||||
"""Shorthand for select()'ing on whether we're building with CUDA.
|
|
||||||
|
|
||||||
Returns a select statement which evaluates to if_true if we're building
|
|
||||||
with CUDA enabled. Otherwise, the select statement evaluates to if_false.
|
|
||||||
|
|
||||||
"""
|
|
||||||
return select({
|
|
||||||
"@local_config_cuda//cuda:using_nvcc": if_true,
|
|
||||||
"@local_config_cuda//cuda:using_clang": if_true,
|
|
||||||
"//conditions:default": if_false,
|
|
||||||
})
|
|
||||||
|
|
||||||
def cuda_default_copts():
|
|
||||||
"""Default options for all CUDA compilations."""
|
|
||||||
return if_cuda(["-x", "cuda", "-DGOOGLE_CUDA=1"] + [])
|
|
||||||
|
|
||||||
def cuda_is_configured():
|
|
||||||
"""Returns true if CUDA was enabled during the configure process."""
|
|
||||||
return True
|
|
||||||
|
|
||||||
def if_cuda_is_configured(x):
|
|
||||||
"""Tests if the CUDA was enabled during the configure process.
|
|
||||||
|
|
||||||
Unlike if_cuda(), this does not require that we are building with
|
|
||||||
--config=cuda. Used to allow non-CUDA code to depend on CUDA libraries.
|
|
||||||
"""
|
|
||||||
if cuda_is_configured():
|
|
||||||
return select({"//conditions:default": x})
|
|
||||||
return select({"//conditions:default": []})
|
|
||||||
|
|
||||||
def cuda_header_library(
|
|
||||||
name,
|
|
||||||
hdrs,
|
|
||||||
include_prefix = None,
|
|
||||||
strip_include_prefix = None,
|
|
||||||
deps = [],
|
|
||||||
**kwargs):
|
|
||||||
"""Generates a cc_library containing both virtual and system include paths.
|
|
||||||
|
|
||||||
Generates both a header-only target with virtual includes plus the full
|
|
||||||
target without virtual includes. This works around the fact that bazel can't
|
|
||||||
mix 'includes' and 'include_prefix' in the same target."""
|
|
||||||
|
|
||||||
native.cc_library(
|
|
||||||
name = name + "_virtual",
|
|
||||||
hdrs = hdrs,
|
|
||||||
include_prefix = include_prefix,
|
|
||||||
strip_include_prefix = strip_include_prefix,
|
|
||||||
deps = deps,
|
|
||||||
visibility = ["//visibility:private"],
|
|
||||||
)
|
|
||||||
|
|
||||||
native.cc_library(
|
|
||||||
name = name,
|
|
||||||
textual_hdrs = hdrs,
|
|
||||||
deps = deps + [":%s_virtual" % name],
|
|
||||||
**kwargs
|
|
||||||
)
|
|
||||||
|
|
||||||
def cuda_library(copts = [], **kwargs):
|
|
||||||
"""Wrapper over cc_library which adds default CUDA options."""
|
|
||||||
native.cc_library(copts = cuda_default_copts() + copts, **kwargs)
|
|
||||||
@ -1,27 +0,0 @@
|
|||||||
/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
|
|
||||||
|
|
||||||
Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
you may not use this file except in compliance with the License.
|
|
||||||
You may obtain a copy of the License at
|
|
||||||
|
|
||||||
http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
|
|
||||||
Unless required by applicable law or agreed to in writing, software
|
|
||||||
distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
See the License for the specific language governing permissions and
|
|
||||||
limitations under the License.
|
|
||||||
==============================================================================*/
|
|
||||||
|
|
||||||
#ifndef CUDA_CUDA_CONFIG_H_
|
|
||||||
#define CUDA_CUDA_CONFIG_H_
|
|
||||||
|
|
||||||
#define TF_CUDA_CAPABILITIES CudaVersion("3.0"), CudaVersion("6.0")
|
|
||||||
|
|
||||||
#define TF_CUDA_VERSION "10.0"
|
|
||||||
#define TF_CUDA_LIB_VERSION "10.0"
|
|
||||||
#define TF_CUDNN_VERSION "7"
|
|
||||||
|
|
||||||
#define TF_CUDA_TOOLKIT_PATH "/usr/local/cuda-10.0"
|
|
||||||
|
|
||||||
#endif // CUDA_CUDA_CONFIG_H_
|
|
||||||
@ -1,2 +0,0 @@
|
|||||||
# DO NOT EDIT: automatically generated WORKSPACE file for cuda_configure rule
|
|
||||||
workspace(name = "local_config_cuda")
|
|
||||||
File diff suppressed because it is too large
Load Diff
@ -1,65 +0,0 @@
|
|||||||
"""Macros for building CUDA code."""
|
|
||||||
|
|
||||||
def if_cuda(if_true, if_false = []):
|
|
||||||
"""Shorthand for select()'ing on whether we're building with CUDA.
|
|
||||||
|
|
||||||
Returns a select statement which evaluates to if_true if we're building
|
|
||||||
with CUDA enabled. Otherwise, the select statement evaluates to if_false.
|
|
||||||
|
|
||||||
"""
|
|
||||||
return select({
|
|
||||||
"@local_config_cuda//cuda:using_nvcc": if_true,
|
|
||||||
"@local_config_cuda//cuda:using_clang": if_true,
|
|
||||||
"//conditions:default": if_false,
|
|
||||||
})
|
|
||||||
|
|
||||||
def cuda_default_copts():
|
|
||||||
"""Default options for all CUDA compilations."""
|
|
||||||
return if_cuda(["-x", "cuda", "-DGOOGLE_CUDA=1"] + [])
|
|
||||||
|
|
||||||
def cuda_is_configured():
|
|
||||||
"""Returns true if CUDA was enabled during the configure process."""
|
|
||||||
return True
|
|
||||||
|
|
||||||
def if_cuda_is_configured(x):
|
|
||||||
"""Tests if the CUDA was enabled during the configure process.
|
|
||||||
|
|
||||||
Unlike if_cuda(), this does not require that we are building with
|
|
||||||
--config=cuda. Used to allow non-CUDA code to depend on CUDA libraries.
|
|
||||||
"""
|
|
||||||
if cuda_is_configured():
|
|
||||||
return select({"//conditions:default": x})
|
|
||||||
return select({"//conditions:default": []})
|
|
||||||
|
|
||||||
def cuda_header_library(
|
|
||||||
name,
|
|
||||||
hdrs,
|
|
||||||
include_prefix = None,
|
|
||||||
strip_include_prefix = None,
|
|
||||||
deps = [],
|
|
||||||
**kwargs):
|
|
||||||
"""Generates a cc_library containing both virtual and system include paths.
|
|
||||||
|
|
||||||
Generates both a header-only target with virtual includes plus the full
|
|
||||||
target without virtual includes. This works around the fact that bazel can't
|
|
||||||
mix 'includes' and 'include_prefix' in the same target."""
|
|
||||||
|
|
||||||
native.cc_library(
|
|
||||||
name = name + "_virtual",
|
|
||||||
hdrs = hdrs,
|
|
||||||
include_prefix = include_prefix,
|
|
||||||
strip_include_prefix = strip_include_prefix,
|
|
||||||
deps = deps,
|
|
||||||
visibility = ["//visibility:private"],
|
|
||||||
)
|
|
||||||
|
|
||||||
native.cc_library(
|
|
||||||
name = name,
|
|
||||||
textual_hdrs = hdrs,
|
|
||||||
deps = deps + [":%s_virtual" % name],
|
|
||||||
**kwargs
|
|
||||||
)
|
|
||||||
|
|
||||||
def cuda_library(copts = [], **kwargs):
|
|
||||||
"""Wrapper over cc_library which adds default CUDA options."""
|
|
||||||
native.cc_library(copts = cuda_default_copts() + copts, **kwargs)
|
|
||||||
@ -1,27 +0,0 @@
|
|||||||
/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
|
|
||||||
|
|
||||||
Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
you may not use this file except in compliance with the License.
|
|
||||||
You may obtain a copy of the License at
|
|
||||||
|
|
||||||
http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
|
|
||||||
Unless required by applicable law or agreed to in writing, software
|
|
||||||
distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
See the License for the specific language governing permissions and
|
|
||||||
limitations under the License.
|
|
||||||
==============================================================================*/
|
|
||||||
|
|
||||||
#ifndef CUDA_CUDA_CONFIG_H_
|
|
||||||
#define CUDA_CUDA_CONFIG_H_
|
|
||||||
|
|
||||||
#define TF_CUDA_CAPABILITIES CudaVersion("3.0"), CudaVersion("6.0")
|
|
||||||
|
|
||||||
#define TF_CUDA_VERSION "10.1"
|
|
||||||
#define TF_CUDA_LIB_VERSION "10"
|
|
||||||
#define TF_CUDNN_VERSION "7"
|
|
||||||
|
|
||||||
#define TF_CUDA_TOOLKIT_PATH "/usr/local/cuda-10.1"
|
|
||||||
|
|
||||||
#endif // CUDA_CUDA_CONFIG_H_
|
|
||||||
@ -1,170 +0,0 @@
|
|||||||
# This file is expanded from a template by cuda_configure.bzl
|
|
||||||
# Update cuda_configure.bzl#verify_build_defines when adding new variables.
|
|
||||||
|
|
||||||
load(":cc_toolchain_config.bzl", "cc_toolchain_config")
|
|
||||||
|
|
||||||
licenses(["restricted"])
|
|
||||||
|
|
||||||
package(default_visibility = ["//visibility:public"])
|
|
||||||
|
|
||||||
toolchain(
|
|
||||||
name = "toolchain-linux-x86_64",
|
|
||||||
exec_compatible_with = [
|
|
||||||
"@bazel_tools//platforms:linux",
|
|
||||||
"@bazel_tools//platforms:x86_64",
|
|
||||||
],
|
|
||||||
target_compatible_with = [
|
|
||||||
"@bazel_tools//platforms:linux",
|
|
||||||
"@bazel_tools//platforms:x86_64",
|
|
||||||
],
|
|
||||||
toolchain = ":cc-compiler-local",
|
|
||||||
toolchain_type = "@bazel_tools//tools/cpp:toolchain_type",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain_suite(
|
|
||||||
name = "toolchain",
|
|
||||||
toolchains = {
|
|
||||||
"local|compiler": ":cc-compiler-local",
|
|
||||||
"darwin|compiler": ":cc-compiler-darwin",
|
|
||||||
"x64_windows|msvc-cl": ":cc-compiler-windows",
|
|
||||||
"x64_windows": ":cc-compiler-windows",
|
|
||||||
"arm": ":cc-compiler-local",
|
|
||||||
"aarch64": ":cc-compiler-local",
|
|
||||||
"k8": ":cc-compiler-local",
|
|
||||||
"piii": ":cc-compiler-local",
|
|
||||||
"ppc": ":cc-compiler-local",
|
|
||||||
"darwin": ":cc-compiler-darwin",
|
|
||||||
},
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain(
|
|
||||||
name = "cc-compiler-local",
|
|
||||||
all_files = ":crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
compiler_files = ":empty",
|
|
||||||
dwp_files = ":empty",
|
|
||||||
linker_files = ":crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
objcopy_files = ":empty",
|
|
||||||
strip_files = ":empty",
|
|
||||||
# To support linker flags that need to go to the start of command line
|
|
||||||
# we need the toolchain to support parameter files. Parameter files are
|
|
||||||
# last on the command line and contain all shared libraries to link, so all
|
|
||||||
# regular options will be left of them.
|
|
||||||
supports_param_files = 1,
|
|
||||||
toolchain_config = ":cc-compiler-local-config",
|
|
||||||
toolchain_identifier = "local_linux",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain_config(
|
|
||||||
name = "cc-compiler-local-config",
|
|
||||||
builtin_include_directories = [
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7/x86_64-redhat-linux",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7/backward",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/lib/gcc/x86_64-redhat-linux/7/include",
|
|
||||||
"/usr/local/include",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include",
|
|
||||||
"/usr/include",
|
|
||||||
"/usr/local/cuda-10.0/targets/x86_64-linux/include",
|
|
||||||
"/usr/local/cuda-10.0/include",
|
|
||||||
"/usr/local/cuda-10.0/extras/CUPTI/include",
|
|
||||||
"/usr/local/cuda-10.0/include",
|
|
||||||
],
|
|
||||||
cpu = "local",
|
|
||||||
extra_no_canonical_prefixes_flags = ["-fno-canonical-system-headers"],
|
|
||||||
host_compiler_path = "clang/bin/crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
host_compiler_prefix = "/opt/rh/devtoolset-7/root/usr/bin",
|
|
||||||
host_compiler_warnings = [],
|
|
||||||
host_unfiltered_compile_flags = [],
|
|
||||||
linker_bin_path = "/opt/rh/devtoolset-7/root/usr/bin",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain(
|
|
||||||
name = "cc-compiler-darwin",
|
|
||||||
all_files = ":crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
compiler_files = ":empty",
|
|
||||||
dwp_files = ":empty",
|
|
||||||
linker_files = ":crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
objcopy_files = ":empty",
|
|
||||||
strip_files = ":empty",
|
|
||||||
supports_param_files = 0,
|
|
||||||
toolchain_config = ":cc-compiler-local-darwin",
|
|
||||||
toolchain_identifier = "local_darwin",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain_config(
|
|
||||||
name = "cc-compiler-local-darwin",
|
|
||||||
builtin_include_directories = [
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7/x86_64-redhat-linux",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7/backward",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/lib/gcc/x86_64-redhat-linux/7/include",
|
|
||||||
"/usr/local/include",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include",
|
|
||||||
"/usr/include",
|
|
||||||
"/usr/local/cuda-10.0/targets/x86_64-linux/include",
|
|
||||||
"/usr/local/cuda-10.0/include",
|
|
||||||
"/usr/local/cuda-10.0/extras/CUPTI/include",
|
|
||||||
"/usr/local/cuda-10.0/include",
|
|
||||||
],
|
|
||||||
cpu = "darwin",
|
|
||||||
extra_no_canonical_prefixes_flags = ["-fno-canonical-system-headers"],
|
|
||||||
host_compiler_path = "clang/bin/crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
host_compiler_prefix = "/opt/rh/devtoolset-7/root/usr/bin",
|
|
||||||
host_compiler_warnings = [],
|
|
||||||
host_unfiltered_compile_flags = [],
|
|
||||||
linker_bin_path = "/opt/rh/devtoolset-7/root/usr/bin",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain(
|
|
||||||
name = "cc-compiler-windows",
|
|
||||||
all_files = ":windows_msvc_wrapper_files",
|
|
||||||
compiler_files = ":empty",
|
|
||||||
dwp_files = ":empty",
|
|
||||||
linker_files = ":windows_msvc_wrapper_files",
|
|
||||||
objcopy_files = ":empty",
|
|
||||||
strip_files = ":empty",
|
|
||||||
supports_param_files = 1,
|
|
||||||
toolchain_config = ":cc-compiler-windows-config",
|
|
||||||
toolchain_identifier = "local_windows",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain_config(
|
|
||||||
name = "cc-compiler-windows-config",
|
|
||||||
builtin_include_directories = [
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7/x86_64-redhat-linux",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7/backward",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/lib/gcc/x86_64-redhat-linux/7/include",
|
|
||||||
"/usr/local/include",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include",
|
|
||||||
"/usr/include",
|
|
||||||
"/usr/local/cuda-10.0/targets/x86_64-linux/include",
|
|
||||||
"/usr/local/cuda-10.0/include",
|
|
||||||
"/usr/local/cuda-10.0/extras/CUPTI/include",
|
|
||||||
"/usr/local/cuda-10.0/include",
|
|
||||||
],
|
|
||||||
cpu = "x64_windows",
|
|
||||||
msvc_cl_path = "msvc_not_used",
|
|
||||||
msvc_env_include = "msvc_not_used",
|
|
||||||
msvc_env_lib = "msvc_not_used",
|
|
||||||
msvc_env_path = "msvc_not_used",
|
|
||||||
msvc_env_tmp = "msvc_not_used",
|
|
||||||
msvc_lib_path = "msvc_not_used",
|
|
||||||
msvc_link_path = "msvc_not_used",
|
|
||||||
msvc_ml_path = "msvc_not_used",
|
|
||||||
)
|
|
||||||
|
|
||||||
filegroup(
|
|
||||||
name = "empty",
|
|
||||||
srcs = [],
|
|
||||||
)
|
|
||||||
|
|
||||||
filegroup(
|
|
||||||
name = "crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
srcs = ["clang/bin/crosstool_wrapper_driver_is_not_gcc"],
|
|
||||||
)
|
|
||||||
|
|
||||||
filegroup(
|
|
||||||
name = "windows_msvc_wrapper_files",
|
|
||||||
srcs = glob(["windows/msvc_*"]),
|
|
||||||
)
|
|
||||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@ -1,267 +0,0 @@
|
|||||||
#!/usr/bin/env python2
|
|
||||||
# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
# ==============================================================================
|
|
||||||
|
|
||||||
"""Crosstool wrapper for compiling CUDA programs.
|
|
||||||
|
|
||||||
SYNOPSIS:
|
|
||||||
crosstool_wrapper_is_not_gcc [options passed in by cc_library()
|
|
||||||
or cc_binary() rule]
|
|
||||||
|
|
||||||
DESCRIPTION:
|
|
||||||
This script is expected to be called by the cc_library() or cc_binary() bazel
|
|
||||||
rules. When the option "-x cuda" is present in the list of arguments passed
|
|
||||||
to this script, it invokes the nvcc CUDA compiler. Most arguments are passed
|
|
||||||
as is as a string to --compiler-options of nvcc. When "-x cuda" is not
|
|
||||||
present, this wrapper invokes hybrid_driver_is_not_gcc with the input
|
|
||||||
arguments as is.
|
|
||||||
|
|
||||||
NOTES:
|
|
||||||
Changes to the contents of this file must be propagated from
|
|
||||||
//third_party/gpus/crosstool/crosstool_wrapper_is_not_gcc to
|
|
||||||
//third_party/gpus/crosstool/v*/*/clang/bin/crosstool_wrapper_is_not_gcc
|
|
||||||
"""
|
|
||||||
|
|
||||||
from __future__ import print_function
|
|
||||||
|
|
||||||
__author__ = 'keveman@google.com (Manjunath Kudlur)'
|
|
||||||
|
|
||||||
from argparse import ArgumentParser
|
|
||||||
import os
|
|
||||||
import subprocess
|
|
||||||
import re
|
|
||||||
import sys
|
|
||||||
import pipes
|
|
||||||
|
|
||||||
# Template values set by cuda_autoconf.
|
|
||||||
CPU_COMPILER = ('/opt/rh/devtoolset-7/root/usr/bin/gcc')
|
|
||||||
GCC_HOST_COMPILER_PATH = ('/opt/rh/devtoolset-7/root/usr/bin/gcc')
|
|
||||||
|
|
||||||
NVCC_PATH = '/usr/local/cuda-10.0/bin/nvcc'
|
|
||||||
PREFIX_DIR = os.path.dirname(GCC_HOST_COMPILER_PATH)
|
|
||||||
NVCC_VERSION = '10.0'
|
|
||||||
|
|
||||||
def Log(s):
|
|
||||||
print('gpus/crosstool: {0}'.format(s))
|
|
||||||
|
|
||||||
|
|
||||||
def GetOptionValue(argv, option):
|
|
||||||
"""Extract the list of values for option from the argv list.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
option: The option whose value to extract, without the leading '-'.
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
A list of values, either directly following the option,
|
|
||||||
(eg., -opt val1 val2) or values collected from multiple occurrences of
|
|
||||||
the option (eg., -opt val1 -opt val2).
|
|
||||||
"""
|
|
||||||
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-' + option, nargs='*', action='append')
|
|
||||||
args, _ = parser.parse_known_args(argv)
|
|
||||||
if not args or not vars(args)[option]:
|
|
||||||
return []
|
|
||||||
else:
|
|
||||||
return sum(vars(args)[option], [])
|
|
||||||
|
|
||||||
|
|
||||||
def GetHostCompilerOptions(argv):
|
|
||||||
"""Collect the -isystem, -iquote, and --sysroot option values from argv.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
The string that can be used as the --compiler-options to nvcc.
|
|
||||||
"""
|
|
||||||
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-isystem', nargs='*', action='append')
|
|
||||||
parser.add_argument('-iquote', nargs='*', action='append')
|
|
||||||
parser.add_argument('--sysroot', nargs=1)
|
|
||||||
parser.add_argument('-g', nargs='*', action='append')
|
|
||||||
parser.add_argument('-fno-canonical-system-headers', action='store_true')
|
|
||||||
parser.add_argument('-no-canonical-prefixes', action='store_true')
|
|
||||||
|
|
||||||
args, _ = parser.parse_known_args(argv)
|
|
||||||
|
|
||||||
opts = ''
|
|
||||||
|
|
||||||
if args.isystem:
|
|
||||||
opts += ' -isystem ' + ' -isystem '.join(sum(args.isystem, []))
|
|
||||||
if args.iquote:
|
|
||||||
opts += ' -iquote ' + ' -iquote '.join(sum(args.iquote, []))
|
|
||||||
if args.g:
|
|
||||||
opts += ' -g' + ' -g'.join(sum(args.g, []))
|
|
||||||
if args.fno_canonical_system_headers:
|
|
||||||
opts += ' -fno-canonical-system-headers'
|
|
||||||
if args.no_canonical_prefixes:
|
|
||||||
opts += ' -no-canonical-prefixes'
|
|
||||||
if args.sysroot:
|
|
||||||
opts += ' --sysroot ' + args.sysroot[0]
|
|
||||||
|
|
||||||
return opts
|
|
||||||
|
|
||||||
def _update_options(nvcc_options):
|
|
||||||
if NVCC_VERSION in ("7.0",):
|
|
||||||
return nvcc_options
|
|
||||||
|
|
||||||
update_options = { "relaxed-constexpr" : "expt-relaxed-constexpr" }
|
|
||||||
return [ update_options[opt] if opt in update_options else opt
|
|
||||||
for opt in nvcc_options ]
|
|
||||||
|
|
||||||
def GetNvccOptions(argv):
|
|
||||||
"""Collect the -nvcc_options values from argv.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
The string that can be passed directly to nvcc.
|
|
||||||
"""
|
|
||||||
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-nvcc_options', nargs='*', action='append')
|
|
||||||
|
|
||||||
args, _ = parser.parse_known_args(argv)
|
|
||||||
|
|
||||||
if args.nvcc_options:
|
|
||||||
options = _update_options(sum(args.nvcc_options, []))
|
|
||||||
return ' '.join(['--'+a for a in options])
|
|
||||||
return ''
|
|
||||||
|
|
||||||
|
|
||||||
def InvokeNvcc(argv, log=False):
|
|
||||||
"""Call nvcc with arguments assembled from argv.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
log: True if logging is requested.
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
The return value of calling os.system('nvcc ' + args)
|
|
||||||
"""
|
|
||||||
|
|
||||||
host_compiler_options = GetHostCompilerOptions(argv)
|
|
||||||
nvcc_compiler_options = GetNvccOptions(argv)
|
|
||||||
opt_option = GetOptionValue(argv, 'O')
|
|
||||||
m_options = GetOptionValue(argv, 'm')
|
|
||||||
m_options = ''.join([' -m' + m for m in m_options if m in ['32', '64']])
|
|
||||||
include_options = GetOptionValue(argv, 'I')
|
|
||||||
out_file = GetOptionValue(argv, 'o')
|
|
||||||
depfiles = GetOptionValue(argv, 'MF')
|
|
||||||
defines = GetOptionValue(argv, 'D')
|
|
||||||
defines = ''.join([' -D' + define for define in defines])
|
|
||||||
undefines = GetOptionValue(argv, 'U')
|
|
||||||
undefines = ''.join([' -U' + define for define in undefines])
|
|
||||||
std_options = GetOptionValue(argv, 'std')
|
|
||||||
# currently only c++11 is supported by Cuda 7.0 std argument
|
|
||||||
nvcc_allowed_std_options = ["c++11"]
|
|
||||||
std_options = ''.join([' -std=' + define
|
|
||||||
for define in std_options if define in nvcc_allowed_std_options])
|
|
||||||
|
|
||||||
# The list of source files get passed after the -c option. I don't know of
|
|
||||||
# any other reliable way to just get the list of source files to be compiled.
|
|
||||||
src_files = GetOptionValue(argv, 'c')
|
|
||||||
|
|
||||||
# Pass -w through from host to nvcc, but don't do anything fancier with
|
|
||||||
# warnings-related flags, since they're not necessarily the same across
|
|
||||||
# compilers.
|
|
||||||
warning_options = ' -w' if '-w' in argv else ''
|
|
||||||
|
|
||||||
if len(src_files) == 0:
|
|
||||||
return 1
|
|
||||||
if len(out_file) != 1:
|
|
||||||
return 1
|
|
||||||
|
|
||||||
opt = (' -O2' if (len(opt_option) > 0 and int(opt_option[0]) > 0)
|
|
||||||
else ' -g -G')
|
|
||||||
|
|
||||||
includes = (' -I ' + ' -I '.join(include_options)
|
|
||||||
if len(include_options) > 0
|
|
||||||
else '')
|
|
||||||
|
|
||||||
# Unfortunately, there are other options that have -c prefix too.
|
|
||||||
# So allowing only those look like C/C++ files.
|
|
||||||
src_files = [f for f in src_files if
|
|
||||||
re.search('\.cpp$|\.cc$|\.c$|\.cxx$|\.C$', f)]
|
|
||||||
srcs = ' '.join(src_files)
|
|
||||||
out = ' -o ' + out_file[0]
|
|
||||||
|
|
||||||
supported_cuda_compute_capabilities = [ "3.0", "6.0" ]
|
|
||||||
nvccopts = '-D_FORCE_INLINES '
|
|
||||||
for capability in supported_cuda_compute_capabilities:
|
|
||||||
capability = capability.replace('.', '')
|
|
||||||
nvccopts += r'-gencode=arch=compute_%s,\"code=sm_%s,compute_%s\" ' % (
|
|
||||||
capability, capability, capability)
|
|
||||||
nvccopts += ' ' + nvcc_compiler_options
|
|
||||||
nvccopts += undefines
|
|
||||||
nvccopts += defines
|
|
||||||
nvccopts += std_options
|
|
||||||
nvccopts += m_options
|
|
||||||
nvccopts += warning_options
|
|
||||||
|
|
||||||
if depfiles:
|
|
||||||
# Generate the dependency file
|
|
||||||
depfile = depfiles[0]
|
|
||||||
cmd = (NVCC_PATH + ' ' + nvccopts +
|
|
||||||
' --compiler-options "' + host_compiler_options + '"' +
|
|
||||||
' --compiler-bindir=' + GCC_HOST_COMPILER_PATH +
|
|
||||||
' -I .' +
|
|
||||||
' -x cu ' + opt + includes + ' ' + srcs + ' -M -o ' + depfile)
|
|
||||||
if log: Log(cmd)
|
|
||||||
exit_status = os.system(cmd)
|
|
||||||
if exit_status != 0:
|
|
||||||
return exit_status
|
|
||||||
|
|
||||||
cmd = (NVCC_PATH + ' ' + nvccopts +
|
|
||||||
' --compiler-options "' + host_compiler_options + ' -fPIC"' +
|
|
||||||
' --compiler-bindir=' + GCC_HOST_COMPILER_PATH +
|
|
||||||
' -I .' +
|
|
||||||
' -x cu ' + opt + includes + ' -c ' + srcs + out)
|
|
||||||
|
|
||||||
# TODO(zhengxq): for some reason, 'gcc' needs this help to find 'as'.
|
|
||||||
# Need to investigate and fix.
|
|
||||||
cmd = 'PATH=' + PREFIX_DIR + ':$PATH ' + cmd
|
|
||||||
if log: Log(cmd)
|
|
||||||
return os.system(cmd)
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-x', nargs=1)
|
|
||||||
parser.add_argument('--cuda_log', action='store_true')
|
|
||||||
args, leftover = parser.parse_known_args(sys.argv[1:])
|
|
||||||
|
|
||||||
if args.x and args.x[0] == 'cuda':
|
|
||||||
if args.cuda_log: Log('-x cuda')
|
|
||||||
leftover = [pipes.quote(s) for s in leftover]
|
|
||||||
if args.cuda_log: Log('using nvcc')
|
|
||||||
return InvokeNvcc(leftover, log=args.cuda_log)
|
|
||||||
|
|
||||||
# Strip our flags before passing through to the CPU compiler for files which
|
|
||||||
# are not -x cuda. We can't just pass 'leftover' because it also strips -x.
|
|
||||||
# We not only want to pass -x to the CPU compiler, but also keep it in its
|
|
||||||
# relative location in the argv list (the compiler is actually sensitive to
|
|
||||||
# this).
|
|
||||||
cpu_compiler_flags = [flag for flag in sys.argv[1:]
|
|
||||||
if not flag.startswith(('--cuda_log'))]
|
|
||||||
|
|
||||||
return subprocess.call([CPU_COMPILER] + cpu_compiler_flags)
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
sys.exit(main())
|
|
||||||
@ -1,192 +0,0 @@
|
|||||||
#!/usr/bin/env python
|
|
||||||
# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
# ==============================================================================
|
|
||||||
|
|
||||||
"""Crosstool wrapper for compiling CUDA programs with nvcc on Windows.
|
|
||||||
|
|
||||||
DESCRIPTION:
|
|
||||||
This script is the Windows version of //third_party/gpus/crosstool/crosstool_wrapper_is_not_gcc
|
|
||||||
"""
|
|
||||||
|
|
||||||
from __future__ import print_function
|
|
||||||
|
|
||||||
from argparse import ArgumentParser
|
|
||||||
import os
|
|
||||||
import subprocess
|
|
||||||
import re
|
|
||||||
import sys
|
|
||||||
import pipes
|
|
||||||
|
|
||||||
# Template values set by cuda_autoconf.
|
|
||||||
CPU_COMPILER = ('/opt/rh/devtoolset-7/root/usr/bin/gcc')
|
|
||||||
GCC_HOST_COMPILER_PATH = ('/opt/rh/devtoolset-7/root/usr/bin/gcc')
|
|
||||||
|
|
||||||
NVCC_PATH = '/usr/local/cuda-10.0/bin/nvcc'
|
|
||||||
NVCC_VERSION = '10.0'
|
|
||||||
NVCC_TEMP_DIR = "C:\\Windows\\Temp\\nvcc_inter_files_tmp_dir"
|
|
||||||
supported_cuda_compute_capabilities = [ "3.0", "6.0" ]
|
|
||||||
|
|
||||||
def Log(s):
|
|
||||||
print('gpus/crosstool: {0}'.format(s))
|
|
||||||
|
|
||||||
|
|
||||||
def GetOptionValue(argv, option):
|
|
||||||
"""Extract the list of values for option from options.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
option: The option whose value to extract, without the leading '/'.
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
1. A list of values, either directly following the option,
|
|
||||||
(eg., /opt val1 val2) or values collected from multiple occurrences of
|
|
||||||
the option (eg., /opt val1 /opt val2).
|
|
||||||
2. The leftover options.
|
|
||||||
"""
|
|
||||||
|
|
||||||
parser = ArgumentParser(prefix_chars='/')
|
|
||||||
parser.add_argument('/' + option, nargs='*', action='append')
|
|
||||||
args, leftover = parser.parse_known_args(argv)
|
|
||||||
if args and vars(args)[option]:
|
|
||||||
return (sum(vars(args)[option], []), leftover)
|
|
||||||
return ([], leftover)
|
|
||||||
|
|
||||||
def _update_options(nvcc_options):
|
|
||||||
if NVCC_VERSION in ("7.0",):
|
|
||||||
return nvcc_options
|
|
||||||
|
|
||||||
update_options = { "relaxed-constexpr" : "expt-relaxed-constexpr" }
|
|
||||||
return [ update_options[opt] if opt in update_options else opt
|
|
||||||
for opt in nvcc_options ]
|
|
||||||
|
|
||||||
def GetNvccOptions(argv):
|
|
||||||
"""Collect the -nvcc_options values from argv.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
1. The string that can be passed directly to nvcc.
|
|
||||||
2. The leftover options.
|
|
||||||
"""
|
|
||||||
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-nvcc_options', nargs='*', action='append')
|
|
||||||
|
|
||||||
args, leftover = parser.parse_known_args(argv)
|
|
||||||
|
|
||||||
if args.nvcc_options:
|
|
||||||
options = _update_options(sum(args.nvcc_options, []))
|
|
||||||
return (['--' + a for a in options], leftover)
|
|
||||||
return ([], leftover)
|
|
||||||
|
|
||||||
|
|
||||||
def InvokeNvcc(argv, log=False):
|
|
||||||
"""Call nvcc with arguments assembled from argv.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
log: True if logging is requested.
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
The return value of calling os.system('nvcc ' + args)
|
|
||||||
"""
|
|
||||||
|
|
||||||
src_files = [f for f in argv if
|
|
||||||
re.search('\.cpp$|\.cc$|\.c$|\.cxx$|\.C$', f)]
|
|
||||||
if len(src_files) == 0:
|
|
||||||
raise Error('No source files found for cuda compilation.')
|
|
||||||
|
|
||||||
out_file = [ f for f in argv if f.startswith('/Fo') ]
|
|
||||||
if len(out_file) != 1:
|
|
||||||
raise Error('Please specify exactly one output file for cuda compilation.')
|
|
||||||
out = ['-o', out_file[0][len('/Fo'):]]
|
|
||||||
|
|
||||||
nvcc_compiler_options, argv = GetNvccOptions(argv)
|
|
||||||
|
|
||||||
opt_option, argv = GetOptionValue(argv, 'O')
|
|
||||||
opt = ['-g', '-G']
|
|
||||||
if (len(opt_option) > 0 and opt_option[0] != 'd'):
|
|
||||||
opt = ['-O2']
|
|
||||||
|
|
||||||
include_options, argv = GetOptionValue(argv, 'I')
|
|
||||||
includes = ["-I " + include for include in include_options]
|
|
||||||
|
|
||||||
defines, argv = GetOptionValue(argv, 'D')
|
|
||||||
defines = ['-D' + define for define in defines]
|
|
||||||
|
|
||||||
undefines, argv = GetOptionValue(argv, 'U')
|
|
||||||
undefines = ['-U' + define for define in undefines]
|
|
||||||
|
|
||||||
# The rest of the unrecognized options should be passed to host compiler
|
|
||||||
host_compiler_options = [option for option in argv if option not in (src_files + out_file)]
|
|
||||||
|
|
||||||
m_options = ["-m64"]
|
|
||||||
|
|
||||||
nvccopts = ['-D_FORCE_INLINES']
|
|
||||||
for capability in supported_cuda_compute_capabilities:
|
|
||||||
capability = capability.replace('.', '')
|
|
||||||
nvccopts += [r'-gencode=arch=compute_%s,"code=sm_%s,compute_%s"' % (
|
|
||||||
capability, capability, capability)]
|
|
||||||
nvccopts += nvcc_compiler_options
|
|
||||||
nvccopts += undefines
|
|
||||||
nvccopts += defines
|
|
||||||
nvccopts += m_options
|
|
||||||
nvccopts += ['--compiler-options="' + " ".join(host_compiler_options) + '"']
|
|
||||||
nvccopts += ['-x', 'cu'] + opt + includes + out + ['-c'] + src_files
|
|
||||||
# If we don't specify --keep-dir, nvcc will generate intermediate files under TEMP
|
|
||||||
# Put them under NVCC_TEMP_DIR instead, then Bazel can ignore files under NVCC_TEMP_DIR during dependency check
|
|
||||||
# http://docs.nvidia.com/cuda/cuda-compiler-driver-nvcc/index.html#options-for-guiding-compiler-driver
|
|
||||||
# Different actions are sharing NVCC_TEMP_DIR, so we cannot remove it if the directory already exists.
|
|
||||||
if os.path.isfile(NVCC_TEMP_DIR):
|
|
||||||
os.remove(NVCC_TEMP_DIR)
|
|
||||||
if not os.path.exists(NVCC_TEMP_DIR):
|
|
||||||
os.makedirs(NVCC_TEMP_DIR)
|
|
||||||
nvccopts += ['--keep', '--keep-dir', NVCC_TEMP_DIR]
|
|
||||||
cmd = [NVCC_PATH] + nvccopts
|
|
||||||
if log:
|
|
||||||
Log(cmd)
|
|
||||||
proc = subprocess.Popen(cmd,
|
|
||||||
stdout=sys.stdout,
|
|
||||||
stderr=sys.stderr,
|
|
||||||
env=os.environ.copy(),
|
|
||||||
shell=True)
|
|
||||||
proc.wait()
|
|
||||||
return proc.returncode
|
|
||||||
|
|
||||||
def main():
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-x', nargs=1)
|
|
||||||
parser.add_argument('--cuda_log', action='store_true')
|
|
||||||
args, leftover = parser.parse_known_args(sys.argv[1:])
|
|
||||||
|
|
||||||
if args.x and args.x[0] == 'cuda':
|
|
||||||
if args.cuda_log: Log('-x cuda')
|
|
||||||
leftover = [pipes.quote(s) for s in leftover]
|
|
||||||
if args.cuda_log: Log('using nvcc')
|
|
||||||
return InvokeNvcc(leftover, log=args.cuda_log)
|
|
||||||
|
|
||||||
# Strip our flags before passing through to the CPU compiler for files which
|
|
||||||
# are not -x cuda. We can't just pass 'leftover' because it also strips -x.
|
|
||||||
# We not only want to pass -x to the CPU compiler, but also keep it in its
|
|
||||||
# relative location in the argv list (the compiler is actually sensitive to
|
|
||||||
# this).
|
|
||||||
cpu_compiler_flags = [flag for flag in sys.argv[1:]
|
|
||||||
if not flag.startswith(('--cuda_log'))
|
|
||||||
and not flag.startswith(('-nvcc_options'))]
|
|
||||||
|
|
||||||
return subprocess.call([CPU_COMPILER] + cpu_compiler_flags)
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
sys.exit(main())
|
|
||||||
@ -1,170 +0,0 @@
|
|||||||
# This file is expanded from a template by cuda_configure.bzl
|
|
||||||
# Update cuda_configure.bzl#verify_build_defines when adding new variables.
|
|
||||||
|
|
||||||
load(":cc_toolchain_config.bzl", "cc_toolchain_config")
|
|
||||||
|
|
||||||
licenses(["restricted"])
|
|
||||||
|
|
||||||
package(default_visibility = ["//visibility:public"])
|
|
||||||
|
|
||||||
toolchain(
|
|
||||||
name = "toolchain-linux-x86_64",
|
|
||||||
exec_compatible_with = [
|
|
||||||
"@bazel_tools//platforms:linux",
|
|
||||||
"@bazel_tools//platforms:x86_64",
|
|
||||||
],
|
|
||||||
target_compatible_with = [
|
|
||||||
"@bazel_tools//platforms:linux",
|
|
||||||
"@bazel_tools//platforms:x86_64",
|
|
||||||
],
|
|
||||||
toolchain = ":cc-compiler-local",
|
|
||||||
toolchain_type = "@bazel_tools//tools/cpp:toolchain_type",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain_suite(
|
|
||||||
name = "toolchain",
|
|
||||||
toolchains = {
|
|
||||||
"local|compiler": ":cc-compiler-local",
|
|
||||||
"darwin|compiler": ":cc-compiler-darwin",
|
|
||||||
"x64_windows|msvc-cl": ":cc-compiler-windows",
|
|
||||||
"x64_windows": ":cc-compiler-windows",
|
|
||||||
"arm": ":cc-compiler-local",
|
|
||||||
"aarch64": ":cc-compiler-local",
|
|
||||||
"k8": ":cc-compiler-local",
|
|
||||||
"piii": ":cc-compiler-local",
|
|
||||||
"ppc": ":cc-compiler-local",
|
|
||||||
"darwin": ":cc-compiler-darwin",
|
|
||||||
},
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain(
|
|
||||||
name = "cc-compiler-local",
|
|
||||||
all_files = ":crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
compiler_files = ":empty",
|
|
||||||
dwp_files = ":empty",
|
|
||||||
linker_files = ":crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
objcopy_files = ":empty",
|
|
||||||
strip_files = ":empty",
|
|
||||||
# To support linker flags that need to go to the start of command line
|
|
||||||
# we need the toolchain to support parameter files. Parameter files are
|
|
||||||
# last on the command line and contain all shared libraries to link, so all
|
|
||||||
# regular options will be left of them.
|
|
||||||
supports_param_files = 1,
|
|
||||||
toolchain_config = ":cc-compiler-local-config",
|
|
||||||
toolchain_identifier = "local_linux",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain_config(
|
|
||||||
name = "cc-compiler-local-config",
|
|
||||||
builtin_include_directories = [
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7/x86_64-redhat-linux",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7/backward",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/lib/gcc/x86_64-redhat-linux/7/include",
|
|
||||||
"/usr/local/include",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include",
|
|
||||||
"/usr/include",
|
|
||||||
"/usr/local/cuda-10.1/targets/x86_64-linux/include",
|
|
||||||
"/usr/local/cuda-10.1/include",
|
|
||||||
"/usr/local/cuda-10.1/extras/CUPTI/include",
|
|
||||||
"/usr/local/cuda-10.1/include",
|
|
||||||
],
|
|
||||||
cpu = "local",
|
|
||||||
extra_no_canonical_prefixes_flags = ["-fno-canonical-system-headers"],
|
|
||||||
host_compiler_path = "clang/bin/crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
host_compiler_prefix = "/opt/rh/devtoolset-7/root/usr/bin",
|
|
||||||
host_compiler_warnings = [],
|
|
||||||
host_unfiltered_compile_flags = [],
|
|
||||||
linker_bin_path = "/opt/rh/devtoolset-7/root/usr/bin",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain(
|
|
||||||
name = "cc-compiler-darwin",
|
|
||||||
all_files = ":crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
compiler_files = ":empty",
|
|
||||||
dwp_files = ":empty",
|
|
||||||
linker_files = ":crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
objcopy_files = ":empty",
|
|
||||||
strip_files = ":empty",
|
|
||||||
supports_param_files = 0,
|
|
||||||
toolchain_config = ":cc-compiler-local-darwin",
|
|
||||||
toolchain_identifier = "local_darwin",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain_config(
|
|
||||||
name = "cc-compiler-local-darwin",
|
|
||||||
builtin_include_directories = [
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7/x86_64-redhat-linux",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7/backward",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/lib/gcc/x86_64-redhat-linux/7/include",
|
|
||||||
"/usr/local/include",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include",
|
|
||||||
"/usr/include",
|
|
||||||
"/usr/local/cuda-10.1/targets/x86_64-linux/include",
|
|
||||||
"/usr/local/cuda-10.1/include",
|
|
||||||
"/usr/local/cuda-10.1/extras/CUPTI/include",
|
|
||||||
"/usr/local/cuda-10.1/include",
|
|
||||||
],
|
|
||||||
cpu = "darwin",
|
|
||||||
extra_no_canonical_prefixes_flags = ["-fno-canonical-system-headers"],
|
|
||||||
host_compiler_path = "clang/bin/crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
host_compiler_prefix = "/opt/rh/devtoolset-7/root/usr/bin",
|
|
||||||
host_compiler_warnings = [],
|
|
||||||
host_unfiltered_compile_flags = [],
|
|
||||||
linker_bin_path = "/opt/rh/devtoolset-7/root/usr/bin",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain(
|
|
||||||
name = "cc-compiler-windows",
|
|
||||||
all_files = ":windows_msvc_wrapper_files",
|
|
||||||
compiler_files = ":empty",
|
|
||||||
dwp_files = ":empty",
|
|
||||||
linker_files = ":windows_msvc_wrapper_files",
|
|
||||||
objcopy_files = ":empty",
|
|
||||||
strip_files = ":empty",
|
|
||||||
supports_param_files = 1,
|
|
||||||
toolchain_config = ":cc-compiler-windows-config",
|
|
||||||
toolchain_identifier = "local_windows",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain_config(
|
|
||||||
name = "cc-compiler-windows-config",
|
|
||||||
builtin_include_directories = [
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7/x86_64-redhat-linux",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include/c++/7/backward",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/lib/gcc/x86_64-redhat-linux/7/include",
|
|
||||||
"/usr/local/include",
|
|
||||||
"/opt/rh/devtoolset-7/root/usr/include",
|
|
||||||
"/usr/include",
|
|
||||||
"/usr/local/cuda-10.1/targets/x86_64-linux/include",
|
|
||||||
"/usr/local/cuda-10.1/include",
|
|
||||||
"/usr/local/cuda-10.1/extras/CUPTI/include",
|
|
||||||
"/usr/local/cuda-10.1/include",
|
|
||||||
],
|
|
||||||
cpu = "x64_windows",
|
|
||||||
msvc_cl_path = "msvc_not_used",
|
|
||||||
msvc_env_include = "msvc_not_used",
|
|
||||||
msvc_env_lib = "msvc_not_used",
|
|
||||||
msvc_env_path = "msvc_not_used",
|
|
||||||
msvc_env_tmp = "msvc_not_used",
|
|
||||||
msvc_lib_path = "msvc_not_used",
|
|
||||||
msvc_link_path = "msvc_not_used",
|
|
||||||
msvc_ml_path = "msvc_not_used",
|
|
||||||
)
|
|
||||||
|
|
||||||
filegroup(
|
|
||||||
name = "empty",
|
|
||||||
srcs = [],
|
|
||||||
)
|
|
||||||
|
|
||||||
filegroup(
|
|
||||||
name = "crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
srcs = ["clang/bin/crosstool_wrapper_driver_is_not_gcc"],
|
|
||||||
)
|
|
||||||
|
|
||||||
filegroup(
|
|
||||||
name = "windows_msvc_wrapper_files",
|
|
||||||
srcs = glob(["windows/msvc_*"]),
|
|
||||||
)
|
|
||||||
File diff suppressed because it is too large
Load Diff
@ -1,280 +0,0 @@
|
|||||||
#!/usr/bin/env python2
|
|
||||||
# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
# ==============================================================================
|
|
||||||
"""Crosstool wrapper for compiling CUDA programs.
|
|
||||||
|
|
||||||
SYNOPSIS:
|
|
||||||
crosstool_wrapper_is_not_gcc [options passed in by cc_library()
|
|
||||||
or cc_binary() rule]
|
|
||||||
|
|
||||||
DESCRIPTION:
|
|
||||||
This script is expected to be called by the cc_library() or cc_binary() bazel
|
|
||||||
rules. When the option "-x cuda" is present in the list of arguments passed
|
|
||||||
to this script, it invokes the nvcc CUDA compiler. Most arguments are passed
|
|
||||||
as is as a string to --compiler-options of nvcc. When "-x cuda" is not
|
|
||||||
present, this wrapper invokes hybrid_driver_is_not_gcc with the input
|
|
||||||
arguments as is.
|
|
||||||
|
|
||||||
NOTES:
|
|
||||||
Changes to the contents of this file must be propagated from
|
|
||||||
//third_party/gpus/crosstool/crosstool_wrapper_is_not_gcc to
|
|
||||||
//third_party/gpus/crosstool/v*/*/clang/bin/crosstool_wrapper_is_not_gcc
|
|
||||||
"""
|
|
||||||
|
|
||||||
from __future__ import print_function
|
|
||||||
|
|
||||||
__author__ = 'keveman@google.com (Manjunath Kudlur)'
|
|
||||||
|
|
||||||
from argparse import ArgumentParser
|
|
||||||
import os
|
|
||||||
import subprocess
|
|
||||||
import re
|
|
||||||
import sys
|
|
||||||
import pipes
|
|
||||||
|
|
||||||
# Template values set by cuda_autoconf.
|
|
||||||
CPU_COMPILER = ('/opt/rh/devtoolset-7/root/usr/bin/gcc')
|
|
||||||
GCC_HOST_COMPILER_PATH = ('/opt/rh/devtoolset-7/root/usr/bin/gcc')
|
|
||||||
|
|
||||||
NVCC_PATH = '/usr/local/cuda-10.1/bin/nvcc'
|
|
||||||
PREFIX_DIR = os.path.dirname(GCC_HOST_COMPILER_PATH)
|
|
||||||
NVCC_VERSION = '10.1'
|
|
||||||
|
|
||||||
|
|
||||||
def Log(s):
|
|
||||||
print('gpus/crosstool: {0}'.format(s))
|
|
||||||
|
|
||||||
|
|
||||||
def GetOptionValue(argv, option):
|
|
||||||
"""Extract the list of values for option from the argv list.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
option: The option whose value to extract, without the leading '-'.
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
A list of values, either directly following the option,
|
|
||||||
(eg., -opt val1 val2) or values collected from multiple occurrences of
|
|
||||||
the option (eg., -opt val1 -opt val2).
|
|
||||||
"""
|
|
||||||
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-' + option, nargs='*', action='append')
|
|
||||||
args, _ = parser.parse_known_args(argv)
|
|
||||||
if not args or not vars(args)[option]:
|
|
||||||
return []
|
|
||||||
else:
|
|
||||||
return sum(vars(args)[option], [])
|
|
||||||
|
|
||||||
|
|
||||||
def GetHostCompilerOptions(argv):
|
|
||||||
"""Collect the -isystem, -iquote, and --sysroot option values from argv.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
The string that can be used as the --compiler-options to nvcc.
|
|
||||||
"""
|
|
||||||
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-isystem', nargs='*', action='append')
|
|
||||||
parser.add_argument('-iquote', nargs='*', action='append')
|
|
||||||
parser.add_argument('--sysroot', nargs=1)
|
|
||||||
parser.add_argument('-g', nargs='*', action='append')
|
|
||||||
parser.add_argument('-fno-canonical-system-headers', action='store_true')
|
|
||||||
parser.add_argument('-no-canonical-prefixes', action='store_true')
|
|
||||||
|
|
||||||
args, _ = parser.parse_known_args(argv)
|
|
||||||
|
|
||||||
opts = ''
|
|
||||||
|
|
||||||
if args.isystem:
|
|
||||||
opts += ' -isystem ' + ' -isystem '.join(sum(args.isystem, []))
|
|
||||||
if args.iquote:
|
|
||||||
opts += ' -iquote ' + ' -iquote '.join(sum(args.iquote, []))
|
|
||||||
if args.g:
|
|
||||||
opts += ' -g' + ' -g'.join(sum(args.g, []))
|
|
||||||
if args.fno_canonical_system_headers:
|
|
||||||
opts += ' -fno-canonical-system-headers'
|
|
||||||
if args.no_canonical_prefixes:
|
|
||||||
opts += ' -no-canonical-prefixes'
|
|
||||||
if args.sysroot:
|
|
||||||
opts += ' --sysroot ' + args.sysroot[0]
|
|
||||||
|
|
||||||
return opts
|
|
||||||
|
|
||||||
|
|
||||||
def _update_options(nvcc_options):
|
|
||||||
if NVCC_VERSION in ('7.0',):
|
|
||||||
return nvcc_options
|
|
||||||
|
|
||||||
update_options = {'relaxed-constexpr': 'expt-relaxed-constexpr'}
|
|
||||||
return [
|
|
||||||
update_options[opt] if opt in update_options else opt
|
|
||||||
for opt in nvcc_options
|
|
||||||
]
|
|
||||||
|
|
||||||
|
|
||||||
def GetNvccOptions(argv):
|
|
||||||
"""Collect the -nvcc_options values from argv.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
The string that can be passed directly to nvcc.
|
|
||||||
"""
|
|
||||||
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-nvcc_options', nargs='*', action='append')
|
|
||||||
|
|
||||||
args, _ = parser.parse_known_args(argv)
|
|
||||||
|
|
||||||
if args.nvcc_options:
|
|
||||||
options = _update_options(sum(args.nvcc_options, []))
|
|
||||||
return ' '.join(['--' + a for a in options])
|
|
||||||
return ''
|
|
||||||
|
|
||||||
|
|
||||||
def InvokeNvcc(argv, log=False):
|
|
||||||
"""Call nvcc with arguments assembled from argv.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
log: True if logging is requested.
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
The return value of calling os.system('nvcc ' + args)
|
|
||||||
"""
|
|
||||||
|
|
||||||
host_compiler_options = GetHostCompilerOptions(argv)
|
|
||||||
nvcc_compiler_options = GetNvccOptions(argv)
|
|
||||||
opt_option = GetOptionValue(argv, 'O')
|
|
||||||
m_options = GetOptionValue(argv, 'm')
|
|
||||||
m_options = ''.join([' -m' + m for m in m_options if m in ['32', '64']])
|
|
||||||
include_options = GetOptionValue(argv, 'I')
|
|
||||||
out_file = GetOptionValue(argv, 'o')
|
|
||||||
depfiles = GetOptionValue(argv, 'MF')
|
|
||||||
defines = GetOptionValue(argv, 'D')
|
|
||||||
defines = ''.join([' -D' + define for define in defines])
|
|
||||||
undefines = GetOptionValue(argv, 'U')
|
|
||||||
undefines = ''.join([' -U' + define for define in undefines])
|
|
||||||
std_options = GetOptionValue(argv, 'std')
|
|
||||||
# currently only c++11 is supported by Cuda 7.0 std argument
|
|
||||||
nvcc_allowed_std_options = ['c++11']
|
|
||||||
std_options = ''.join([
|
|
||||||
' -std=' + define
|
|
||||||
for define in std_options
|
|
||||||
if define in nvcc_allowed_std_options
|
|
||||||
])
|
|
||||||
|
|
||||||
# The list of source files get passed after the -c option. I don't know of
|
|
||||||
# any other reliable way to just get the list of source files to be compiled.
|
|
||||||
src_files = GetOptionValue(argv, 'c')
|
|
||||||
|
|
||||||
# Pass -w through from host to nvcc, but don't do anything fancier with
|
|
||||||
# warnings-related flags, since they're not necessarily the same across
|
|
||||||
# compilers.
|
|
||||||
warning_options = ' -w' if '-w' in argv else ''
|
|
||||||
|
|
||||||
if len(src_files) == 0:
|
|
||||||
return 1
|
|
||||||
if len(out_file) != 1:
|
|
||||||
return 1
|
|
||||||
|
|
||||||
opt = (' -O2' if
|
|
||||||
(len(opt_option) > 0 and int(opt_option[0]) > 0) else ' -g -G')
|
|
||||||
|
|
||||||
includes = (' -I ' +
|
|
||||||
' -I '.join(include_options) if len(include_options) > 0 else '')
|
|
||||||
|
|
||||||
# Unfortunately, there are other options that have -c prefix too.
|
|
||||||
# So allowing only those look like C/C++ files.
|
|
||||||
src_files = [
|
|
||||||
f for f in src_files if re.search('\.cpp$|\.cc$|\.c$|\.cxx$|\.C$', f)
|
|
||||||
]
|
|
||||||
srcs = ' '.join(src_files)
|
|
||||||
out = ' -o ' + out_file[0]
|
|
||||||
|
|
||||||
supported_cuda_compute_capabilities = ['3.0', '6.0']
|
|
||||||
nvccopts = '-D_FORCE_INLINES '
|
|
||||||
for capability in supported_cuda_compute_capabilities:
|
|
||||||
capability = capability.replace('.', '')
|
|
||||||
nvccopts += r'-gencode=arch=compute_%s,\"code=sm_%s,compute_%s\" ' % (
|
|
||||||
capability, capability, capability)
|
|
||||||
nvccopts += ' ' + nvcc_compiler_options
|
|
||||||
nvccopts += undefines
|
|
||||||
nvccopts += defines
|
|
||||||
nvccopts += std_options
|
|
||||||
nvccopts += m_options
|
|
||||||
nvccopts += warning_options
|
|
||||||
|
|
||||||
if depfiles:
|
|
||||||
# Generate the dependency file
|
|
||||||
depfile = depfiles[0]
|
|
||||||
cmd = (
|
|
||||||
NVCC_PATH + ' ' + nvccopts + ' --compiler-options "' +
|
|
||||||
host_compiler_options + '"' + ' --compiler-bindir=' +
|
|
||||||
GCC_HOST_COMPILER_PATH + ' -I .' + ' -x cu ' + opt + includes + ' ' +
|
|
||||||
srcs + ' -M -o ' + depfile)
|
|
||||||
if log:
|
|
||||||
Log(cmd)
|
|
||||||
exit_status = os.system(cmd)
|
|
||||||
if exit_status != 0:
|
|
||||||
return exit_status
|
|
||||||
|
|
||||||
cmd = (
|
|
||||||
NVCC_PATH + ' ' + nvccopts + ' --compiler-options "' +
|
|
||||||
host_compiler_options + ' -fPIC"' + ' --compiler-bindir=' +
|
|
||||||
GCC_HOST_COMPILER_PATH + ' -I .' + ' -x cu ' + opt + includes + ' -c ' +
|
|
||||||
srcs + out)
|
|
||||||
|
|
||||||
# TODO(zhengxq): for some reason, 'gcc' needs this help to find 'as'.
|
|
||||||
# Need to investigate and fix.
|
|
||||||
cmd = 'PATH=' + PREFIX_DIR + ':$PATH ' + cmd
|
|
||||||
if log:
|
|
||||||
Log(cmd)
|
|
||||||
return os.system(cmd)
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-x', nargs=1)
|
|
||||||
parser.add_argument('--cuda_log', action='store_true')
|
|
||||||
args, leftover = parser.parse_known_args(sys.argv[1:])
|
|
||||||
|
|
||||||
if args.x and args.x[0] == 'cuda':
|
|
||||||
if args.cuda_log:
|
|
||||||
Log('-x cuda')
|
|
||||||
leftover = [pipes.quote(s) for s in leftover]
|
|
||||||
if args.cuda_log:
|
|
||||||
Log('using nvcc')
|
|
||||||
return InvokeNvcc(leftover, log=args.cuda_log)
|
|
||||||
|
|
||||||
# Strip our flags before passing through to the CPU compiler for files which
|
|
||||||
# are not -x cuda. We can't just pass 'leftover' because it also strips -x.
|
|
||||||
# We not only want to pass -x to the CPU compiler, but also keep it in its
|
|
||||||
# relative location in the argv list (the compiler is actually sensitive to
|
|
||||||
# this).
|
|
||||||
cpu_compiler_flags = [
|
|
||||||
flag for flag in sys.argv[1:] if not flag.startswith(('--cuda_log'))
|
|
||||||
]
|
|
||||||
|
|
||||||
return subprocess.call([CPU_COMPILER] + cpu_compiler_flags)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
sys.exit(main())
|
|
||||||
@ -1,207 +0,0 @@
|
|||||||
#!/usr/bin/env python
|
|
||||||
# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
# ==============================================================================
|
|
||||||
"""Crosstool wrapper for compiling CUDA programs with nvcc on Windows.
|
|
||||||
|
|
||||||
DESCRIPTION:
|
|
||||||
This script is the Windows version of
|
|
||||||
//third_party/gpus/crosstool/crosstool_wrapper_is_not_gcc
|
|
||||||
"""
|
|
||||||
|
|
||||||
from __future__ import print_function
|
|
||||||
|
|
||||||
from argparse import ArgumentParser
|
|
||||||
import os
|
|
||||||
import subprocess
|
|
||||||
import re
|
|
||||||
import sys
|
|
||||||
import pipes
|
|
||||||
|
|
||||||
# Template values set by cuda_autoconf.
|
|
||||||
CPU_COMPILER = ('/opt/rh/devtoolset-7/root/usr/bin/gcc')
|
|
||||||
GCC_HOST_COMPILER_PATH = ('/opt/rh/devtoolset-7/root/usr/bin/gcc')
|
|
||||||
|
|
||||||
NVCC_PATH = '/usr/local/cuda-10.1/bin/nvcc'
|
|
||||||
NVCC_VERSION = '10.1'
|
|
||||||
NVCC_TEMP_DIR = 'C:\\Windows\\Temp\\nvcc_inter_files_tmp_dir'
|
|
||||||
supported_cuda_compute_capabilities = ['3.0', '6.0']
|
|
||||||
|
|
||||||
|
|
||||||
def Log(s):
|
|
||||||
print('gpus/crosstool: {0}'.format(s))
|
|
||||||
|
|
||||||
|
|
||||||
def GetOptionValue(argv, option):
|
|
||||||
"""Extract the list of values for option from options.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
option: The option whose value to extract, without the leading '/'.
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
1. A list of values, either directly following the option,
|
|
||||||
(eg., /opt val1 val2) or values collected from multiple occurrences of
|
|
||||||
the option (eg., /opt val1 /opt val2).
|
|
||||||
2. The leftover options.
|
|
||||||
"""
|
|
||||||
|
|
||||||
parser = ArgumentParser(prefix_chars='/')
|
|
||||||
parser.add_argument('/' + option, nargs='*', action='append')
|
|
||||||
args, leftover = parser.parse_known_args(argv)
|
|
||||||
if args and vars(args)[option]:
|
|
||||||
return (sum(vars(args)[option], []), leftover)
|
|
||||||
return ([], leftover)
|
|
||||||
|
|
||||||
|
|
||||||
def _update_options(nvcc_options):
|
|
||||||
if NVCC_VERSION in ('7.0',):
|
|
||||||
return nvcc_options
|
|
||||||
|
|
||||||
update_options = {'relaxed-constexpr': 'expt-relaxed-constexpr'}
|
|
||||||
return [
|
|
||||||
update_options[opt] if opt in update_options else opt
|
|
||||||
for opt in nvcc_options
|
|
||||||
]
|
|
||||||
|
|
||||||
|
|
||||||
def GetNvccOptions(argv):
|
|
||||||
"""Collect the -nvcc_options values from argv.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
1. The string that can be passed directly to nvcc.
|
|
||||||
2. The leftover options.
|
|
||||||
"""
|
|
||||||
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-nvcc_options', nargs='*', action='append')
|
|
||||||
|
|
||||||
args, leftover = parser.parse_known_args(argv)
|
|
||||||
|
|
||||||
if args.nvcc_options:
|
|
||||||
options = _update_options(sum(args.nvcc_options, []))
|
|
||||||
return (['--' + a for a in options], leftover)
|
|
||||||
return ([], leftover)
|
|
||||||
|
|
||||||
|
|
||||||
def InvokeNvcc(argv, log=False):
|
|
||||||
"""Call nvcc with arguments assembled from argv.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
log: True if logging is requested.
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
The return value of calling os.system('nvcc ' + args)
|
|
||||||
"""
|
|
||||||
|
|
||||||
src_files = [f for f in argv if re.search(r'\.cpp$|\.cc$|\.c$|\.cxx$|\.C$', f)]
|
|
||||||
if len(src_files) == 0:
|
|
||||||
raise RuntimeError('No source files found for cuda compilation.')
|
|
||||||
|
|
||||||
out_file = [f for f in argv if f.startswith('/Fo')]
|
|
||||||
if len(out_file) != 1:
|
|
||||||
raise RuntimeError(
|
|
||||||
'Please specify exactly one output file for cuda compilation.')
|
|
||||||
out = ['-o', out_file[0][len('/Fo'):]]
|
|
||||||
|
|
||||||
nvcc_compiler_options, argv = GetNvccOptions(argv)
|
|
||||||
|
|
||||||
opt_option, argv = GetOptionValue(argv, 'O')
|
|
||||||
opt = ['-g', '-G']
|
|
||||||
if (len(opt_option) > 0 and opt_option[0] != 'd'):
|
|
||||||
opt = ['-O2']
|
|
||||||
|
|
||||||
include_options, argv = GetOptionValue(argv, 'I')
|
|
||||||
includes = ['-I ' + include for include in include_options]
|
|
||||||
|
|
||||||
defines, argv = GetOptionValue(argv, 'D')
|
|
||||||
defines = ['-D' + define for define in defines]
|
|
||||||
|
|
||||||
undefines, argv = GetOptionValue(argv, 'U')
|
|
||||||
undefines = ['-U' + define for define in undefines]
|
|
||||||
|
|
||||||
# The rest of the unrecognized options should be passed to host compiler
|
|
||||||
host_compiler_options = [
|
|
||||||
option for option in argv if option not in (src_files + out_file)
|
|
||||||
]
|
|
||||||
|
|
||||||
m_options = ['-m64']
|
|
||||||
|
|
||||||
nvccopts = ['-D_FORCE_INLINES']
|
|
||||||
for capability in supported_cuda_compute_capabilities:
|
|
||||||
capability = capability.replace('.', '')
|
|
||||||
nvccopts += [
|
|
||||||
r'-gencode=arch=compute_%s,"code=sm_%s,compute_%s"' %
|
|
||||||
(capability, capability, capability)
|
|
||||||
]
|
|
||||||
nvccopts += nvcc_compiler_options
|
|
||||||
nvccopts += undefines
|
|
||||||
nvccopts += defines
|
|
||||||
nvccopts += m_options
|
|
||||||
nvccopts += ['--compiler-options="' + ' '.join(host_compiler_options) + '"']
|
|
||||||
nvccopts += ['-x', 'cu'] + opt + includes + out + ['-c'] + src_files
|
|
||||||
# If we don't specify --keep-dir, nvcc will generate intermediate files under TEMP
|
|
||||||
# Put them under NVCC_TEMP_DIR instead, then Bazel can ignore files under NVCC_TEMP_DIR during dependency check
|
|
||||||
# http://docs.nvidia.com/cuda/cuda-compiler-driver-nvcc/index.html#options-for-guiding-compiler-driver
|
|
||||||
# Different actions are sharing NVCC_TEMP_DIR, so we cannot remove it if the directory already exists.
|
|
||||||
if os.path.isfile(NVCC_TEMP_DIR):
|
|
||||||
os.remove(NVCC_TEMP_DIR)
|
|
||||||
if not os.path.exists(NVCC_TEMP_DIR):
|
|
||||||
os.makedirs(NVCC_TEMP_DIR)
|
|
||||||
nvccopts += ['--keep', '--keep-dir', NVCC_TEMP_DIR]
|
|
||||||
cmd = [NVCC_PATH] + nvccopts
|
|
||||||
if log:
|
|
||||||
Log(cmd)
|
|
||||||
proc = subprocess.Popen(
|
|
||||||
cmd,
|
|
||||||
stdout=sys.stdout,
|
|
||||||
stderr=sys.stderr,
|
|
||||||
env=os.environ.copy(),
|
|
||||||
shell=True)
|
|
||||||
proc.wait()
|
|
||||||
return proc.returncode
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-x', nargs=1)
|
|
||||||
parser.add_argument('--cuda_log', action='store_true')
|
|
||||||
args, leftover = parser.parse_known_args(sys.argv[1:])
|
|
||||||
|
|
||||||
if args.x and args.x[0] == 'cuda':
|
|
||||||
if args.cuda_log:
|
|
||||||
Log('-x cuda')
|
|
||||||
leftover = [pipes.quote(s) for s in leftover]
|
|
||||||
if args.cuda_log:
|
|
||||||
Log('using nvcc')
|
|
||||||
return InvokeNvcc(leftover, log=args.cuda_log)
|
|
||||||
|
|
||||||
# Strip our flags before passing through to the CPU compiler for files which
|
|
||||||
# are not -x cuda. We can't just pass 'leftover' because it also strips -x.
|
|
||||||
# We not only want to pass -x to the CPU compiler, but also keep it in its
|
|
||||||
# relative location in the argv list (the compiler is actually sensitive to
|
|
||||||
# this).
|
|
||||||
cpu_compiler_flags = [
|
|
||||||
flag for flag in sys.argv[1:] if not flag.startswith(('--cuda_log')) and
|
|
||||||
not flag.startswith(('-nvcc_options'))
|
|
||||||
]
|
|
||||||
|
|
||||||
return subprocess.call([CPU_COMPILER] + cpu_compiler_flags)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
sys.exit(main())
|
|
||||||
121
third_party/toolchains/preconfig/centos6/gcc7/BUILD
vendored
121
third_party/toolchains/preconfig/centos6/gcc7/BUILD
vendored
@ -1,121 +0,0 @@
|
|||||||
# Copyright 2016 The Bazel Authors. All rights reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
|
|
||||||
# This becomes the BUILD file for @local_config_cc// under non-FreeBSD unixes.
|
|
||||||
|
|
||||||
package(default_visibility = ["//visibility:public"])
|
|
||||||
|
|
||||||
load(":cc_toolchain_config.bzl", "cc_toolchain_config")
|
|
||||||
|
|
||||||
licenses(["notice"]) # Apache 2.0
|
|
||||||
|
|
||||||
cc_library(
|
|
||||||
name = "malloc",
|
|
||||||
)
|
|
||||||
|
|
||||||
filegroup(
|
|
||||||
name = "empty",
|
|
||||||
srcs = [],
|
|
||||||
)
|
|
||||||
|
|
||||||
filegroup(
|
|
||||||
name = "cc_wrapper",
|
|
||||||
srcs = ["cc_wrapper.sh"],
|
|
||||||
)
|
|
||||||
|
|
||||||
filegroup(
|
|
||||||
name = "compiler_deps",
|
|
||||||
srcs = glob(["extra_tools/**"]) + [":empty"],
|
|
||||||
)
|
|
||||||
|
|
||||||
# This is the entry point for --crosstool_top. Toolchains are found
|
|
||||||
# by lopping off the name of --crosstool_top and searching for
|
|
||||||
# the "${CPU}" entry in the toolchains attribute.
|
|
||||||
cc_toolchain_suite(
|
|
||||||
name = "toolchain",
|
|
||||||
toolchains = {
|
|
||||||
"k8|gcc": ":cc-compiler-k8",
|
|
||||||
"k8": ":cc-compiler-k8",
|
|
||||||
"armeabi-v7a|compiler": ":cc-compiler-armeabi-v7a",
|
|
||||||
"armeabi-v7a": ":cc-compiler-armeabi-v7a",
|
|
||||||
},
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain(
|
|
||||||
name = "cc-compiler-k8",
|
|
||||||
all_files = ":compiler_deps",
|
|
||||||
ar_files = ":empty",
|
|
||||||
as_files = ":empty",
|
|
||||||
compiler_files = ":compiler_deps",
|
|
||||||
dwp_files = ":empty",
|
|
||||||
linker_files = ":compiler_deps",
|
|
||||||
objcopy_files = ":empty",
|
|
||||||
strip_files = ":empty",
|
|
||||||
supports_param_files = 1,
|
|
||||||
toolchain_config = ":linux_gnu_x86",
|
|
||||||
toolchain_identifier = "linux_gnu_x86",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain_config(
|
|
||||||
name = "linux_gnu_x86",
|
|
||||||
compiler = "gcc",
|
|
||||||
cpu = "k8",
|
|
||||||
)
|
|
||||||
|
|
||||||
toolchain(
|
|
||||||
name = "cc-toolchain-k8",
|
|
||||||
exec_compatible_with = [
|
|
||||||
# TODO(katre): add autodiscovered constraints for host CPU and OS.
|
|
||||||
],
|
|
||||||
target_compatible_with = [
|
|
||||||
# TODO(katre): add autodiscovered constraints for host CPU and OS.
|
|
||||||
],
|
|
||||||
toolchain = ":cc-compiler-k8",
|
|
||||||
toolchain_type = "@bazel_tools//tools/cpp:toolchain_type",
|
|
||||||
)
|
|
||||||
|
|
||||||
# Android tooling requires a default toolchain for the armeabi-v7a cpu.
|
|
||||||
cc_toolchain(
|
|
||||||
name = "cc-compiler-armeabi-v7a",
|
|
||||||
all_files = ":empty",
|
|
||||||
ar_files = ":empty",
|
|
||||||
as_files = ":empty",
|
|
||||||
compiler_files = ":empty",
|
|
||||||
dwp_files = ":empty",
|
|
||||||
linker_files = ":empty",
|
|
||||||
objcopy_files = ":empty",
|
|
||||||
strip_files = ":empty",
|
|
||||||
supports_param_files = 1,
|
|
||||||
toolchain_config = ":stub_armeabi-v7a",
|
|
||||||
toolchain_identifier = "stub_armeabi-v7a",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain_config(
|
|
||||||
name = "stub_armeabi-v7a",
|
|
||||||
compiler = "compiler",
|
|
||||||
cpu = "armeabi-v7a",
|
|
||||||
)
|
|
||||||
|
|
||||||
toolchain(
|
|
||||||
name = "cc-toolchain-armeabi-v7a",
|
|
||||||
exec_compatible_with = [
|
|
||||||
# TODO(katre): add autodiscovered constraints for host CPU and OS.
|
|
||||||
],
|
|
||||||
target_compatible_with = [
|
|
||||||
"@bazel_tools//platforms:arm",
|
|
||||||
"@bazel_tools//platforms:android",
|
|
||||||
],
|
|
||||||
toolchain = ":cc-compiler-armabi-v7a",
|
|
||||||
toolchain_type = "@bazel_tools//tools/cpp:toolchain_type",
|
|
||||||
)
|
|
||||||
@ -1,2 +0,0 @@
|
|||||||
# DO NOT EDIT: automatically generated WORKSPACE file for cc_autoconf rule
|
|
||||||
workspace(name = "local_config_cc")
|
|
||||||
File diff suppressed because it is too large
Load Diff
@ -1,25 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
#
|
|
||||||
# Copyright 2015 The Bazel Authors. All rights reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
#
|
|
||||||
# Ship the environment to the C++ action
|
|
||||||
#
|
|
||||||
set -eu
|
|
||||||
|
|
||||||
# Set-up the environment
|
|
||||||
|
|
||||||
|
|
||||||
# Call the C++ compiler
|
|
||||||
/opt/rh/devtoolset-7/root/usr/bin/gcc "$@"
|
|
||||||
@ -1,23 +0,0 @@
|
|||||||
# pylint: disable=g-bad-file-header
|
|
||||||
# Copyright 2017 The Bazel Authors. All rights reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
|
|
||||||
"""Skylark rule that stubs a toolchain."""
|
|
||||||
|
|
||||||
def _dummy_toolchain_impl(ctx):
|
|
||||||
ctx = ctx # unused argument
|
|
||||||
toolchain = platform_common.ToolchainInfo()
|
|
||||||
return [toolchain]
|
|
||||||
|
|
||||||
dummy_toolchain = rule(_dummy_toolchain_impl, attrs = {})
|
|
||||||
@ -1 +0,0 @@
|
|||||||
int main() {}
|
|
||||||
174
third_party/toolchains/preconfig/centos6/py/BUILD
vendored
174
third_party/toolchains/preconfig/centos6/py/BUILD
vendored
File diff suppressed because one or more lines are too long
@ -1,2 +0,0 @@
|
|||||||
# DO NOT EDIT: automatically generated WORKSPACE file for python_configure rule
|
|
||||||
workspace(name = "local_config_python")
|
|
||||||
181
third_party/toolchains/preconfig/centos6/py3/BUILD
vendored
181
third_party/toolchains/preconfig/centos6/py3/BUILD
vendored
File diff suppressed because one or more lines are too long
@ -1,2 +0,0 @@
|
|||||||
# DO NOT EDIT: automatically generated WORKSPACE file for python_configure rule
|
|
||||||
workspace(name = "local_config_python")
|
|
||||||
@ -1,62 +0,0 @@
|
|||||||
# NVIDIA TensorRT
|
|
||||||
# A high-performance deep learning inference optimizer and runtime.
|
|
||||||
|
|
||||||
licenses(["notice"])
|
|
||||||
|
|
||||||
load("@local_config_cuda//cuda:build_defs.bzl", "cuda_default_copts")
|
|
||||||
|
|
||||||
package(default_visibility = ["//visibility:public"])
|
|
||||||
|
|
||||||
exports_files(["LICENSE"])
|
|
||||||
|
|
||||||
cc_library(
|
|
||||||
name = "tensorrt_headers",
|
|
||||||
hdrs = [
|
|
||||||
"tensorrt/include/tensorrt_config.h",
|
|
||||||
":tensorrt_include",
|
|
||||||
],
|
|
||||||
include_prefix = "third_party/tensorrt",
|
|
||||||
strip_include_prefix = "tensorrt/include",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_library(
|
|
||||||
name = "tensorrt",
|
|
||||||
srcs = [":tensorrt_lib"],
|
|
||||||
copts = cuda_default_copts(),
|
|
||||||
data = [":tensorrt_lib"],
|
|
||||||
linkstatic = 1,
|
|
||||||
deps = [
|
|
||||||
":tensorrt_headers",
|
|
||||||
"@local_config_cuda//cuda",
|
|
||||||
],
|
|
||||||
)
|
|
||||||
|
|
||||||
bzl_library(
|
|
||||||
name = "build_defs_bzl",
|
|
||||||
srcs = ["build_defs.bzl"],
|
|
||||||
deps = [
|
|
||||||
"@bazel_skylib//lib:selects",
|
|
||||||
],
|
|
||||||
)
|
|
||||||
|
|
||||||
genrule(
|
|
||||||
name = "tensorrt_lib",
|
|
||||||
outs = [
|
|
||||||
"tensorrt/lib/libnvinfer.so.5",
|
|
||||||
"tensorrt/lib/libnvinfer_plugin.so.5",
|
|
||||||
],
|
|
||||||
cmd = """cp -f "/usr/lib64/libnvinfer.so.5" "$(location tensorrt/lib/libnvinfer.so.5)" && \
|
|
||||||
cp -f "/usr/lib64/libnvinfer_plugin.so.5" "$(location tensorrt/lib/libnvinfer_plugin.so.5)" """,
|
|
||||||
)
|
|
||||||
|
|
||||||
genrule(
|
|
||||||
name = "tensorrt_include",
|
|
||||||
outs = [
|
|
||||||
"tensorrt/include/NvInfer.h",
|
|
||||||
"tensorrt/include/NvUtils.h",
|
|
||||||
"tensorrt/include/NvInferPlugin.h",
|
|
||||||
],
|
|
||||||
cmd = """cp -f "/usr/include/NvInfer.h" "$(location tensorrt/include/NvInfer.h)" && \
|
|
||||||
cp -f "/usr/include/NvUtils.h" "$(location tensorrt/include/NvUtils.h)" && \
|
|
||||||
cp -f "/usr/include/NvInferPlugin.h" "$(location tensorrt/include/NvInferPlugin.h)" """,
|
|
||||||
)
|
|
||||||
@ -1,2 +0,0 @@
|
|||||||
# DO NOT EDIT: automatically generated WORKSPACE file for tensorrt_configure rule
|
|
||||||
workspace(name = "local_config_tensorrt")
|
|
||||||
@ -1,5 +0,0 @@
|
|||||||
# Build configurations for TensorRT.
|
|
||||||
|
|
||||||
def if_tensorrt(if_true, if_false = []):
|
|
||||||
"""Tests whether TensorRT was enabled during the configure process."""
|
|
||||||
return if_true
|
|
||||||
@ -1,21 +0,0 @@
|
|||||||
/* Copyright 2019 The TensorFlow Authors. All Rights Reserved.
|
|
||||||
|
|
||||||
Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
you may not use this file except in compliance with the License.
|
|
||||||
You may obtain a copy of the License at
|
|
||||||
|
|
||||||
http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
|
|
||||||
Unless required by applicable law or agreed to in writing, software
|
|
||||||
distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
See the License for the specific language governing permissions and
|
|
||||||
limitations under the License.
|
|
||||||
==============================================================================*/
|
|
||||||
|
|
||||||
#ifndef TENSORRT_TENSORRT_INCLUDE_CONFIG_H_
|
|
||||||
#define TENSORRT_TENSORRT_INCLUDE_CONFIG_H_
|
|
||||||
|
|
||||||
#define TF_TENSORRT_VERSION "5"
|
|
||||||
|
|
||||||
#endif // TENSORRT_TENSORRT_INCLUDE_CONFIG_H_
|
|
||||||
@ -1,2 +0,0 @@
|
|||||||
# DO NOT EDIT: automatically generated WORKSPACE file for cuda_configure rule
|
|
||||||
workspace(name = "local_config_cuda")
|
|
||||||
File diff suppressed because it is too large
Load Diff
@ -1,64 +0,0 @@
|
|||||||
# Macros for building CUDA code.
|
|
||||||
def if_cuda(if_true, if_false = []):
|
|
||||||
"""Shorthand for select()'ing on whether we're building with CUDA.
|
|
||||||
|
|
||||||
Returns a select statement which evaluates to if_true if we're building
|
|
||||||
with CUDA enabled. Otherwise, the select statement evaluates to if_false.
|
|
||||||
|
|
||||||
"""
|
|
||||||
return select({
|
|
||||||
"@local_config_cuda//cuda:using_nvcc": if_true,
|
|
||||||
"@local_config_cuda//cuda:using_clang": if_true,
|
|
||||||
"//conditions:default": if_false,
|
|
||||||
})
|
|
||||||
|
|
||||||
def cuda_default_copts():
|
|
||||||
"""Default options for all CUDA compilations."""
|
|
||||||
return if_cuda(["-x", "cuda", "-DGOOGLE_CUDA=1"] + [])
|
|
||||||
|
|
||||||
def cuda_is_configured():
|
|
||||||
"""Returns true if CUDA was enabled during the configure process."""
|
|
||||||
return True
|
|
||||||
|
|
||||||
def if_cuda_is_configured(x):
|
|
||||||
"""Tests if the CUDA was enabled during the configure process.
|
|
||||||
|
|
||||||
Unlike if_cuda(), this does not require that we are building with
|
|
||||||
--config=cuda. Used to allow non-CUDA code to depend on CUDA libraries.
|
|
||||||
"""
|
|
||||||
if cuda_is_configured():
|
|
||||||
return select({"//conditions:default": x})
|
|
||||||
return select({"//conditions:default": []})
|
|
||||||
|
|
||||||
def cuda_header_library(
|
|
||||||
name,
|
|
||||||
hdrs,
|
|
||||||
include_prefix = None,
|
|
||||||
strip_include_prefix = None,
|
|
||||||
deps = [],
|
|
||||||
**kwargs):
|
|
||||||
"""Generates a cc_library containing both virtual and system include paths.
|
|
||||||
|
|
||||||
Generates both a header-only target with virtual includes plus the full
|
|
||||||
target without virtual includes. This works around the fact that bazel can't
|
|
||||||
mix 'includes' and 'include_prefix' in the same target."""
|
|
||||||
|
|
||||||
native.cc_library(
|
|
||||||
name = name + "_virtual",
|
|
||||||
hdrs = hdrs,
|
|
||||||
include_prefix = include_prefix,
|
|
||||||
strip_include_prefix = strip_include_prefix,
|
|
||||||
deps = deps,
|
|
||||||
visibility = ["//visibility:private"],
|
|
||||||
)
|
|
||||||
|
|
||||||
native.cc_library(
|
|
||||||
name = name,
|
|
||||||
textual_hdrs = hdrs,
|
|
||||||
deps = deps + [":%s_virtual" % name],
|
|
||||||
**kwargs
|
|
||||||
)
|
|
||||||
|
|
||||||
def cuda_library(copts = [], **kwargs):
|
|
||||||
"""Wrapper over cc_library which adds default CUDA options."""
|
|
||||||
native.cc_library(copts = cuda_default_copts() + copts, **kwargs)
|
|
||||||
@ -1,27 +0,0 @@
|
|||||||
/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
|
|
||||||
|
|
||||||
Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
you may not use this file except in compliance with the License.
|
|
||||||
You may obtain a copy of the License at
|
|
||||||
|
|
||||||
http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
|
|
||||||
Unless required by applicable law or agreed to in writing, software
|
|
||||||
distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
See the License for the specific language governing permissions and
|
|
||||||
limitations under the License.
|
|
||||||
==============================================================================*/
|
|
||||||
|
|
||||||
#ifndef CUDA_CUDA_CONFIG_H_
|
|
||||||
#define CUDA_CUDA_CONFIG_H_
|
|
||||||
|
|
||||||
#define TF_CUDA_CAPABILITIES CudaVersion("3.0"), CudaVersion("6.0")
|
|
||||||
|
|
||||||
#define TF_CUDA_VERSION "10.0"
|
|
||||||
#define TF_CUDA_LIB_VERSION "10.0"
|
|
||||||
#define TF_CUDNN_VERSION "7"
|
|
||||||
|
|
||||||
#define TF_CUDA_TOOLKIT_PATH "/usr/local/cuda-10.0"
|
|
||||||
|
|
||||||
#endif // CUDA_CUDA_CONFIG_H_
|
|
||||||
@ -1,172 +0,0 @@
|
|||||||
# This file is expanded from a template by cuda_configure.bzl
|
|
||||||
# Update cuda_configure.bzl#verify_build_defines when adding new variables.
|
|
||||||
|
|
||||||
load(":cc_toolchain_config.bzl", "cc_toolchain_config")
|
|
||||||
|
|
||||||
licenses(["restricted"])
|
|
||||||
|
|
||||||
package(default_visibility = ["//visibility:public"])
|
|
||||||
|
|
||||||
toolchain(
|
|
||||||
name = "toolchain-linux-x86_64",
|
|
||||||
exec_compatible_with = [
|
|
||||||
"@bazel_tools//platforms:linux",
|
|
||||||
"@bazel_tools//platforms:x86_64",
|
|
||||||
],
|
|
||||||
target_compatible_with = [
|
|
||||||
"@bazel_tools//platforms:linux",
|
|
||||||
"@bazel_tools//platforms:x86_64",
|
|
||||||
],
|
|
||||||
toolchain = ":cc-compiler-local",
|
|
||||||
toolchain_type = "@bazel_tools//tools/cpp:toolchain_type",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain_suite(
|
|
||||||
name = "toolchain",
|
|
||||||
toolchains = {
|
|
||||||
"local|compiler": ":cc-compiler-local",
|
|
||||||
"darwin|compiler": ":cc-compiler-darwin",
|
|
||||||
"x64_windows|msvc-cl": ":cc-compiler-windows",
|
|
||||||
"x64_windows": ":cc-compiler-windows",
|
|
||||||
"arm": ":cc-compiler-local",
|
|
||||||
"k8": ":cc-compiler-local",
|
|
||||||
"piii": ":cc-compiler-local",
|
|
||||||
"ppc": ":cc-compiler-local",
|
|
||||||
"darwin": ":cc-compiler-darwin",
|
|
||||||
},
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain(
|
|
||||||
name = "cc-compiler-local",
|
|
||||||
all_files = ":crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
compiler_files = ":empty",
|
|
||||||
dwp_files = ":empty",
|
|
||||||
linker_files = ":crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
objcopy_files = ":empty",
|
|
||||||
strip_files = ":empty",
|
|
||||||
# To support linker flags that need to go to the start of command line
|
|
||||||
# we need the toolchain to support parameter files. Parameter files are
|
|
||||||
# last on the command line and contain all shared libraries to link, so all
|
|
||||||
# regular options will be left of them.
|
|
||||||
supports_param_files = 1,
|
|
||||||
toolchain_config = ":cc-compiler-local-config",
|
|
||||||
toolchain_identifier = "local_linux",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain_config(
|
|
||||||
name = "cc-compiler-local-config",
|
|
||||||
builtin_include_directories = [
|
|
||||||
"/usr/include/c++/4.8",
|
|
||||||
"/usr/include/x86_64-linux-gnu/c++/4.8",
|
|
||||||
"/usr/include/c++/4.8/backward",
|
|
||||||
"/usr/lib/gcc/x86_64-linux-gnu/4.8/include",
|
|
||||||
"/usr/local/include",
|
|
||||||
"/usr/lib/gcc/x86_64-linux-gnu/4.8/include-fixed",
|
|
||||||
"/usr/include/x86_64-linux-gnu",
|
|
||||||
"/usr/include",
|
|
||||||
"/usr/local/cuda-10.0/targets/x86_64-linux/include",
|
|
||||||
"/usr/local/cuda-10.0/include",
|
|
||||||
"/usr/local/cuda-10.0/extras/CUPTI/include",
|
|
||||||
"/usr/include",
|
|
||||||
],
|
|
||||||
cpu = "local",
|
|
||||||
extra_no_canonical_prefixes_flags = ["-fno-canonical-system-headers"],
|
|
||||||
host_compiler_path = "clang/bin/crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
host_compiler_prefix = "/usr/bin",
|
|
||||||
host_compiler_warnings = [],
|
|
||||||
host_unfiltered_compile_flags = [],
|
|
||||||
linker_bin_path = "/usr/bin",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain(
|
|
||||||
name = "cc-compiler-darwin",
|
|
||||||
all_files = ":crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
compiler_files = ":empty",
|
|
||||||
dwp_files = ":empty",
|
|
||||||
linker_files = ":crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
objcopy_files = ":empty",
|
|
||||||
strip_files = ":empty",
|
|
||||||
supports_param_files = 0,
|
|
||||||
toolchain_config = ":cc-compiler-local-darwin",
|
|
||||||
toolchain_identifier = "local_darwin",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain_config(
|
|
||||||
name = "cc-compiler-local-darwin",
|
|
||||||
builtin_include_directories = [
|
|
||||||
"/usr/include/c++/4.8",
|
|
||||||
"/usr/include/x86_64-linux-gnu/c++/4.8",
|
|
||||||
"/usr/include/c++/4.8/backward",
|
|
||||||
"/usr/lib/gcc/x86_64-linux-gnu/4.8/include",
|
|
||||||
"/usr/local/include",
|
|
||||||
"/usr/lib/gcc/x86_64-linux-gnu/4.8/include-fixed",
|
|
||||||
"/usr/include/x86_64-linux-gnu",
|
|
||||||
"/usr/include",
|
|
||||||
"/usr/local/cuda-10.0/targets/x86_64-linux/include",
|
|
||||||
"/usr/local/cuda-10.0/include",
|
|
||||||
"/usr/local/cuda-10.0/extras/CUPTI/include",
|
|
||||||
"/usr/include",
|
|
||||||
],
|
|
||||||
cpu = "darwin",
|
|
||||||
extra_no_canonical_prefixes_flags = ["-fno-canonical-system-headers"],
|
|
||||||
host_compiler_path = "clang/bin/crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
host_compiler_prefix = "/usr/bin",
|
|
||||||
host_compiler_warnings = [],
|
|
||||||
host_unfiltered_compile_flags = [],
|
|
||||||
linker_bin_path = "/usr/bin",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain(
|
|
||||||
name = "cc-compiler-windows",
|
|
||||||
all_files = ":windows_msvc_wrapper_files",
|
|
||||||
compiler_files = ":empty",
|
|
||||||
dwp_files = ":empty",
|
|
||||||
linker_files = ":windows_msvc_wrapper_files",
|
|
||||||
objcopy_files = ":empty",
|
|
||||||
strip_files = ":empty",
|
|
||||||
supports_param_files = 1,
|
|
||||||
toolchain_config = ":cc-compiler-windows-config",
|
|
||||||
toolchain_identifier = "local_windows",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_toolchain_config(
|
|
||||||
name = "cc-compiler-windows-config",
|
|
||||||
builtin_include_directories = [
|
|
||||||
"/usr/include/c++/4.8",
|
|
||||||
"/usr/include/x86_64-linux-gnu/c++/4.8",
|
|
||||||
"/usr/include/c++/4.8/backward",
|
|
||||||
"/usr/lib/gcc/x86_64-linux-gnu/4.8/include",
|
|
||||||
"/usr/local/include",
|
|
||||||
"/usr/lib/gcc/x86_64-linux-gnu/4.8/include-fixed",
|
|
||||||
"/usr/include/x86_64-linux-gnu",
|
|
||||||
"/usr/include",
|
|
||||||
"/usr/local/cuda-10.0/targets/x86_64-linux/include",
|
|
||||||
"/usr/local/cuda-10.0/include",
|
|
||||||
"/usr/local/cuda-10.0/extras/CUPTI/include",
|
|
||||||
"/usr/include",
|
|
||||||
],
|
|
||||||
cpu = "x64_windows",
|
|
||||||
msvc_cl_path = "msvc_not_used",
|
|
||||||
msvc_env_include = "msvc_not_used",
|
|
||||||
msvc_env_lib = "msvc_not_used",
|
|
||||||
msvc_env_path = "msvc_not_used",
|
|
||||||
msvc_env_tmp = "msvc_not_used",
|
|
||||||
msvc_lib_path = "msvc_not_used",
|
|
||||||
msvc_link_path = "msvc_not_used",
|
|
||||||
msvc_ml_path = "msvc_not_used",
|
|
||||||
)
|
|
||||||
|
|
||||||
filegroup(
|
|
||||||
name = "empty",
|
|
||||||
srcs = [],
|
|
||||||
)
|
|
||||||
|
|
||||||
filegroup(
|
|
||||||
name = "crosstool_wrapper_driver_is_not_gcc",
|
|
||||||
srcs = ["clang/bin/crosstool_wrapper_driver_is_not_gcc"],
|
|
||||||
)
|
|
||||||
|
|
||||||
filegroup(
|
|
||||||
name = "windows_msvc_wrapper_files",
|
|
||||||
srcs = glob(["windows/msvc_*"]),
|
|
||||||
)
|
|
||||||
File diff suppressed because it is too large
Load Diff
@ -1,264 +0,0 @@
|
|||||||
#!/usr/bin/env python
|
|
||||||
# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
# ==============================================================================
|
|
||||||
|
|
||||||
"""Crosstool wrapper for compiling CUDA programs.
|
|
||||||
|
|
||||||
SYNOPSIS:
|
|
||||||
crosstool_wrapper_is_not_gcc [options passed in by cc_library()
|
|
||||||
or cc_binary() rule]
|
|
||||||
|
|
||||||
DESCRIPTION:
|
|
||||||
This script is expected to be called by the cc_library() or cc_binary() bazel
|
|
||||||
rules. When the option "-x cuda" is present in the list of arguments passed
|
|
||||||
to this script, it invokes the nvcc CUDA compiler. Most arguments are passed
|
|
||||||
as is as a string to --compiler-options of nvcc. When "-x cuda" is not
|
|
||||||
present, this wrapper invokes hybrid_driver_is_not_gcc with the input
|
|
||||||
arguments as is.
|
|
||||||
|
|
||||||
NOTES:
|
|
||||||
Changes to the contents of this file must be propagated from
|
|
||||||
//third_party/gpus/crosstool/crosstool_wrapper_is_not_gcc to
|
|
||||||
//third_party/gpus/crosstool/v*/*/clang/bin/crosstool_wrapper_is_not_gcc
|
|
||||||
"""
|
|
||||||
|
|
||||||
from __future__ import print_function
|
|
||||||
|
|
||||||
__author__ = 'keveman@google.com (Manjunath Kudlur)'
|
|
||||||
|
|
||||||
from argparse import ArgumentParser
|
|
||||||
import os
|
|
||||||
import subprocess
|
|
||||||
import re
|
|
||||||
import sys
|
|
||||||
import pipes
|
|
||||||
|
|
||||||
# Template values set by cuda_autoconf.
|
|
||||||
CPU_COMPILER = ('/usr/bin/gcc')
|
|
||||||
GCC_HOST_COMPILER_PATH = ('/usr/bin/gcc')
|
|
||||||
|
|
||||||
NVCC_PATH = '/usr/local/cuda-10.0/bin/nvcc'
|
|
||||||
PREFIX_DIR = os.path.dirname(GCC_HOST_COMPILER_PATH)
|
|
||||||
NVCC_VERSION = '10.0'
|
|
||||||
|
|
||||||
def Log(s):
|
|
||||||
print('gpus/crosstool: {0}'.format(s))
|
|
||||||
|
|
||||||
|
|
||||||
def GetOptionValue(argv, option):
|
|
||||||
"""Extract the list of values for option from the argv list.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
option: The option whose value to extract, without the leading '-'.
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
A list of values, either directly following the option,
|
|
||||||
(eg., -opt val1 val2) or values collected from multiple occurrences of
|
|
||||||
the option (eg., -opt val1 -opt val2).
|
|
||||||
"""
|
|
||||||
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-' + option, nargs='*', action='append')
|
|
||||||
args, _ = parser.parse_known_args(argv)
|
|
||||||
if not args or not vars(args)[option]:
|
|
||||||
return []
|
|
||||||
else:
|
|
||||||
return sum(vars(args)[option], [])
|
|
||||||
|
|
||||||
|
|
||||||
def GetHostCompilerOptions(argv):
|
|
||||||
"""Collect the -isystem, -iquote, and --sysroot option values from argv.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
The string that can be used as the --compiler-options to nvcc.
|
|
||||||
"""
|
|
||||||
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-isystem', nargs='*', action='append')
|
|
||||||
parser.add_argument('-iquote', nargs='*', action='append')
|
|
||||||
parser.add_argument('--sysroot', nargs=1)
|
|
||||||
parser.add_argument('-g', nargs='*', action='append')
|
|
||||||
parser.add_argument('-fno-canonical-system-headers', action='store_true')
|
|
||||||
|
|
||||||
args, _ = parser.parse_known_args(argv)
|
|
||||||
|
|
||||||
opts = ''
|
|
||||||
|
|
||||||
if args.isystem:
|
|
||||||
opts += ' -isystem ' + ' -isystem '.join(sum(args.isystem, []))
|
|
||||||
if args.iquote:
|
|
||||||
opts += ' -iquote ' + ' -iquote '.join(sum(args.iquote, []))
|
|
||||||
if args.g:
|
|
||||||
opts += ' -g' + ' -g'.join(sum(args.g, []))
|
|
||||||
if args.fno_canonical_system_headers:
|
|
||||||
opts += ' -fno-canonical-system-headers'
|
|
||||||
if args.sysroot:
|
|
||||||
opts += ' --sysroot ' + args.sysroot[0]
|
|
||||||
|
|
||||||
return opts
|
|
||||||
|
|
||||||
def _update_options(nvcc_options):
|
|
||||||
if NVCC_VERSION in ("7.0",):
|
|
||||||
return nvcc_options
|
|
||||||
|
|
||||||
update_options = { "relaxed-constexpr" : "expt-relaxed-constexpr" }
|
|
||||||
return [ update_options[opt] if opt in update_options else opt
|
|
||||||
for opt in nvcc_options ]
|
|
||||||
|
|
||||||
def GetNvccOptions(argv):
|
|
||||||
"""Collect the -nvcc_options values from argv.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
The string that can be passed directly to nvcc.
|
|
||||||
"""
|
|
||||||
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-nvcc_options', nargs='*', action='append')
|
|
||||||
|
|
||||||
args, _ = parser.parse_known_args(argv)
|
|
||||||
|
|
||||||
if args.nvcc_options:
|
|
||||||
options = _update_options(sum(args.nvcc_options, []))
|
|
||||||
return ' '.join(['--'+a for a in options])
|
|
||||||
return ''
|
|
||||||
|
|
||||||
|
|
||||||
def InvokeNvcc(argv, log=False):
|
|
||||||
"""Call nvcc with arguments assembled from argv.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
log: True if logging is requested.
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
The return value of calling os.system('nvcc ' + args)
|
|
||||||
"""
|
|
||||||
|
|
||||||
host_compiler_options = GetHostCompilerOptions(argv)
|
|
||||||
nvcc_compiler_options = GetNvccOptions(argv)
|
|
||||||
opt_option = GetOptionValue(argv, 'O')
|
|
||||||
m_options = GetOptionValue(argv, 'm')
|
|
||||||
m_options = ''.join([' -m' + m for m in m_options if m in ['32', '64']])
|
|
||||||
include_options = GetOptionValue(argv, 'I')
|
|
||||||
out_file = GetOptionValue(argv, 'o')
|
|
||||||
depfiles = GetOptionValue(argv, 'MF')
|
|
||||||
defines = GetOptionValue(argv, 'D')
|
|
||||||
defines = ''.join([' -D' + define for define in defines])
|
|
||||||
undefines = GetOptionValue(argv, 'U')
|
|
||||||
undefines = ''.join([' -U' + define for define in undefines])
|
|
||||||
std_options = GetOptionValue(argv, 'std')
|
|
||||||
# currently only c++11 is supported by Cuda 7.0 std argument
|
|
||||||
nvcc_allowed_std_options = ["c++11"]
|
|
||||||
std_options = ''.join([' -std=' + define
|
|
||||||
for define in std_options if define in nvcc_allowed_std_options])
|
|
||||||
|
|
||||||
# The list of source files get passed after the -c option. I don't know of
|
|
||||||
# any other reliable way to just get the list of source files to be compiled.
|
|
||||||
src_files = GetOptionValue(argv, 'c')
|
|
||||||
|
|
||||||
# Pass -w through from host to nvcc, but don't do anything fancier with
|
|
||||||
# warnings-related flags, since they're not necessarily the same across
|
|
||||||
# compilers.
|
|
||||||
warning_options = ' -w' if '-w' in argv else ''
|
|
||||||
|
|
||||||
if len(src_files) == 0:
|
|
||||||
return 1
|
|
||||||
if len(out_file) != 1:
|
|
||||||
return 1
|
|
||||||
|
|
||||||
opt = (' -O2' if (len(opt_option) > 0 and int(opt_option[0]) > 0)
|
|
||||||
else ' -g -G')
|
|
||||||
|
|
||||||
includes = (' -I ' + ' -I '.join(include_options)
|
|
||||||
if len(include_options) > 0
|
|
||||||
else '')
|
|
||||||
|
|
||||||
# Unfortunately, there are other options that have -c prefix too.
|
|
||||||
# So allowing only those look like C/C++ files.
|
|
||||||
src_files = [f for f in src_files if
|
|
||||||
re.search('\.cpp$|\.cc$|\.c$|\.cxx$|\.C$', f)]
|
|
||||||
srcs = ' '.join(src_files)
|
|
||||||
out = ' -o ' + out_file[0]
|
|
||||||
|
|
||||||
supported_cuda_compute_capabilities = [ "3.0", "6.0" ]
|
|
||||||
nvccopts = '-D_FORCE_INLINES '
|
|
||||||
for capability in supported_cuda_compute_capabilities:
|
|
||||||
capability = capability.replace('.', '')
|
|
||||||
nvccopts += r'-gencode=arch=compute_%s,\"code=sm_%s,compute_%s\" ' % (
|
|
||||||
capability, capability, capability)
|
|
||||||
nvccopts += ' ' + nvcc_compiler_options
|
|
||||||
nvccopts += undefines
|
|
||||||
nvccopts += defines
|
|
||||||
nvccopts += std_options
|
|
||||||
nvccopts += m_options
|
|
||||||
nvccopts += warning_options
|
|
||||||
|
|
||||||
if depfiles:
|
|
||||||
# Generate the dependency file
|
|
||||||
depfile = depfiles[0]
|
|
||||||
cmd = (NVCC_PATH + ' ' + nvccopts +
|
|
||||||
' --compiler-options "' + host_compiler_options + '"' +
|
|
||||||
' --compiler-bindir=' + GCC_HOST_COMPILER_PATH +
|
|
||||||
' -I .' +
|
|
||||||
' -x cu ' + opt + includes + ' ' + srcs + ' -M -o ' + depfile)
|
|
||||||
if log: Log(cmd)
|
|
||||||
exit_status = os.system(cmd)
|
|
||||||
if exit_status != 0:
|
|
||||||
return exit_status
|
|
||||||
|
|
||||||
cmd = (NVCC_PATH + ' ' + nvccopts +
|
|
||||||
' --compiler-options "' + host_compiler_options + ' -fPIC"' +
|
|
||||||
' --compiler-bindir=' + GCC_HOST_COMPILER_PATH +
|
|
||||||
' -I .' +
|
|
||||||
' -x cu ' + opt + includes + ' -c ' + srcs + out)
|
|
||||||
|
|
||||||
# TODO(zhengxq): for some reason, 'gcc' needs this help to find 'as'.
|
|
||||||
# Need to investigate and fix.
|
|
||||||
cmd = 'PATH=' + PREFIX_DIR + ':$PATH ' + cmd
|
|
||||||
if log: Log(cmd)
|
|
||||||
return os.system(cmd)
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-x', nargs=1)
|
|
||||||
parser.add_argument('--cuda_log', action='store_true')
|
|
||||||
args, leftover = parser.parse_known_args(sys.argv[1:])
|
|
||||||
|
|
||||||
if args.x and args.x[0] == 'cuda':
|
|
||||||
if args.cuda_log: Log('-x cuda')
|
|
||||||
leftover = [pipes.quote(s) for s in leftover]
|
|
||||||
if args.cuda_log: Log('using nvcc')
|
|
||||||
return InvokeNvcc(leftover, log=args.cuda_log)
|
|
||||||
|
|
||||||
# Strip our flags before passing through to the CPU compiler for files which
|
|
||||||
# are not -x cuda. We can't just pass 'leftover' because it also strips -x.
|
|
||||||
# We not only want to pass -x to the CPU compiler, but also keep it in its
|
|
||||||
# relative location in the argv list (the compiler is actually sensitive to
|
|
||||||
# this).
|
|
||||||
cpu_compiler_flags = [flag for flag in sys.argv[1:]
|
|
||||||
if not flag.startswith(('--cuda_log'))]
|
|
||||||
|
|
||||||
return subprocess.call([CPU_COMPILER] + cpu_compiler_flags)
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
sys.exit(main())
|
|
||||||
@ -1,20 +0,0 @@
|
|||||||
:: Copyright 2015 The TensorFlow Authors. All Rights Reserved.
|
|
||||||
::
|
|
||||||
:: Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
:: you may not use this file except in compliance with the License.
|
|
||||||
:: You may obtain a copy of the License at
|
|
||||||
::
|
|
||||||
:: http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
::
|
|
||||||
:: Unless required by applicable law or agreed to in writing, software
|
|
||||||
:: distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
:: WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
:: See the License for the specific language governing permissions and
|
|
||||||
:: limitations under the License.
|
|
||||||
:: =============================================================================
|
|
||||||
|
|
||||||
:: Invoke msvc_wrapper_for_nvcc.py, which is located in the same directory.
|
|
||||||
@echo OFF
|
|
||||||
set arg0=%~0
|
|
||||||
for %%F in ("%arg0%") do set DRIVER_BIN=%%~dpF
|
|
||||||
"/usr/bin/python3" -B "%DRIVER_BIN%\msvc_wrapper_for_nvcc.py" %*
|
|
||||||
@ -1,192 +0,0 @@
|
|||||||
#!/usr/bin/env python
|
|
||||||
# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
# ==============================================================================
|
|
||||||
|
|
||||||
"""Crosstool wrapper for compiling CUDA programs with nvcc on Windows.
|
|
||||||
|
|
||||||
DESCRIPTION:
|
|
||||||
This script is the Windows version of //third_party/gpus/crosstool/crosstool_wrapper_is_not_gcc
|
|
||||||
"""
|
|
||||||
|
|
||||||
from __future__ import print_function
|
|
||||||
|
|
||||||
from argparse import ArgumentParser
|
|
||||||
import os
|
|
||||||
import subprocess
|
|
||||||
import re
|
|
||||||
import sys
|
|
||||||
import pipes
|
|
||||||
|
|
||||||
# Template values set by cuda_autoconf.
|
|
||||||
CPU_COMPILER = ('/usr/bin/gcc')
|
|
||||||
GCC_HOST_COMPILER_PATH = ('/usr/bin/gcc')
|
|
||||||
|
|
||||||
NVCC_PATH = '/usr/local/cuda-10.0/bin/nvcc'
|
|
||||||
NVCC_VERSION = '10.0'
|
|
||||||
NVCC_TEMP_DIR = "C:\\Windows\\Temp\\nvcc_inter_files_tmp_dir"
|
|
||||||
supported_cuda_compute_capabilities = [ "3.0", "6.0" ]
|
|
||||||
|
|
||||||
def Log(s):
|
|
||||||
print('gpus/crosstool: {0}'.format(s))
|
|
||||||
|
|
||||||
|
|
||||||
def GetOptionValue(argv, option):
|
|
||||||
"""Extract the list of values for option from options.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
option: The option whose value to extract, without the leading '/'.
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
1. A list of values, either directly following the option,
|
|
||||||
(eg., /opt val1 val2) or values collected from multiple occurrences of
|
|
||||||
the option (eg., /opt val1 /opt val2).
|
|
||||||
2. The leftover options.
|
|
||||||
"""
|
|
||||||
|
|
||||||
parser = ArgumentParser(prefix_chars='/')
|
|
||||||
parser.add_argument('/' + option, nargs='*', action='append')
|
|
||||||
args, leftover = parser.parse_known_args(argv)
|
|
||||||
if args and vars(args)[option]:
|
|
||||||
return (sum(vars(args)[option], []), leftover)
|
|
||||||
return ([], leftover)
|
|
||||||
|
|
||||||
def _update_options(nvcc_options):
|
|
||||||
if NVCC_VERSION in ("7.0",):
|
|
||||||
return nvcc_options
|
|
||||||
|
|
||||||
update_options = { "relaxed-constexpr" : "expt-relaxed-constexpr" }
|
|
||||||
return [ update_options[opt] if opt in update_options else opt
|
|
||||||
for opt in nvcc_options ]
|
|
||||||
|
|
||||||
def GetNvccOptions(argv):
|
|
||||||
"""Collect the -nvcc_options values from argv.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
1. The string that can be passed directly to nvcc.
|
|
||||||
2. The leftover options.
|
|
||||||
"""
|
|
||||||
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-nvcc_options', nargs='*', action='append')
|
|
||||||
|
|
||||||
args, leftover = parser.parse_known_args(argv)
|
|
||||||
|
|
||||||
if args.nvcc_options:
|
|
||||||
options = _update_options(sum(args.nvcc_options, []))
|
|
||||||
return (['--' + a for a in options], leftover)
|
|
||||||
return ([], leftover)
|
|
||||||
|
|
||||||
|
|
||||||
def InvokeNvcc(argv, log=False):
|
|
||||||
"""Call nvcc with arguments assembled from argv.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
argv: A list of strings, possibly the argv passed to main().
|
|
||||||
log: True if logging is requested.
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
The return value of calling os.system('nvcc ' + args)
|
|
||||||
"""
|
|
||||||
|
|
||||||
src_files = [f for f in argv if
|
|
||||||
re.search('\.cpp$|\.cc$|\.c$|\.cxx$|\.C$', f)]
|
|
||||||
if len(src_files) == 0:
|
|
||||||
raise Error('No source files found for cuda compilation.')
|
|
||||||
|
|
||||||
out_file = [ f for f in argv if f.startswith('/Fo') ]
|
|
||||||
if len(out_file) != 1:
|
|
||||||
raise Error('Please specify exactly one output file for cuda compilation.')
|
|
||||||
out = ['-o', out_file[0][len('/Fo'):]]
|
|
||||||
|
|
||||||
nvcc_compiler_options, argv = GetNvccOptions(argv)
|
|
||||||
|
|
||||||
opt_option, argv = GetOptionValue(argv, 'O')
|
|
||||||
opt = ['-g', '-G']
|
|
||||||
if (len(opt_option) > 0 and opt_option[0] != 'd'):
|
|
||||||
opt = ['-O2']
|
|
||||||
|
|
||||||
include_options, argv = GetOptionValue(argv, 'I')
|
|
||||||
includes = ["-I " + include for include in include_options]
|
|
||||||
|
|
||||||
defines, argv = GetOptionValue(argv, 'D')
|
|
||||||
defines = ['-D' + define for define in defines]
|
|
||||||
|
|
||||||
undefines, argv = GetOptionValue(argv, 'U')
|
|
||||||
undefines = ['-U' + define for define in undefines]
|
|
||||||
|
|
||||||
# The rest of the unrecognized options should be passed to host compiler
|
|
||||||
host_compiler_options = [option for option in argv if option not in (src_files + out_file)]
|
|
||||||
|
|
||||||
m_options = ["-m64"]
|
|
||||||
|
|
||||||
nvccopts = ['-D_FORCE_INLINES']
|
|
||||||
for capability in supported_cuda_compute_capabilities:
|
|
||||||
capability = capability.replace('.', '')
|
|
||||||
nvccopts += [r'-gencode=arch=compute_%s,"code=sm_%s,compute_%s"' % (
|
|
||||||
capability, capability, capability)]
|
|
||||||
nvccopts += nvcc_compiler_options
|
|
||||||
nvccopts += undefines
|
|
||||||
nvccopts += defines
|
|
||||||
nvccopts += m_options
|
|
||||||
nvccopts += ['--compiler-options="' + " ".join(host_compiler_options) + '"']
|
|
||||||
nvccopts += ['-x', 'cu'] + opt + includes + out + ['-c'] + src_files
|
|
||||||
# If we don't specify --keep-dir, nvcc will generate intermediate files under TEMP
|
|
||||||
# Put them under NVCC_TEMP_DIR instead, then Bazel can ignore files under NVCC_TEMP_DIR during dependency check
|
|
||||||
# http://docs.nvidia.com/cuda/cuda-compiler-driver-nvcc/index.html#options-for-guiding-compiler-driver
|
|
||||||
# Different actions are sharing NVCC_TEMP_DIR, so we cannot remove it if the directory already exists.
|
|
||||||
if os.path.isfile(NVCC_TEMP_DIR):
|
|
||||||
os.remove(NVCC_TEMP_DIR)
|
|
||||||
if not os.path.exists(NVCC_TEMP_DIR):
|
|
||||||
os.makedirs(NVCC_TEMP_DIR)
|
|
||||||
nvccopts += ['--keep', '--keep-dir', NVCC_TEMP_DIR]
|
|
||||||
cmd = [NVCC_PATH] + nvccopts
|
|
||||||
if log:
|
|
||||||
Log(cmd)
|
|
||||||
proc = subprocess.Popen(cmd,
|
|
||||||
stdout=sys.stdout,
|
|
||||||
stderr=sys.stderr,
|
|
||||||
env=os.environ.copy(),
|
|
||||||
shell=True)
|
|
||||||
proc.wait()
|
|
||||||
return proc.returncode
|
|
||||||
|
|
||||||
def main():
|
|
||||||
parser = ArgumentParser()
|
|
||||||
parser.add_argument('-x', nargs=1)
|
|
||||||
parser.add_argument('--cuda_log', action='store_true')
|
|
||||||
args, leftover = parser.parse_known_args(sys.argv[1:])
|
|
||||||
|
|
||||||
if args.x and args.x[0] == 'cuda':
|
|
||||||
if args.cuda_log: Log('-x cuda')
|
|
||||||
leftover = [pipes.quote(s) for s in leftover]
|
|
||||||
if args.cuda_log: Log('using nvcc')
|
|
||||||
return InvokeNvcc(leftover, log=args.cuda_log)
|
|
||||||
|
|
||||||
# Strip our flags before passing through to the CPU compiler for files which
|
|
||||||
# are not -x cuda. We can't just pass 'leftover' because it also strips -x.
|
|
||||||
# We not only want to pass -x to the CPU compiler, but also keep it in its
|
|
||||||
# relative location in the argv list (the compiler is actually sensitive to
|
|
||||||
# this).
|
|
||||||
cpu_compiler_flags = [flag for flag in sys.argv[1:]
|
|
||||||
if not flag.startswith(('--cuda_log'))
|
|
||||||
and not flag.startswith(('-nvcc_options'))]
|
|
||||||
|
|
||||||
return subprocess.call([CPU_COMPILER] + cpu_compiler_flags)
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
sys.exit(main())
|
|
||||||
File diff suppressed because one or more lines are too long
@ -1,2 +0,0 @@
|
|||||||
# DO NOT EDIT: automatically generated WORKSPACE file for python_configure rule
|
|
||||||
workspace(name = "local_config_python")
|
|
||||||
@ -1,63 +0,0 @@
|
|||||||
# NVIDIA TensorRT
|
|
||||||
# A high-performance deep learning inference optimizer and runtime.
|
|
||||||
|
|
||||||
licenses(["notice"])
|
|
||||||
|
|
||||||
load("@local_config_cuda//cuda:build_defs.bzl", "cuda_default_copts")
|
|
||||||
load("@bazel_skylib//:bzl_library.bzl", "bzl_library")
|
|
||||||
|
|
||||||
package(default_visibility = ["//visibility:public"])
|
|
||||||
|
|
||||||
exports_files(["LICENSE"])
|
|
||||||
|
|
||||||
cc_library(
|
|
||||||
name = "tensorrt_headers",
|
|
||||||
hdrs = [
|
|
||||||
"tensorrt/include/tensorrt_config.h",
|
|
||||||
":tensorrt_include",
|
|
||||||
],
|
|
||||||
include_prefix = "third_party/tensorrt",
|
|
||||||
strip_include_prefix = "tensorrt/include",
|
|
||||||
)
|
|
||||||
|
|
||||||
cc_library(
|
|
||||||
name = "tensorrt",
|
|
||||||
srcs = [":tensorrt_lib"],
|
|
||||||
copts = cuda_default_copts(),
|
|
||||||
data = [":tensorrt_lib"],
|
|
||||||
linkstatic = 1,
|
|
||||||
deps = [
|
|
||||||
":tensorrt_headers",
|
|
||||||
"@local_config_cuda//cuda",
|
|
||||||
],
|
|
||||||
)
|
|
||||||
|
|
||||||
bzl_library(
|
|
||||||
name = "build_defs_bzl",
|
|
||||||
srcs = ["build_defs.bzl"],
|
|
||||||
deps = [
|
|
||||||
"@bazel_skylib//lib:selects",
|
|
||||||
],
|
|
||||||
)
|
|
||||||
|
|
||||||
genrule(
|
|
||||||
name = "tensorrt_lib",
|
|
||||||
outs = [
|
|
||||||
"tensorrt/lib/libnvinfer.so.5",
|
|
||||||
"tensorrt/lib/libnvinfer_plugin.so.5",
|
|
||||||
],
|
|
||||||
cmd = """cp -f "/usr/lib/x86_64-linux-gnu/libnvinfer.so.5" "$(location tensorrt/lib/libnvinfer.so.5)" && \
|
|
||||||
cp -f "/usr/lib/x86_64-linux-gnu/libnvinfer_plugin.so.5" "$(location tensorrt/lib/libnvinfer_plugin.so.5)" """,
|
|
||||||
)
|
|
||||||
|
|
||||||
genrule(
|
|
||||||
name = "tensorrt_include",
|
|
||||||
outs = [
|
|
||||||
"tensorrt/include/NvInfer.h",
|
|
||||||
"tensorrt/include/NvUtils.h",
|
|
||||||
"tensorrt/include/NvInferPlugin.h",
|
|
||||||
],
|
|
||||||
cmd = """cp -f "/usr/include/x86_64-linux-gnu/NvInfer.h" "$(location tensorrt/include/NvInfer.h)" && \
|
|
||||||
cp -f "/usr/include/x86_64-linux-gnu/NvUtils.h" "$(location tensorrt/include/NvUtils.h)" && \
|
|
||||||
cp -f "/usr/include/x86_64-linux-gnu/NvInferPlugin.h" "$(location tensorrt/include/NvInferPlugin.h)" """,
|
|
||||||
)
|
|
||||||
@ -1,2 +0,0 @@
|
|||||||
# DO NOT EDIT: automatically generated WORKSPACE file for tensorrt_configure rule
|
|
||||||
workspace(name = "local_config_tensorrt")
|
|
||||||
@ -1,5 +0,0 @@
|
|||||||
# Build configurations for TensorRT.
|
|
||||||
|
|
||||||
def if_tensorrt(if_true, if_false = []):
|
|
||||||
"""Tests whether TensorRT was enabled during the configure process."""
|
|
||||||
return if_true
|
|
||||||
@ -1,21 +0,0 @@
|
|||||||
/* Copyright 2019 The TensorFlow Authors. All Rights Reserved.
|
|
||||||
|
|
||||||
Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
you may not use this file except in compliance with the License.
|
|
||||||
You may obtain a copy of the License at
|
|
||||||
|
|
||||||
http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
|
|
||||||
Unless required by applicable law or agreed to in writing, software
|
|
||||||
distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
See the License for the specific language governing permissions and
|
|
||||||
limitations under the License.
|
|
||||||
==============================================================================*/
|
|
||||||
|
|
||||||
#ifndef TENSORRT_TENSORRT_INCLUDE_CONFIG_H_
|
|
||||||
#define TENSORRT_TENSORRT_INCLUDE_CONFIG_H_
|
|
||||||
|
|
||||||
#define TF_TENSORRT_VERSION "5"
|
|
||||||
|
|
||||||
#endif // TENSORRT_TENSORRT_INCLUDE_CONFIG_H_
|
|
||||||
Loading…
Reference in New Issue
Block a user