Add option to disable nccl
This commit is contained in:
Sami Kama
parent
0edab17ef5
commit
b51ad2408b
@ -1694,6 +1694,7 @@ def main():
|
||||
config_info_line('nohdfs', 'Disable HDFS support.')
|
||||
config_info_line('noignite', 'Disable Apacha Ignite support.')
|
||||
config_info_line('nokafka', 'Disable Apache Kafka support.')
|
||||
config_info_line('nonccl', 'Disable NVIDIA NCCL support.')
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
|
||||
@ -246,6 +246,12 @@ config_setting(
|
||||
visibility = ["//visibility:public"],
|
||||
)
|
||||
|
||||
config_setting(
|
||||
name = "no_nccl_support",
|
||||
define_values = {"no_nccl_support": "true"},
|
||||
visibility = ["//visibility:public"],
|
||||
)
|
||||
|
||||
# Crosses between platforms and file system libraries not supported on those
|
||||
# platforms due to limitations in nested select() statements.
|
||||
config_setting(
|
||||
|
||||
@ -1349,60 +1349,63 @@ cc_library(
|
||||
name = "all_kernels_statically_linked",
|
||||
visibility = ["//visibility:private"],
|
||||
deps = [
|
||||
"//tensorflow/core/kernels:array",
|
||||
"//tensorflow/core/kernels:audio",
|
||||
"//tensorflow/core/kernels:batch_kernels",
|
||||
"//tensorflow/core/kernels:bincount_op",
|
||||
"//tensorflow/core/kernels:boosted_trees_ops",
|
||||
"//tensorflow/core/kernels:candidate_sampler_ops",
|
||||
"//tensorflow/core/kernels:checkpoint_ops",
|
||||
"//tensorflow/core/kernels:collective_ops",
|
||||
"//tensorflow/core/kernels:control_flow_ops",
|
||||
"//tensorflow/core/kernels:ctc_ops",
|
||||
"//tensorflow/core/kernels:cudnn_rnn_kernels",
|
||||
"//tensorflow/core/kernels:data_flow",
|
||||
"//tensorflow/core/kernels:dataset_ops",
|
||||
"//tensorflow/core/kernels:decode_proto_op",
|
||||
"//tensorflow/core/kernels:encode_proto_op",
|
||||
"//tensorflow/core/kernels:fake_quant_ops",
|
||||
"//tensorflow/core/kernels:function_ops",
|
||||
"//tensorflow/core/kernels:functional_ops",
|
||||
"//tensorflow/core/kernels:grappler",
|
||||
"//tensorflow/core/kernels:histogram_op",
|
||||
"//tensorflow/core/kernels:image",
|
||||
"//tensorflow/core/kernels:io",
|
||||
"//tensorflow/core/kernels:linalg",
|
||||
"//tensorflow/core/kernels:list_kernels",
|
||||
"//tensorflow/core/kernels:lookup",
|
||||
"//tensorflow/core/kernels:logging",
|
||||
"//tensorflow/core/kernels:manip",
|
||||
"//tensorflow/core/kernels:math",
|
||||
"//tensorflow/core/kernels:multinomial_op",
|
||||
"//tensorflow/core/kernels:nn",
|
||||
"//tensorflow/core/kernels:parameterized_truncated_normal_op",
|
||||
"//tensorflow/core/kernels:parsing",
|
||||
"//tensorflow/core/kernels:partitioned_function_ops",
|
||||
"//tensorflow/core/kernels:ragged_ops",
|
||||
"//tensorflow/core/kernels:random_ops",
|
||||
"//tensorflow/core/kernels:random_poisson_op",
|
||||
"//tensorflow/core/kernels:remote_fused_graph_ops",
|
||||
"//tensorflow/core/kernels:required",
|
||||
"//tensorflow/core/kernels:resource_variable_ops",
|
||||
"//tensorflow/core/kernels:rpc_op",
|
||||
"//tensorflow/core/kernels:scoped_allocator_ops",
|
||||
"//tensorflow/core/kernels:sdca_ops",
|
||||
"//tensorflow/core/kernels:searchsorted_op",
|
||||
"//tensorflow/core/kernels:set_kernels",
|
||||
"//tensorflow/core/kernels:sparse",
|
||||
"//tensorflow/core/kernels:state",
|
||||
"//tensorflow/core/kernels:stateless_random_ops",
|
||||
"//tensorflow/core/kernels:string",
|
||||
"//tensorflow/core/kernels:summary_kernels",
|
||||
"//tensorflow/core/kernels:training_ops",
|
||||
"//tensorflow/core/kernels:word2vec_kernels",
|
||||
] + tf_additional_cloud_kernel_deps() + if_not_tx2_llvm_or_windows_cuda([
|
||||
"//tensorflow/core/kernels:nccl_kernels",
|
||||
]) + if_not_windows([
|
||||
"//tensorflow/core/kernels:array",
|
||||
"//tensorflow/core/kernels:audio",
|
||||
"//tensorflow/core/kernels:batch_kernels",
|
||||
"//tensorflow/core/kernels:bincount_op",
|
||||
"//tensorflow/core/kernels:boosted_trees_ops",
|
||||
"//tensorflow/core/kernels:candidate_sampler_ops",
|
||||
"//tensorflow/core/kernels:checkpoint_ops",
|
||||
"//tensorflow/core/kernels:collective_ops",
|
||||
"//tensorflow/core/kernels:control_flow_ops",
|
||||
"//tensorflow/core/kernels:ctc_ops",
|
||||
"//tensorflow/core/kernels:cudnn_rnn_kernels",
|
||||
"//tensorflow/core/kernels:data_flow",
|
||||
"//tensorflow/core/kernels:dataset_ops",
|
||||
"//tensorflow/core/kernels:decode_proto_op",
|
||||
"//tensorflow/core/kernels:encode_proto_op",
|
||||
"//tensorflow/core/kernels:fake_quant_ops",
|
||||
"//tensorflow/core/kernels:function_ops",
|
||||
"//tensorflow/core/kernels:functional_ops",
|
||||
"//tensorflow/core/kernels:grappler",
|
||||
"//tensorflow/core/kernels:histogram_op",
|
||||
"//tensorflow/core/kernels:image",
|
||||
"//tensorflow/core/kernels:io",
|
||||
"//tensorflow/core/kernels:linalg",
|
||||
"//tensorflow/core/kernels:list_kernels",
|
||||
"//tensorflow/core/kernels:lookup",
|
||||
"//tensorflow/core/kernels:logging",
|
||||
"//tensorflow/core/kernels:manip",
|
||||
"//tensorflow/core/kernels:math",
|
||||
"//tensorflow/core/kernels:multinomial_op",
|
||||
"//tensorflow/core/kernels:nn",
|
||||
"//tensorflow/core/kernels:parameterized_truncated_normal_op",
|
||||
"//tensorflow/core/kernels:parsing",
|
||||
"//tensorflow/core/kernels:partitioned_function_ops",
|
||||
"//tensorflow/core/kernels:ragged_ops",
|
||||
"//tensorflow/core/kernels:random_ops",
|
||||
"//tensorflow/core/kernels:random_poisson_op",
|
||||
"//tensorflow/core/kernels:remote_fused_graph_ops",
|
||||
"//tensorflow/core/kernels:required",
|
||||
"//tensorflow/core/kernels:resource_variable_ops",
|
||||
"//tensorflow/core/kernels:rpc_op",
|
||||
"//tensorflow/core/kernels:scoped_allocator_ops",
|
||||
"//tensorflow/core/kernels:sdca_ops",
|
||||
"//tensorflow/core/kernels:searchsorted_op",
|
||||
"//tensorflow/core/kernels:set_kernels",
|
||||
"//tensorflow/core/kernels:sparse",
|
||||
"//tensorflow/core/kernels:state",
|
||||
"//tensorflow/core/kernels:stateless_random_ops",
|
||||
"//tensorflow/core/kernels:string",
|
||||
"//tensorflow/core/kernels:summary_kernels",
|
||||
"//tensorflow/core/kernels:training_ops",
|
||||
"//tensorflow/core/kernels:word2vec_kernels",
|
||||
] + tf_additional_cloud_kernel_deps() +
|
||||
select({
|
||||
"//tensorflow:no_nccl_support": [],
|
||||
"//tensorflow:with_cuda_support_windows_override": [],
|
||||
"//conditions:default": ["//tensorflow/core/kernels:nccl_kernels"],
|
||||
}) + if_not_windows([
|
||||
"//tensorflow/core/kernels:fact_op",
|
||||
"//tensorflow/core/kernels:array_not_windows",
|
||||
"//tensorflow/core/kernels:math_not_windows",
|
||||
|
||||
@ -5778,6 +5778,7 @@ cuda_py_test(
|
||||
"no_oss",
|
||||
"noguitar",
|
||||
"notap",
|
||||
"no_nccl"
|
||||
],
|
||||
)
|
||||
|
||||
|
||||
@ -72,6 +72,8 @@ build:nogcp --define=no_gcp_support=true
|
||||
build:nohdfs --define=no_hdfs_support=true
|
||||
build:nokafka --define=no_kafka_support=true
|
||||
build:noignite --define=no_ignite_support=true
|
||||
build:nonccl --define=no_nccl_support=true
|
||||
test:nonccl --define=no_nccl_support=true --test_tag_filters=-no_nccl
|
||||
|
||||
build --define=use_fast_cpp_protos=true
|
||||
build --define=allow_oversize_protos=true
|
||||
|
||||
Loading…
Reference in New Issue
Block a user