128 lines
2.6 KiB
Python
128 lines
2.6 KiB
Python
# Ops that communicate with other processes via MPI.
|
|
|
|
package(default_visibility = [
|
|
"//tensorflow:__subpackages__",
|
|
])
|
|
|
|
licenses(["notice"]) # Apache 2.0
|
|
|
|
load(
|
|
"//tensorflow/core/platform:default/build_config.bzl",
|
|
"tf_additional_mpi_lib_defines",
|
|
"tf_proto_library_cc",
|
|
)
|
|
|
|
tf_proto_library_cc(
|
|
name = "mpi_message_proto",
|
|
srcs = ["mpi_message.proto"],
|
|
cc_api_version = 2,
|
|
protodeps = ["//tensorflow/core:protos_all"],
|
|
visibility = [
|
|
"//tensorflow:__subpackages__",
|
|
],
|
|
)
|
|
|
|
cc_library(
|
|
name = "mpi_defines",
|
|
defines = tf_additional_mpi_lib_defines(),
|
|
)
|
|
|
|
load(
|
|
"//tensorflow:tensorflow.bzl",
|
|
"tf_custom_op_library",
|
|
"tf_custom_op_py_library",
|
|
"tf_gen_op_libs",
|
|
"tf_gen_op_wrapper_py",
|
|
"tf_kernel_library",
|
|
"tf_py_test",
|
|
)
|
|
|
|
tf_custom_op_library(
|
|
name = "python/ops/_mpi_ops.so",
|
|
srcs = [
|
|
"kernels/mpi_ops.cc",
|
|
"kernels/ring.cc",
|
|
"kernels/ring.h",
|
|
"ops/mpi_ops.cc",
|
|
],
|
|
gpu_srcs = [
|
|
"kernels/ring.cu.cc",
|
|
"kernels/ring.h",
|
|
],
|
|
deps = [
|
|
":mpi_defines",
|
|
":mpi_message_proto_cc",
|
|
"//third_party/mpi",
|
|
],
|
|
)
|
|
|
|
tf_kernel_library(
|
|
name = "mpi_ops_kernels",
|
|
srcs = [
|
|
"kernels/mpi_ops.cc",
|
|
"kernels/ring.cc",
|
|
],
|
|
hdrs = [
|
|
"kernels/ring.h",
|
|
],
|
|
gpu_srcs = [
|
|
"kernels/ring.cu.cc",
|
|
],
|
|
deps = [
|
|
":mpi_defines",
|
|
"//tensorflow/core:core_cpu",
|
|
"//tensorflow/core:framework",
|
|
"//tensorflow/core:gpu_headers_lib",
|
|
"//tensorflow/core:lib",
|
|
"//tensorflow/core:stream_executor",
|
|
],
|
|
# TODO: Include? alwayslink = 1,
|
|
)
|
|
|
|
tf_gen_op_libs(
|
|
op_lib_names = ["mpi_ops"],
|
|
)
|
|
|
|
tf_gen_op_wrapper_py(
|
|
name = "mpi_ops",
|
|
deps = [":mpi_ops_op_lib"],
|
|
)
|
|
|
|
tf_custom_op_py_library(
|
|
name = "mpi_collectives_py",
|
|
srcs = [
|
|
"__init__.py",
|
|
"python/ops/mpi_ops.py",
|
|
],
|
|
dso = [
|
|
":python/ops/_mpi_ops.so",
|
|
],
|
|
kernels = [
|
|
":mpi_ops_kernels",
|
|
":mpi_ops_op_lib",
|
|
],
|
|
srcs_version = "PY2AND3",
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
":mpi_ops",
|
|
"//tensorflow/contrib/util:util_py",
|
|
"//tensorflow/python:device",
|
|
"//tensorflow/python:framework_ops",
|
|
"//tensorflow/python:platform",
|
|
"//tensorflow/python:util",
|
|
],
|
|
)
|
|
|
|
tf_py_test(
|
|
name = "mpi_ops_test",
|
|
srcs = ["mpi_ops_test.py"],
|
|
additional_deps = [
|
|
"//tensorflow:tensorflow_py",
|
|
"//tensorflow/python:platform",
|
|
],
|
|
data = [
|
|
":python/ops/_mpi_ops.so",
|
|
],
|
|
tags = ["manual"],
|
|
)
|