8a356e8ca5
We have special handling for distributed variable in get_slot, but not create_slot, while these keys need to match. This change modifies get_slot to use _var_key as well to avoid confusion. It is also to prepare for a upcoming refactor in dist strat code. Note that we need to make sure the keys don't change, so existing checkpoints can still be used. A bunch of build rules are modified to break cyclic dependencies. PiperOrigin-RevId: 354341520 Change-Id: Ifd9786263024a11806ddde0c3bd1d36157ab8db7
122 lines
4.0 KiB
Python
122 lines
4.0 KiB
Python
package(
|
|
default_visibility = ["//tensorflow:internal"],
|
|
licenses = ["notice"], # Apache 2.0
|
|
)
|
|
|
|
exports_files(["LICENSE"])
|
|
|
|
py_library(
|
|
name = "dataset_ops",
|
|
srcs = ["dataset_ops.py"],
|
|
srcs_version = "PY3",
|
|
deps = [
|
|
":iterator_ops",
|
|
"//tensorflow/python:constant_op",
|
|
"//tensorflow/python:control_flow_ops",
|
|
"//tensorflow/python:dataset_ops_gen",
|
|
"//tensorflow/python:dtypes",
|
|
"//tensorflow/python:experimental_dataset_ops_gen",
|
|
"//tensorflow/python:framework_ops",
|
|
"//tensorflow/python:function",
|
|
"//tensorflow/python:math_ops",
|
|
"//tensorflow/python:random_seed",
|
|
"//tensorflow/python:script_ops",
|
|
"//tensorflow/python:smart_cond",
|
|
"//tensorflow/python:sparse_tensor",
|
|
"//tensorflow/python:string_ops",
|
|
"//tensorflow/python:tensor_shape",
|
|
"//tensorflow/python:tensor_util",
|
|
"//tensorflow/python:util",
|
|
"//tensorflow/python/data/experimental/ops:distribute_options",
|
|
"//tensorflow/python/data/experimental/ops:optimization_options",
|
|
"//tensorflow/python/data/experimental/ops:stats_options",
|
|
"//tensorflow/python/data/experimental/ops:threading_options",
|
|
"//tensorflow/python/data/util:convert",
|
|
"//tensorflow/python/data/util:nest",
|
|
"//tensorflow/python/data/util:options",
|
|
"//tensorflow/python/data/util:random_seed",
|
|
"//tensorflow/python/data/util:sparse",
|
|
"//tensorflow/python/data/util:structure",
|
|
"//tensorflow/python/data/util:traverse",
|
|
"//tensorflow/python/ops/ragged",
|
|
"//third_party/py/numpy",
|
|
],
|
|
)
|
|
|
|
py_library(
|
|
name = "readers",
|
|
srcs = ["readers.py"],
|
|
srcs_version = "PY3",
|
|
deps = [
|
|
":dataset_ops",
|
|
"//tensorflow/python:array_ops",
|
|
"//tensorflow/python:dataset_ops_gen",
|
|
"//tensorflow/python:dtypes",
|
|
"//tensorflow/python:experimental_dataset_ops_gen",
|
|
"//tensorflow/python:framework_ops",
|
|
"//tensorflow/python:tensor_shape",
|
|
"//tensorflow/python:tensor_spec",
|
|
"//tensorflow/python:tf2",
|
|
"//tensorflow/python:util",
|
|
"//tensorflow/python/data/util:convert",
|
|
"//tensorflow/python/util:tf_export",
|
|
],
|
|
)
|
|
|
|
py_library(
|
|
name = "iterator_ops",
|
|
srcs = ["iterator_ops.py"],
|
|
srcs_version = "PY3",
|
|
deps = [
|
|
":optional_ops",
|
|
"//tensorflow/python:dataset_ops_gen",
|
|
"//tensorflow/python:dtypes",
|
|
"//tensorflow/python:framework_ops",
|
|
"//tensorflow/python:resource_variable_ops",
|
|
"//tensorflow/python:saver",
|
|
"//tensorflow/python:tensor_shape",
|
|
"//tensorflow/python/compat",
|
|
"//tensorflow/python/data/util:nest",
|
|
"//tensorflow/python/data/util:sparse",
|
|
"//tensorflow/python/data/util:structure",
|
|
"//tensorflow/python/eager:context",
|
|
"//tensorflow/python/training/tracking:base",
|
|
],
|
|
)
|
|
|
|
py_library(
|
|
name = "optional_ops",
|
|
srcs = ["optional_ops.py"],
|
|
srcs_version = "PY3",
|
|
deps = [
|
|
"//tensorflow/python:dataset_ops_gen",
|
|
"//tensorflow/python:dtypes",
|
|
"//tensorflow/python:framework_ops",
|
|
"//tensorflow/python:resource_variable_ops",
|
|
"//tensorflow/python:tensor_shape",
|
|
"//tensorflow/python:util",
|
|
"//tensorflow/python/data/util:structure",
|
|
],
|
|
)
|
|
|
|
py_library(
|
|
name = "multi_device_iterator_ops",
|
|
srcs = ["multi_device_iterator_ops.py"],
|
|
srcs_version = "PY3",
|
|
deps = [
|
|
":dataset_ops",
|
|
":iterator_ops",
|
|
"//tensorflow/python:array_ops",
|
|
"//tensorflow/python:control_flow_ops",
|
|
"//tensorflow/python:dataset_ops_gen",
|
|
"//tensorflow/python:dtypes",
|
|
"//tensorflow/python:framework_ops",
|
|
"//tensorflow/python:functional_ops",
|
|
"//tensorflow/python:tensor_spec",
|
|
"//tensorflow/python/data/util:nest",
|
|
"//tensorflow/python/data/util:sparse",
|
|
"//tensorflow/python/eager:context",
|
|
"//tensorflow/python/eager:function",
|
|
],
|
|
)
|