149 lines
4.4 KiB
Python
149 lines
4.4 KiB
Python
load("//tensorflow:tensorflow.bzl", "py_test")
|
|
load("//tensorflow:tensorflow.bzl", "cuda_py_test")
|
|
|
|
package(
|
|
default_visibility = ["//tensorflow:internal"],
|
|
licenses = ["notice"], # Apache 2.0
|
|
)
|
|
|
|
py_library(
|
|
name = "loss_scale",
|
|
srcs = ["loss_scale.py"],
|
|
srcs_version = "PY2AND3",
|
|
deps = [
|
|
"//tensorflow/python:control_flow_ops",
|
|
"//tensorflow/python:dtypes",
|
|
"//tensorflow/python:framework_ops",
|
|
"//tensorflow/python:math_ops",
|
|
"//tensorflow/python:tf_export",
|
|
"//tensorflow/python:util",
|
|
"//tensorflow/python:variable_scope",
|
|
"//tensorflow/python:variables",
|
|
"//tensorflow/python/distribute:distribute_lib",
|
|
"//tensorflow/python/distribute:reduce_util",
|
|
"//tensorflow/python/eager:context",
|
|
"//tensorflow/python/training/tracking:base",
|
|
"@six_archive//:six",
|
|
],
|
|
)
|
|
|
|
py_library(
|
|
name = "loss_scale_optimizer",
|
|
srcs = ["loss_scale_optimizer.py"],
|
|
srcs_version = "PY2AND3",
|
|
deps = [
|
|
":loss_scale",
|
|
"//tensorflow/python:control_flow_ops",
|
|
"//tensorflow/python:framework_ops",
|
|
"//tensorflow/python:math_ops",
|
|
"//tensorflow/python:smart_cond",
|
|
"//tensorflow/python:tf_export",
|
|
"//tensorflow/python/distribute:distribute_lib",
|
|
"//tensorflow/python/training:optimizer",
|
|
],
|
|
)
|
|
|
|
py_test(
|
|
name = "loss_scale_optimizer_test",
|
|
size = "small",
|
|
srcs = ["loss_scale_optimizer_test.py"],
|
|
python_version = "PY3",
|
|
deps = [
|
|
":loss_scale",
|
|
":loss_scale_optimizer",
|
|
"//tensorflow/python:array_ops",
|
|
"//tensorflow/python:check_ops",
|
|
"//tensorflow/python:client_testlib",
|
|
"//tensorflow/python:framework_ops",
|
|
"//tensorflow/python:framework_test_lib",
|
|
"//tensorflow/python:gradients",
|
|
"//tensorflow/python:resource_variable_ops",
|
|
"//tensorflow/python:variables",
|
|
"//tensorflow/python/distribute:distribute_lib",
|
|
"//tensorflow/python/distribute:mirrored_strategy",
|
|
"//tensorflow/python/eager:context",
|
|
"//tensorflow/python/training:gradient_descent",
|
|
"//tensorflow/python/training:momentum",
|
|
"//tensorflow/python/training/tracking:util",
|
|
"@absl_py//absl/testing:parameterized",
|
|
],
|
|
)
|
|
|
|
py_test(
|
|
name = "loss_scale_test",
|
|
size = "medium",
|
|
srcs = ["loss_scale_test.py"],
|
|
python_version = "PY3",
|
|
deps = [
|
|
":loss_scale",
|
|
"//tensorflow/python:client_testlib",
|
|
"//tensorflow/python/distribute:mirrored_strategy",
|
|
"//tensorflow/python/distribute:one_device_strategy",
|
|
"@absl_py//absl/testing:parameterized",
|
|
],
|
|
)
|
|
|
|
py_library(
|
|
name = "mixed_precision_global_state",
|
|
srcs = ["mixed_precision_global_state.py"],
|
|
srcs_version = "PY2AND3",
|
|
)
|
|
|
|
py_library(
|
|
name = "mixed_precision",
|
|
srcs = ["mixed_precision.py"],
|
|
srcs_version = "PY2AND3",
|
|
deps = [
|
|
":loss_scale",
|
|
":loss_scale_optimizer",
|
|
":mixed_precision_global_state",
|
|
"//tensorflow/python:config",
|
|
"//tensorflow/python:util",
|
|
],
|
|
)
|
|
|
|
cuda_py_test(
|
|
name = "mixed_precision_test",
|
|
size = "small",
|
|
srcs = ["mixed_precision_test.py"],
|
|
python_version = "PY3",
|
|
deps = [
|
|
":mixed_precision",
|
|
"//tensorflow/python:client_testlib",
|
|
"@absl_py//absl/testing:parameterized",
|
|
],
|
|
)
|
|
|
|
py_library(
|
|
name = "loss_scaling_gradient_tape",
|
|
srcs = ["loss_scaling_gradient_tape.py"],
|
|
srcs_version = "PY2AND3",
|
|
deps = [
|
|
":loss_scale",
|
|
"//tensorflow/python:array_ops",
|
|
"//tensorflow/python:unconnected_gradients",
|
|
"//tensorflow/python:util",
|
|
"//tensorflow/python/distribute:distribute_lib",
|
|
"//tensorflow/python/eager:backprop",
|
|
],
|
|
)
|
|
|
|
cuda_py_test(
|
|
name = "loss_scaling_gradient_tape_test",
|
|
size = "medium",
|
|
srcs = ["loss_scaling_gradient_tape_test.py"],
|
|
shard_count = 2,
|
|
deps = [
|
|
":loss_scale",
|
|
":loss_scaling_gradient_tape",
|
|
"//tensorflow/python:client_testlib",
|
|
"//tensorflow/python:constant_op",
|
|
"//tensorflow/python:framework_test_combinations_lib",
|
|
"//tensorflow/python/compat:v2_compat",
|
|
"//tensorflow/python/distribute:mirrored_strategy",
|
|
"//tensorflow/python/eager:def_function",
|
|
"//third_party/py/numpy",
|
|
"@absl_py//absl/testing:parameterized",
|
|
],
|
|
)
|