Separating out summary_util for distribution strategy to avoid possible circular dependencies.
PiperOrigin-RevId: 238549028
This commit is contained in:
parent
ab95f9cc90
commit
96713dd463
tensorflow
contrib/compiler
python
@ -64,9 +64,9 @@ py_library(
|
|||||||
"//tensorflow/python:control_flow_ops",
|
"//tensorflow/python:control_flow_ops",
|
||||||
"//tensorflow/python:framework_ops",
|
"//tensorflow/python:framework_ops",
|
||||||
"//tensorflow/python:platform",
|
"//tensorflow/python:platform",
|
||||||
"//tensorflow/python:summary_op_util",
|
|
||||||
"//tensorflow/python:util",
|
"//tensorflow/python:util",
|
||||||
"//tensorflow/python:variable_scope",
|
"//tensorflow/python:variable_scope",
|
||||||
|
"//tensorflow/python/distribute:summary_op_util",
|
||||||
"//tensorflow/python/estimator:estimator_py",
|
"//tensorflow/python/estimator:estimator_py",
|
||||||
],
|
],
|
||||||
)
|
)
|
||||||
|
@ -25,11 +25,11 @@ from six.moves import xrange # pylint: disable=redefined-builtin
|
|||||||
from tensorflow.compiler.jit.ops import xla_ops
|
from tensorflow.compiler.jit.ops import xla_ops
|
||||||
from tensorflow.compiler.jit.ops import xla_ops_grad # pylint: disable=unused-import
|
from tensorflow.compiler.jit.ops import xla_ops_grad # pylint: disable=unused-import
|
||||||
from tensorflow.core.framework import attr_value_pb2
|
from tensorflow.core.framework import attr_value_pb2
|
||||||
|
from tensorflow.python.distribute import summary_op_util
|
||||||
from tensorflow.python.estimator import model_fn as model_fn_lib
|
from tensorflow.python.estimator import model_fn as model_fn_lib
|
||||||
from tensorflow.python.framework import ops
|
from tensorflow.python.framework import ops
|
||||||
from tensorflow.python.ops import array_ops
|
from tensorflow.python.ops import array_ops
|
||||||
from tensorflow.python.ops import control_flow_ops
|
from tensorflow.python.ops import control_flow_ops
|
||||||
from tensorflow.python.ops import summary_op_util
|
|
||||||
from tensorflow.python.ops import variable_scope
|
from tensorflow.python.ops import variable_scope
|
||||||
from tensorflow.python.platform import tf_logging as logging
|
from tensorflow.python.platform import tf_logging as logging
|
||||||
from tensorflow.python.util import compat
|
from tensorflow.python.util import compat
|
||||||
|
@ -5342,7 +5342,6 @@ py_library(
|
|||||||
srcs_version = "PY2AND3",
|
srcs_version = "PY2AND3",
|
||||||
visibility = ["//visibility:public"],
|
visibility = ["//visibility:public"],
|
||||||
deps = [
|
deps = [
|
||||||
":distribute",
|
|
||||||
":framework",
|
":framework",
|
||||||
":framework_for_generated_wrappers",
|
":framework_for_generated_wrappers",
|
||||||
":platform",
|
":platform",
|
||||||
@ -5371,6 +5370,7 @@ py_library(
|
|||||||
":summary_ops_gen",
|
":summary_ops_gen",
|
||||||
":summary_ops_v2",
|
":summary_ops_v2",
|
||||||
":util",
|
":util",
|
||||||
|
"//tensorflow/python/distribute:summary_op_util",
|
||||||
"//tensorflow/python/eager:context",
|
"//tensorflow/python/eager:context",
|
||||||
"@six_archive//:six",
|
"@six_archive//:six",
|
||||||
],
|
],
|
||||||
|
@ -469,6 +469,16 @@ py_test(
|
|||||||
],
|
],
|
||||||
)
|
)
|
||||||
|
|
||||||
|
py_library(
|
||||||
|
name = "summary_op_util",
|
||||||
|
srcs = ["summary_op_util.py"],
|
||||||
|
deps = [
|
||||||
|
":distribute_lib",
|
||||||
|
"//tensorflow/python:framework_ops",
|
||||||
|
"//tensorflow/python:tensor_util",
|
||||||
|
],
|
||||||
|
)
|
||||||
|
|
||||||
py_library(
|
py_library(
|
||||||
name = "values",
|
name = "values",
|
||||||
srcs = ["values.py"],
|
srcs = ["values.py"],
|
||||||
|
48
tensorflow/python/distribute/summary_op_util.py
Normal file
48
tensorflow/python/distribute/summary_op_util.py
Normal file
@ -0,0 +1,48 @@
|
|||||||
|
# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#==============================================================================
|
||||||
|
"""Contains utility functions used by summary ops in distribution strategy."""
|
||||||
|
|
||||||
|
from __future__ import absolute_import
|
||||||
|
from __future__ import division
|
||||||
|
from __future__ import print_function
|
||||||
|
|
||||||
|
|
||||||
|
from tensorflow.python.distribute import distribution_strategy_context
|
||||||
|
from tensorflow.python.framework import ops
|
||||||
|
from tensorflow.python.framework import tensor_util
|
||||||
|
|
||||||
|
|
||||||
|
def skip_summary():
|
||||||
|
"""Determines if summary should be skipped.
|
||||||
|
|
||||||
|
If using multiple replicas in distributed strategy, skip summaries on all
|
||||||
|
replicas except the first one (replica_id=0).
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
True if the summary is skipped; False otherwise.
|
||||||
|
"""
|
||||||
|
|
||||||
|
# TODO(priyag): Add a new optional argument that will provide multiple
|
||||||
|
# alternatives to override default behavior. (e.g. run on last replica,
|
||||||
|
# compute sum or mean across replicas).
|
||||||
|
replica_context = distribution_strategy_context.get_replica_context()
|
||||||
|
if not replica_context:
|
||||||
|
return False
|
||||||
|
# TODO(b/118385803): when replica_id of _TPUReplicaContext is properly
|
||||||
|
# initialized, remember to change here as well.
|
||||||
|
replica_id = replica_context.replica_id_in_sync_group
|
||||||
|
if isinstance(replica_id, ops.Tensor):
|
||||||
|
replica_id = tensor_util.constant_value(replica_id)
|
||||||
|
return replica_id and replica_id > 0
|
@ -21,9 +21,7 @@ from __future__ import print_function
|
|||||||
import contextlib
|
import contextlib
|
||||||
import re
|
import re
|
||||||
|
|
||||||
from tensorflow.python.distribute import distribution_strategy_context
|
|
||||||
from tensorflow.python.framework import ops
|
from tensorflow.python.framework import ops
|
||||||
from tensorflow.python.framework import tensor_util
|
|
||||||
from tensorflow.python.platform import tf_logging
|
from tensorflow.python.platform import tf_logging
|
||||||
|
|
||||||
|
|
||||||
@ -44,30 +42,6 @@ def collect(val, collections, default_collections):
|
|||||||
_INVALID_TAG_CHARACTERS = re.compile(r'[^-/\w\.]')
|
_INVALID_TAG_CHARACTERS = re.compile(r'[^-/\w\.]')
|
||||||
|
|
||||||
|
|
||||||
def skip_summary():
|
|
||||||
"""Determines if summary should be skipped.
|
|
||||||
|
|
||||||
If using multiple replicas in distributed strategy, skip summaries on all
|
|
||||||
replicas except the first one (replica_id=0).
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
True if the summary is skipped; False otherwise.
|
|
||||||
"""
|
|
||||||
|
|
||||||
# TODO(priyag): Add a new optional argument that will provide multiple
|
|
||||||
# alternatives to override default behavior. (e.g. run on last replica,
|
|
||||||
# compute sum or mean across replicas).
|
|
||||||
replica_context = distribution_strategy_context.get_replica_context()
|
|
||||||
if not replica_context:
|
|
||||||
return False
|
|
||||||
# TODO(b/118385803): when replica_id of _TPUReplicaContext is properly
|
|
||||||
# initialized, remember to change here as well.
|
|
||||||
replica_id = replica_context.replica_id_in_sync_group
|
|
||||||
if isinstance(replica_id, ops.Tensor):
|
|
||||||
replica_id = tensor_util.constant_value(replica_id)
|
|
||||||
return replica_id and replica_id > 0
|
|
||||||
|
|
||||||
|
|
||||||
def clean_tag(name):
|
def clean_tag(name):
|
||||||
"""Cleans a tag. Removes illegal characters for instance.
|
"""Cleans a tag. Removes illegal characters for instance.
|
||||||
|
|
||||||
|
@ -35,6 +35,7 @@ from tensorflow.core.util.event_pb2 import SessionLog
|
|||||||
from tensorflow.core.util.event_pb2 import TaggedRunMetadata
|
from tensorflow.core.util.event_pb2 import TaggedRunMetadata
|
||||||
# pylint: enable=unused-import
|
# pylint: enable=unused-import
|
||||||
|
|
||||||
|
from tensorflow.python.distribute import summary_op_util as _distribute_summary_op_util
|
||||||
from tensorflow.python.eager import context as _context
|
from tensorflow.python.eager import context as _context
|
||||||
from tensorflow.python.framework import constant_op as _constant_op
|
from tensorflow.python.framework import constant_op as _constant_op
|
||||||
from tensorflow.python.framework import dtypes as _dtypes
|
from tensorflow.python.framework import dtypes as _dtypes
|
||||||
@ -74,7 +75,7 @@ def scalar(name, tensor, collections=None, family=None):
|
|||||||
Raises:
|
Raises:
|
||||||
ValueError: If tensor has the wrong shape or type.
|
ValueError: If tensor has the wrong shape or type.
|
||||||
"""
|
"""
|
||||||
if _summary_op_util.skip_summary():
|
if _distribute_summary_op_util.skip_summary():
|
||||||
return _constant_op.constant('')
|
return _constant_op.constant('')
|
||||||
with _summary_op_util.summary_scope(
|
with _summary_op_util.summary_scope(
|
||||||
name, family, values=[tensor]) as (tag, scope):
|
name, family, values=[tensor]) as (tag, scope):
|
||||||
@ -129,7 +130,7 @@ def image(name, tensor, max_outputs=3, collections=None, family=None):
|
|||||||
A scalar `Tensor` of type `string`. The serialized `Summary` protocol
|
A scalar `Tensor` of type `string`. The serialized `Summary` protocol
|
||||||
buffer.
|
buffer.
|
||||||
"""
|
"""
|
||||||
if _summary_op_util.skip_summary():
|
if _distribute_summary_op_util.skip_summary():
|
||||||
return _constant_op.constant('')
|
return _constant_op.constant('')
|
||||||
with _summary_op_util.summary_scope(
|
with _summary_op_util.summary_scope(
|
||||||
name, family, values=[tensor]) as (tag, scope):
|
name, family, values=[tensor]) as (tag, scope):
|
||||||
@ -169,7 +170,7 @@ def histogram(name, values, collections=None, family=None):
|
|||||||
A scalar `Tensor` of type `string`. The serialized `Summary` protocol
|
A scalar `Tensor` of type `string`. The serialized `Summary` protocol
|
||||||
buffer.
|
buffer.
|
||||||
"""
|
"""
|
||||||
if _summary_op_util.skip_summary():
|
if _distribute_summary_op_util.skip_summary():
|
||||||
return _constant_op.constant('')
|
return _constant_op.constant('')
|
||||||
with _summary_op_util.summary_scope(
|
with _summary_op_util.summary_scope(
|
||||||
name, family, values=[values],
|
name, family, values=[values],
|
||||||
@ -216,7 +217,7 @@ def audio(name, tensor, sample_rate, max_outputs=3, collections=None,
|
|||||||
A scalar `Tensor` of type `string`. The serialized `Summary` protocol
|
A scalar `Tensor` of type `string`. The serialized `Summary` protocol
|
||||||
buffer.
|
buffer.
|
||||||
"""
|
"""
|
||||||
if _summary_op_util.skip_summary():
|
if _distribute_summary_op_util.skip_summary():
|
||||||
return _constant_op.constant('')
|
return _constant_op.constant('')
|
||||||
with _summary_op_util.summary_scope(
|
with _summary_op_util.summary_scope(
|
||||||
name, family=family, values=[tensor]) as (tag, scope):
|
name, family=family, values=[tensor]) as (tag, scope):
|
||||||
@ -313,7 +314,7 @@ def tensor_summary(name,
|
|||||||
|
|
||||||
serialized_summary_metadata = summary_metadata.SerializeToString()
|
serialized_summary_metadata = summary_metadata.SerializeToString()
|
||||||
|
|
||||||
if _summary_op_util.skip_summary():
|
if _distribute_summary_op_util.skip_summary():
|
||||||
return _constant_op.constant('')
|
return _constant_op.constant('')
|
||||||
with _summary_op_util.summary_scope(
|
with _summary_op_util.summary_scope(
|
||||||
name, family, values=[tensor]) as (tag, scope):
|
name, family, values=[tensor]) as (tag, scope):
|
||||||
@ -363,7 +364,7 @@ def merge(inputs, collections=None, name=None):
|
|||||||
raise RuntimeError(
|
raise RuntimeError(
|
||||||
'Merging tf.summary.* ops is not compatible with eager execution. '
|
'Merging tf.summary.* ops is not compatible with eager execution. '
|
||||||
'Use tf.contrib.summary instead.')
|
'Use tf.contrib.summary instead.')
|
||||||
if _summary_op_util.skip_summary():
|
if _distribute_summary_op_util.skip_summary():
|
||||||
return _constant_op.constant('')
|
return _constant_op.constant('')
|
||||||
name = _summary_op_util.clean_tag(name)
|
name = _summary_op_util.clean_tag(name)
|
||||||
with _ops.name_scope(name, 'Merge', inputs):
|
with _ops.name_scope(name, 'Merge', inputs):
|
||||||
|
Loading…
Reference in New Issue
Block a user