experiments/STT-tensorflow
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Sort variables by name in custom gradient for determinism

Browse Source
This commit is contained in:
Behzad Abghari 2021-02-10 12:48:58 -05:00
parent 119ade110d
commit 705a757ceb
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
tensorflow/python/ops/custom_gradient.py
View File

@ -373,8 +373,10 @@ def _graph_mode_decorator(f, args, kwargs):
v.ref() for v in _get_dependent_variables(
input_ops=filtered_input_tensors, output_ops=flat_result)
])
variables = list(
[v.deref() for v in variables_in_subgraph.union(variables_in_tape)])
variables = sorted(
[v.deref() for v in variables_in_subgraph.union(variables_in_tape)],
key=lambda v: v.name
)
grad_argspec = tf_inspect.getfullargspec(grad_fn)
variables_in_signature = ("variables" in grad_argspec.args or