experiments/STT-tensorflow
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

tf.Benchmark: add mean and stdev of the wall time to unreported extras.

Browse Source 
PiperOrigin-RevId: 296316355
Change-Id: I2e2de5de0b92c06c6b3d677ca5ea57046e0209b0
This commit is contained in:
A. Unique TensorFlower 2020-02-20 15:51:29 -08:00 committed by TensorFlower Gardener
parent 765bbd29b9
commit e4f82e501e
1 changed files with 15 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
tensorflow/python/platform/benchmark.py
View File

@ -18,6 +18,7 @@ from __future__ import absolute_import
from __future__ import division from __future__ import division
from __future__ import print_function from __future__ import print_function
import math
import numbers import numbers
import os import os
import re import re
@ -379,6 +380,16 @@ class TensorFlowBenchmark(Benchmark):
lm1 = l - 1 lm1 = l - 1
return (s[l//2] + s[lm1//2]) / 2.0 return (s[l//2] + s[lm1//2]) / 2.0
def _mean_and_stdev(x):
if not x:
return -1, -1
l = len(x)
mean = sum(x) / l
if l == 1:
return mean, -1
variance = sum([(e - mean) * (e - mean) for e in x]) / (l - 1)
return mean, math.sqrt(variance)
median_delta = _median(deltas) median_delta = _median(deltas)
benchmark_values = { benchmark_values = {
@ -389,6 +400,10 @@ class TensorFlowBenchmark(Benchmark):
"throughput": mbs / median_delta "throughput": mbs / median_delta
} }
self.report_benchmark(**benchmark_values) self.report_benchmark(**benchmark_values)
mean_delta, stdev_delta = _mean_and_stdev(deltas)
unreported_extras["wall_time_mean"] = mean_delta
unreported_extras["wall_time_stdev"] = stdev_delta
benchmark_values["extras"].update(unreported_extras) benchmark_values["extras"].update(unreported_extras)
return benchmark_values return benchmark_values