experiments/STT-tensorflow
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Cut tracing memory cost

Browse Source 
PiperOrigin-RevId: 173144626
This commit is contained in:
A. Unique TensorFlower 2017-10-23 11:29:58 -07:00 committed by TensorFlower Gardener
parent 5e23e0e67a
commit 01b6b06381
1 changed files with 9 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
tensorflow/core/distributed_runtime/master_session.cc
View File

@ -746,18 +746,22 @@ void MasterSession::ReffedClientGraph::ProcessStats(int64 step_id,
Status::OK());
}
// Assemble all stats for this timeline into a merged StepStats.
StepStats step_stats_proto;
if (pss->collect_timeline) {
step_stats_proto = pss->rpc_stats;
StepStats step_stats_proto;
step_stats_proto.Swap(&pss->rpc_stats);
for (size_t i = 0; i < partitions_.size(); ++i) {
const StepStats& ss = pss->step_stats[i];
step_stats_proto.MergeFrom(ss);
step_stats_proto.MergeFrom(pss->step_stats[i]);
pss->step_stats[i].Clear();
}
stats_publisher_->PublishStatsProto(step_stats_proto);
pss->step_stats.clear();
// Copy the stats back, but only for on-demand profiling to avoid slowing
// down calls that trigger the automatic profiling.
if (options.trace_level() == RunOptions::FULL_TRACE) {
resp->mutable_step_stats()->Swap(&step_stats_proto);
} else {
// If FULL_TRACE, it can be fetched from Session API, no need for
// duplicated publishing.
stats_publisher_->PublishStatsProto(step_stats_proto);
}
}
}