1e59f00c48
It's backward compatible. Stats of a source code line
are aggregated from all ops created by that line.
A example.
_TFProfRoot (0us/22.44ms)
model_analyzer_test.py:149:run_filename_as_m...:none (0us/22.44ms)
model_analyzer_test.py:33:_run_code_in_main:none (0us/22.44ms)
model_analyzer_test.py:208:<module>:test.main() (0us/22.44ms)
model_analyzer_test.py:132:testComplexCodeView:x = lib.BuildFull... (0us/22.44ms)
model_analyzer_testlib.py:63:BuildFullModel:return sgd_op.min... (0us/21.83ms)
model_analyzer_testlib.py:54:BuildFullModel:seq.append(array_... (0us/254us)
model_analyzer_testlib.py:42:BuildSmallModel:x = nn_ops.conv2d... (0us/134us)
...
model_analyzer_testlib.py:61:BuildFullModel:loss = nn_ops.l2_... (0us/28us)
model_analyzer_test.py:134:testComplexCodeView:sess.run(variable... (0us/0us)
Change: 155258346
117 lines
4.0 KiB
C++
117 lines
4.0 KiB
C++
/* Copyright 2016 The TensorFlow Authors All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
==============================================================================*/
|
|
|
|
// Build a graph structure based on op inputs/outputs. The graph is a directed
|
|
// acyclic graph pointing *from outputs to inputs*.
|
|
|
|
#ifndef THIRD_PARTY_TENSORFLOW_TOOLS_TFPROF_INTERNAL_TFPROF_GRAPH_H_
|
|
#define THIRD_PARTY_TENSORFLOW_TOOLS_TFPROF_INTERNAL_TFPROF_GRAPH_H_
|
|
|
|
#include <deque>
|
|
#include <map>
|
|
#include <memory>
|
|
#include <set>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#include "tensorflow/c/checkpoint_reader.h"
|
|
#include "tensorflow/core/framework/graph.pb.h"
|
|
#include "tensorflow/core/lib/core/errors.h"
|
|
#include "tensorflow/tools/tfprof/internal/tfprof_node.h"
|
|
#include "tensorflow/tools/tfprof/internal/tfprof_options.h"
|
|
#include "tensorflow/tools/tfprof/internal/tfprof_show.h"
|
|
#include "tensorflow/tools/tfprof/internal/tfprof_utils.h"
|
|
#include "tensorflow/tools/tfprof/tfprof_output.pb.h"
|
|
|
|
namespace tensorflow {
|
|
namespace tfprof {
|
|
class GraphNode : public ShowNode {
|
|
public:
|
|
explicit GraphNode(TFGraphNode* node) : ShowNode(node) {
|
|
mutable_proto()->set_inputs(node->inputs().size());
|
|
mutable_proto()->set_total_inputs(0);
|
|
}
|
|
|
|
void AggregateTotalStats(GraphNode* node) {
|
|
ShowNode::AggregateTotalStats(node);
|
|
mutable_proto()->set_total_inputs(proto().total_inputs() +
|
|
node->proto().total_inputs() + 1);
|
|
}
|
|
|
|
void AddSelfToTotalStats() {
|
|
ShowNode::AddSelfToTotalStats();
|
|
mutable_proto()->set_total_inputs(proto().total_inputs() +
|
|
proto().inputs());
|
|
}
|
|
|
|
void ResetTotalStats() {
|
|
ShowNode::ResetTotalStats();
|
|
mutable_proto()->set_total_inputs(0);
|
|
}
|
|
|
|
std::vector<GraphNode*> children;
|
|
};
|
|
|
|
// Organize tensorflow ops in a graph structure, pointing from output ops
|
|
// to input ops.
|
|
class TFGraph : public TFShow {
|
|
public:
|
|
explicit TFGraph(checkpoint::CheckpointReader* ckpt_reader)
|
|
: TFShow(ckpt_reader) {}
|
|
~TFGraph() override {}
|
|
|
|
void AddNode(TFGraphNode* node) override;
|
|
|
|
void Build() override;
|
|
|
|
private:
|
|
const ShowNode* ShowInternal(const Options& opts) override;
|
|
|
|
bool ShouldShowIfExtra(ShowNode* node, const Options& opts,
|
|
int depth) override {
|
|
return true;
|
|
}
|
|
|
|
GraphNode* CreateParentNode(const string& name);
|
|
|
|
std::vector<GraphNode*> SearchRoot(const std::vector<GraphNode*>& roots,
|
|
const std::vector<string>& regexes,
|
|
std::set<string>* visited);
|
|
|
|
std::vector<GraphNode*> PrintGraph(const std::vector<GraphNode*> roots,
|
|
const Options& opts, int depth, int hidden,
|
|
int last_ident, std::set<string>* visits);
|
|
|
|
void VisualizeGraph(GraphNode* root, const Options& opts);
|
|
|
|
std::vector<GraphNode*> GenerateGraphDot(
|
|
GraphNode* root, GraphNode* last_shown, const Options& opts, int depth,
|
|
int hidden, std::set<string>* declared_nodes,
|
|
std::set<string>* declared_edges, TFGraphNodeProto* parent);
|
|
|
|
void Account(const std::vector<GraphNode*>& roots, const Options& opts,
|
|
std::map<string, int64>* visits);
|
|
|
|
std::vector<GraphNode*> roots_;
|
|
std::vector<std::unique_ptr<NodeDef>> node_defs_;
|
|
std::map<string, std::unique_ptr<TFGraphNode>> parent_nodes_;
|
|
std::map<string, std::unique_ptr<GraphNode>> nodes_map_;
|
|
};
|
|
|
|
} // namespace tfprof
|
|
} // namespace tensorflow
|
|
|
|
#endif // THIRD_PARTY_TENSORFLOW_TOOLS_TFPROF_INTERNAL_TFPROF_GRAPH_H_
|