experiments/STT-tensorflow
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Make 'import tensorflow' go faster

Browse Source 
It now takes about 400ms rather than 800ms, if the file system cache is warm.

Most of the latency was due to parsing text_format OpList protocol buffers in
our generated sources. We now use a binary representation, while preserving the
text proto as a comment for readability.

Note: This change does not improve the latency of dereferencing tf.contrib,
which takes about 340ms.
PiperOrigin-RevId: 163739355
This commit is contained in:
Justine Tunney 2017-07-31 13:28:48 -07:00 committed by TensorFlower Gardener
parent c215c55d54
commit 3445dd0edf
1 changed files with 10 additions and 9 deletions

19
tensorflow/python/framework/python_op_gen.cc
View File

@ -722,8 +722,6 @@ This file is MACHINE GENERATED! Do not edit.
import collections as _collections
from google.protobuf import text_format as _text_format
from tensorflow.core.framework import op_def_pb2 as _op_def_pb2
# Needed to trigger the call to _set_call_cpp_shape_fn.
@ -772,21 +770,24 @@ from tensorflow.python.framework import op_def_library as _op_def_library
RemoveNonDeprecationDescriptionsFromOpDef(added);
}
strings::Appendf(&result, R"(def _InitOpDefLibrary():
result.append(R"(def _InitOpDefLibrary(op_list_proto_bytes):
op_list = _op_def_pb2.OpList()
_text_format.Merge(_InitOpDefLibrary.op_list_ascii, op_list)
op_list.ParseFromString(op_list_proto_bytes)
_op_def_registry.register_op_list(op_list)
op_def_lib = _op_def_library.OpDefLibrary()
op_def_lib.add_op_list(op_list)
return op_def_lib
_InitOpDefLibrary.op_list_ascii = """%s"""
)");
_op_def_lib = _InitOpDefLibrary()
)",
ProtoDebugString(cleaned_ops).c_str());
result.append("# ");
auto ops_text = ProtoDebugString(cleaned_ops);
str_util::StripTrailingWhitespace(&ops_text);
result.append(str_util::StringReplace(ops_text, "\n", "\n# ", true));
result.append("\n");
strings::Appendf(&result, "_op_def_lib = _InitOpDefLibrary(b\"%s\")\n",
str_util::CEscape(cleaned_ops.SerializeAsString()).c_str());
return result;
}