experiments/STT-tensorflow
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Fixed bug where Tensorflow misreports sizes when sizes are mismatched.

Browse Source 
PiperOrigin-RevId: 336185233
Change-Id: I484b326ad9917495ea147448895eb72c8fc9caeb
This commit is contained in:
A. Unique TensorFlower 2020-10-08 16:12:45 -07:00 committed by TensorFlower Gardener
parent d1369b5c09
commit b071d687ad
1 changed files with 6 additions and 5 deletions

11
tensorflow/core/util/example_proto_fast_parsing.cc
View File

@ -2285,12 +2285,13 @@ Status ParseContextDenseFeatures(const FeatureProtosMap& context_features,
context_features.find(c.feature_name)->second; context_features.find(c.feature_name)->second;
TensorShape dense_shape, example_shape; TensorShape dense_shape, example_shape;
DataType dtype = c.dtype; DataType dtype = c.dtype;
const size_t expected_max_elements = feature.length; const size_t data_max_elements = feature.length;
if (!c.shape.AsTensorShape(&example_shape) || if (!c.shape.AsTensorShape(&example_shape) ||
expected_max_elements != example_shape.num_elements()) { data_max_elements != example_shape.num_elements()) {
return errors::InvalidArgument( return errors::InvalidArgument(
"Inconsistent number of elements for feature ", c.feature_name, ": ", "Inconsistent max number of elements for feature ", c.feature_name,
expected_max_elements, " vs ", dense_shape.num_elements()); ": expected ", example_shape.num_elements(), ", but found ",
data_max_elements);
} }
if (is_batch) { if (is_batch) {
dense_shape.AddDim(num_examples); dense_shape.AddDim(num_examples);
@ -2324,7 +2325,7 @@ Status ParseContextDenseFeatures(const FeatureProtosMap& context_features,
EnableAliasing(&stream); EnableAliasing(&stream);
num_elements += ParseFeature(dtype, &stream, &out, &out_offset); num_elements += ParseFeature(dtype, &stream, &out, &out_offset);
} }
if (num_elements != expected_max_elements) { if (num_elements != data_max_elements) {
return errors::InvalidArgument( return errors::InvalidArgument(
"Unexpected number of elements in example ", "Unexpected number of elements in example ",
ExampleName(example_names, e)); ExampleName(example_names, e));