experiments/STT-tensorflow
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Separate the model build and tensor allocation call for integer LSTM test.

Browse Source 
PiperOrigin-RevId: 336669565
Change-Id: I13437f34cbe4a1461b724d91fae934757bc903ab
This commit is contained in:
Jian Li 2020-10-12 08:39:44 -07:00 committed by TensorFlower Gardener
parent 296393e947
commit 8714ada4ea
1 changed files with 13 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
tensorflow/lite/kernels/lstm_test.cc
View File

@ -1458,9 +1458,13 @@ class LSTMIntegerOpModel : public SingleOpModel {
BuiltinOperator_LSTM, BuiltinOptions_LSTMOptions, BuiltinOperator_LSTM, BuiltinOptions_LSTMOptions,
CreateLSTMOptions(builder_, ActivationFunctionType_TANH).Union()); CreateLSTMOptions(builder_, ActivationFunctionType_TANH).Union());
BuildInterpreter({}); // Input sizes are already set BuildInterpreter(/*input_shapes=*/{}, /*num_threads=*/-1,
/*allow_fp32_relax_to_fp16=*/false,
/*apply_delegate=*/true, /*allocate_and_delegate=*/false);
} }
void PerformAllocateAndDelegate() { AllocateAndDelegate(true); }
void SetInputToInputWeights(const std::vector<float>& f) { void SetInputToInputWeights(const std::vector<float>& f) {
QuantizeAndPopulate<int8_t>(input_to_input_weights_, f); QuantizeAndPopulate<int8_t>(input_to_input_weights_, f);
} }
@ -1692,6 +1696,8 @@ TEST(IntegerLstmOpTest, NoCifg_NoPeephole_Projection_LayerNorm) {
/*use_layer_norm=*/true, /*use_layer_norm=*/true,
/*use_8x8_8_implementation=*/false, ranges, /*use_8x8_8_implementation=*/false, ranges,
intermediates); intermediates);
// Do allocate.
lstm.PerformAllocateAndDelegate();
// Set weights. // Set weights.
lstm.SetInputToInputWeights(input_to_input_weights); lstm.SetInputToInputWeights(input_to_input_weights);
@ -1859,6 +1865,9 @@ TEST(IntegerLstmOpTest, NoCifg_Peephole_Projection_LayerNorm) {
/*use_8x8_8_implementation=*/false, ranges, /*use_8x8_8_implementation=*/false, ranges,
intermediates); intermediates);
// Do allocate.
lstm.PerformAllocateAndDelegate();
// Set weights. // Set weights.
lstm.SetInputToInputWeights(input_to_input_weights); lstm.SetInputToInputWeights(input_to_input_weights);
lstm.SetInputToCellWeights(input_to_cell_weights); lstm.SetInputToCellWeights(input_to_cell_weights);
@ -2026,6 +2035,9 @@ TEST(IntegerLstmOpTest, Cifg_NoPeephole_Projection_LayerNorm_8x8_8) {
/*use_8x8_8_implementation=*/true, ranges, /*use_8x8_8_implementation=*/true, ranges,
intermediates); intermediates);
// Do allocate.
lstm.PerformAllocateAndDelegate();
// Set weights. // Set weights.
// lstm.SetInputToInputWeights(input_to_input_weights); // lstm.SetInputToInputWeights(input_to_input_weights);
lstm.SetInputToCellWeights(input_to_cell_weights); lstm.SetInputToCellWeights(input_to_cell_weights);