e11f55585f
As part of ongoing refactoring, `tflite::GetInput`, `tflite::GetOutput`, `tflite::GetTemporary` and `tflite::GetIntermediates` will return `nullptr` in some cases. Hence, we insert the `nullptr` checks on all usages. We also insert `nullptr` checks on usages of `tflite::GetVariableInput` and `tflite::GetOptionalInputTensor` but only in the cases where there is no obvious check that `nullptr` is acceptable (that is, we only insert the check for the output of these two functions if the tensor is accessed as if it is always not `nullptr`). PiperOrigin-RevId: 332517854 Change-Id: Ic27221dd1f0fbe302f311c2fe5a846ed8ff02016
97 lines
4.0 KiB
C++
97 lines
4.0 KiB
C++
/* Copyright 2019 The TensorFlow Authors. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
==============================================================================*/
|
|
#include "tensorflow/lite/c/common.h"
|
|
#include "tensorflow/lite/core/subgraph.h"
|
|
#include "tensorflow/lite/experimental/resource/lookup_interfaces.h"
|
|
#include "tensorflow/lite/kernels/internal/tensor_ctypes.h"
|
|
#include "tensorflow/lite/kernels/kernel_util.h"
|
|
#include "tensorflow/lite/schema/schema_generated.h"
|
|
|
|
namespace tflite {
|
|
namespace ops {
|
|
namespace custom {
|
|
|
|
namespace hashtable {
|
|
|
|
constexpr int kInputResourceIdTensor = 0;
|
|
constexpr int kKeyTensor = 1;
|
|
constexpr int kValueTensor = 2;
|
|
|
|
TfLiteStatus PrepareHashtableImport(TfLiteContext* context, TfLiteNode* node) {
|
|
TF_LITE_ENSURE_EQ(context, NumInputs(node), 3);
|
|
TF_LITE_ENSURE_EQ(context, NumOutputs(node), 0);
|
|
|
|
const TfLiteTensor* input_resource_id_tensor;
|
|
TF_LITE_ENSURE_OK(context, GetInputSafe(context, node, kInputResourceIdTensor,
|
|
&input_resource_id_tensor));
|
|
TF_LITE_ENSURE_EQ(context, input_resource_id_tensor->type, kTfLiteInt32);
|
|
TF_LITE_ENSURE_EQ(context, NumDimensions(input_resource_id_tensor), 1);
|
|
TF_LITE_ENSURE_EQ(context, SizeOfDimension(input_resource_id_tensor, 0), 1);
|
|
|
|
const TfLiteTensor* key_tensor;
|
|
TF_LITE_ENSURE_OK(context,
|
|
GetInputSafe(context, node, kKeyTensor, &key_tensor));
|
|
const TfLiteTensor* value_tensor;
|
|
TF_LITE_ENSURE_OK(context,
|
|
GetInputSafe(context, node, kValueTensor, &value_tensor));
|
|
TF_LITE_ENSURE(context, (key_tensor->type == kTfLiteInt64 &&
|
|
value_tensor->type == kTfLiteString) ||
|
|
(key_tensor->type == kTfLiteString &&
|
|
value_tensor->type == kTfLiteInt64));
|
|
// TODO(b/144731295): Tensorflow lookup ops support 1-D vector in storing
|
|
// values.
|
|
TF_LITE_ENSURE(context, HaveSameShapes(key_tensor, value_tensor));
|
|
return kTfLiteOk;
|
|
}
|
|
|
|
TfLiteStatus EvalHashtableImport(TfLiteContext* context, TfLiteNode* node) {
|
|
const TfLiteTensor* input_resource_id_tensor;
|
|
TF_LITE_ENSURE_OK(context, GetInputSafe(context, node, kInputResourceIdTensor,
|
|
&input_resource_id_tensor));
|
|
const int resource_id = input_resource_id_tensor->data.i32[0];
|
|
|
|
const TfLiteTensor* key_tensor;
|
|
TF_LITE_ENSURE_OK(context,
|
|
GetInputSafe(context, node, kKeyTensor, &key_tensor));
|
|
const TfLiteTensor* value_tensor;
|
|
TF_LITE_ENSURE_OK(context,
|
|
GetInputSafe(context, node, kValueTensor, &value_tensor));
|
|
|
|
Subgraph* subgraph = reinterpret_cast<Subgraph*>(context->impl_);
|
|
auto& resources = subgraph->resources();
|
|
auto* lookup = resource::GetHashtableResource(&resources, resource_id);
|
|
TF_LITE_ENSURE(context, lookup != nullptr);
|
|
TF_LITE_ENSURE_STATUS(
|
|
lookup->CheckKeyAndValueTypes(context, key_tensor, value_tensor));
|
|
// The hashtable resource will only be initialized once, attempting to
|
|
// initialize it multiple times will be a no-op.
|
|
auto result = lookup->Import(context, key_tensor, value_tensor);
|
|
return result;
|
|
}
|
|
|
|
} // namespace hashtable
|
|
|
|
TfLiteRegistration* Register_HASHTABLE_IMPORT() {
|
|
static TfLiteRegistration r = {/*init=*/nullptr,
|
|
/*free=*/nullptr,
|
|
hashtable::PrepareHashtableImport,
|
|
hashtable::EvalHashtableImport};
|
|
return &r;
|
|
}
|
|
|
|
} // namespace custom
|
|
} // namespace ops
|
|
} // namespace tflite
|