2d03c32d62
This change is for adding CallOnce op in TFLite builtin op set. CallOnce operator is a control flow op to invoke other subgraph in the graph in order to conduct the given graph's initialization tasks, for example, hash table initialization and variable initialization. This new operator will invoke the subgraph for initialization in the first run and become no-op after the first run in an interpreter's life cycle. PiperOrigin-RevId: 339763662 Change-Id: I8c2ae7213e749b76b9294175562389ebe79b542e
110 lines
4.0 KiB
C++
110 lines
4.0 KiB
C++
/* Copyright 2020 The TensorFlow Authors. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
==============================================================================*/
|
|
|
|
#include <stddef.h>
|
|
|
|
#include <cstring>
|
|
#include <memory>
|
|
#include <vector>
|
|
|
|
#include "tensorflow/lite/c/builtin_op_data.h"
|
|
#include "tensorflow/lite/c/common.h"
|
|
#include "tensorflow/lite/core/subgraph.h"
|
|
#include "tensorflow/lite/kernels/kernel_util.h"
|
|
|
|
namespace tflite {
|
|
namespace ops {
|
|
namespace builtin {
|
|
namespace call_once_kernel {
|
|
|
|
// CallOnce operator is a control flow op to invoke other subgraph in the graph
|
|
// in order to conduct the given graph's initialization tasks, for example, hash
|
|
// table initialization and variable initialization.
|
|
//
|
|
// This operator will invoke the subgraph for initialization in the first run
|
|
// and become no-op after the first run in an interpreter's life cycle.
|
|
|
|
struct OpData {
|
|
// Subgraph index to be invoked once in a life cycle by this CallOnce op.
|
|
int init_subgraph_index;
|
|
// Boolean storage to store whether the subgraph for initialization is invoked
|
|
// successfully once in an interpreter's life cycle.
|
|
bool init_subgraph_invoked;
|
|
};
|
|
|
|
void* Init(TfLiteContext* context, const char* buffer, size_t length) {
|
|
auto* op_data = new OpData;
|
|
const auto* params = reinterpret_cast<const TfLiteCallOnceParams*>(buffer);
|
|
op_data->init_subgraph_index = params->init_subgraph_index;
|
|
op_data->init_subgraph_invoked = false;
|
|
return op_data;
|
|
}
|
|
|
|
void Free(TfLiteContext* context, void* buffer) {
|
|
delete reinterpret_cast<OpData*>(buffer);
|
|
}
|
|
|
|
TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
|
|
const OpData* op_data = reinterpret_cast<OpData*>(node->user_data);
|
|
|
|
// Return early if the initialization graph is already invoked.
|
|
if (op_data->init_subgraph_invoked) return kTfLiteOk;
|
|
|
|
TF_LITE_ENSURE_EQ(context, node->inputs->size, 0);
|
|
TF_LITE_ENSURE_EQ(context, node->outputs->size, 0);
|
|
|
|
Subgraph* this_subgraph = reinterpret_cast<Subgraph*>(context->impl_);
|
|
auto* subgraphs = this_subgraph->GetSubgraphs();
|
|
TF_LITE_ENSURE(context, op_data->init_subgraph_index < subgraphs->size());
|
|
|
|
// Ensures that there are no input and output tensors in the subgraph.
|
|
Subgraph* init_subgraph = (*subgraphs)[op_data->init_subgraph_index].get();
|
|
TF_LITE_ENSURE_EQ(context, init_subgraph->inputs().size(), 0);
|
|
TF_LITE_ENSURE_EQ(context, init_subgraph->outputs().size(), 0);
|
|
return kTfLiteOk;
|
|
}
|
|
|
|
TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
|
|
OpData* op_data = reinterpret_cast<OpData*>(node->user_data);
|
|
|
|
// The initialization graph should be invoked once in a life cycle.
|
|
if (op_data->init_subgraph_invoked) return kTfLiteOk;
|
|
|
|
Subgraph* this_subgraph = reinterpret_cast<Subgraph*>(context->impl_);
|
|
auto* subgraphs = this_subgraph->GetSubgraphs();
|
|
Subgraph& init_subgraph = *(*subgraphs)[op_data->init_subgraph_index];
|
|
|
|
TF_LITE_ENSURE_OK(context, init_subgraph.AllocateTensors());
|
|
TF_LITE_ENSURE_OK(context, init_subgraph.Invoke());
|
|
TF_LITE_ENSURE_OK(context, init_subgraph.ReleaseNonPersistentMemory());
|
|
|
|
// Mark the invocation completed.
|
|
op_data->init_subgraph_invoked = true;
|
|
return kTfLiteOk;
|
|
}
|
|
|
|
} // namespace call_once_kernel
|
|
|
|
TfLiteRegistration* Register_CALL_ONCE() {
|
|
static TfLiteRegistration r = {call_once_kernel::Init, call_once_kernel::Free,
|
|
call_once_kernel::Prepare,
|
|
call_once_kernel::Eval};
|
|
return &r;
|
|
}
|
|
|
|
} // namespace builtin
|
|
} // namespace ops
|
|
} // namespace tflite
|