experiments/STT-tensorflow
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
cherrypick_339370490
STT-tensorflow/tensorflow/lite/interpreter_builder.cc
Thai Nguyen 3b5179e649 Fix linking error of Flex delegate for iOS 
This cl fixes three different issues about Flex delegate on iOS:
1. Duplicated symbols of C API exported by TensorFlowLiteC and
   TensorFlowLiteSelectTfOps. This is fixed by using avoid_deps.
2. Undefined symbol of uprv::getICUData::conversion
3. TensorFlowLiteC do not export the weak symbol AcquireFlexDelegate.
   This cl replaces the use of weak symbol by LoadLibrary::GetSymbol.

PiperOrigin-RevId: 339798211
Change-Id: I2e15c008a48b9638568c1a16b3c3b7bcc61e448f
2020-10-30 22:21:30 +09:00

704 lines
24 KiB
C++
Raw Permalink Blame History

/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "tensorflow/lite/interpreter_builder.h"
#include <fcntl.h>
#include <stdint.h>
#include <stdio.h>
#include <stdlib.h>
#include <sys/stat.h>
#include <sys/types.h>
#include "tensorflow/lite/allocation.h"
#include "tensorflow/lite/c/builtin_op_data.h"
#include "tensorflow/lite/c/common.h"
#include "tensorflow/lite/core/api/error_reporter.h"
#include "tensorflow/lite/core/api/flatbuffer_conversions.h"
#include "tensorflow/lite/kernels/internal/compatibility.h"
#include "tensorflow/lite/profiling/platform_profiler.h"
#include "tensorflow/lite/schema/schema_generated.h"
#include "tensorflow/lite/schema/schema_utils.h"
#include "tensorflow/lite/shared_library.h"
#include "tensorflow/lite/util.h"
#include "tensorflow/lite/version.h"
// aligned_alloc is available (via cstdlib/stdlib.h) with C++17/C11.
#if __cplusplus >= 201703L || __STDC_VERSION__ >= 201112L
#if !defined(__ANDROID__) || __ANDROID_API__ >= 28
// Neither Apple nor Windows provide aligned_alloc.
#if !defined(__APPLE__) && !defined(_WIN32)
#define TFLITE_USE_STD_ALIGNED_ALLOC
#endif
#endif
#endif
// TODO(b/139446230): Move to portable platform header.
#if defined(__ANDROID__)
#define TFLITE_IS_MOBILE_PLATFORM
#endif // defined(__ANDROID__)
#if defined(__APPLE__)
#include "TargetConditionals.h"
#if TARGET_IPHONE_SIMULATOR
#define TFLITE_IS_MOBILE_PLATFORM
#elif TARGET_OS_IPHONE
#define TFLITE_IS_MOBILE_PLATFORM
#endif
#endif // defined(__APPLE__)
namespace tflite {
namespace {
// Ensure that ErrorReporter is non-null.
ErrorReporter* ValidateErrorReporter(ErrorReporter* e) {
return e ? e : DefaultErrorReporter();
}
template <typename T>
TfLiteStatus Copy(const T* data_ptr, TfLiteIntArray** arr) {
if (data_ptr->values() == nullptr) {
return kTfLiteError;
}
int size = data_ptr->values()->size();
*arr = TfLiteIntArrayCreate(size);
for (int i = 0; i < size; i++) {
(*arr)->data[i] = static_cast<int>(data_ptr->values()->Get(i));
}
return kTfLiteOk;
}
TfLiteStatus ParseSparseIndexVector(const DimensionMetadata* src,
TfLiteDimensionMetadata* tgt) {
if (src->array_segments() == nullptr || src->array_indices() == nullptr) {
return kTfLiteError;
}
TfLiteStatus status = kTfLiteOk;
switch (src->array_segments_type()) {
case SparseIndexVector_Int32Vector:
status = Copy(src->array_segments_as_Int32Vector(), &tgt->array_segments);
break;
case SparseIndexVector_Uint16Vector:
status =
Copy(src->array_segments_as_Uint16Vector(), &tgt->array_segments);
break;
case SparseIndexVector_Uint8Vector:
status = Copy(src->array_segments_as_Uint8Vector(), &tgt->array_segments);
break;
default:
status = kTfLiteError;
break;
}
if (status != kTfLiteOk) return status;
switch (src->array_indices_type()) {
case SparseIndexVector_Int32Vector:
return Copy(src->array_indices_as_Int32Vector(), &tgt->array_indices);
case SparseIndexVector_Uint16Vector:
return Copy(src->array_indices_as_Uint16Vector(), &tgt->array_indices);
case SparseIndexVector_Uint8Vector:
return Copy(src->array_indices_as_Uint8Vector(), &tgt->array_indices);
default:
break;
}
return kTfLiteError;
}
} // namespace
const char* kEmptyTensorName = "";
// Using weak symbols to create a delegate allows automatic injection of the
// delegate simply by adding it as a dependency.
// For flex delegate, see also the strong override in
// lite/delegates/flex/delegate.cc.
TFLITE_ATTRIBUTE_WEAK Interpreter::TfLiteDelegatePtr AcquireFlexDelegate() {
auto acquire_flex_delegate_func =
reinterpret_cast<Interpreter::TfLiteDelegatePtr (*)()>(
SharedLibrary::GetSymbol("TF_AcquireFlexDelegate"));
if (acquire_flex_delegate_func) {
return acquire_flex_delegate_func();
}
#if !defined(TFLITE_IS_MOBILE_PLATFORM)
// Load TF_AcquireFlexDelegate() from _pywrap_tensorflow_internal.so if it is
// available.
const char* filename_pywrap_tensorflow_internal =
#if defined(_WIN32)
"_pywrap_tensorflow_internal.pyd";
#elif defined(__APPLE__)
"python/_pywrap_tensorflow_internal.so";
#else
"_pywrap_tensorflow_internal.so";
#endif
void* lib_tf_internal =
SharedLibrary::LoadLibrary(filename_pywrap_tensorflow_internal);
if (lib_tf_internal) {
acquire_flex_delegate_func =
reinterpret_cast<Interpreter::TfLiteDelegatePtr (*)()>(
SharedLibrary::GetLibrarySymbol(lib_tf_internal,
"TF_AcquireFlexDelegate"));
if (acquire_flex_delegate_func) {
return acquire_flex_delegate_func();
}
}
#endif // !defined(TFLITE_IS_MOBILE_PLATFORM)
return Interpreter::TfLiteDelegatePtr(nullptr, [](TfLiteDelegate*) {});
}
InterpreterBuilder::InterpreterBuilder(const FlatBufferModel& model,
const OpResolver& op_resolver)
: model_(model.GetModel()),
op_resolver_(op_resolver),
error_reporter_(ValidateErrorReporter(model.error_reporter())),
allocation_(model.allocation()) {}
InterpreterBuilder::InterpreterBuilder(const ::tflite::Model* model,
const OpResolver& op_resolver,
ErrorReporter* error_reporter)
: model_(model),
op_resolver_(op_resolver),
error_reporter_(ValidateErrorReporter(error_reporter)) {}
InterpreterBuilder::~InterpreterBuilder() {}
TfLiteStatus InterpreterBuilder::BuildLocalIndexToRegistrationMapping() {
TfLiteStatus status = kTfLiteOk;
// Reset state.
flatbuffer_op_index_to_registration_.clear();
unresolved_custom_ops_.clear();
auto opcodes = model_->operator_codes();
if (!opcodes) {
return status;
}
int num_custom_ops = 0;
for (const OperatorCode* opcode : *opcodes) {
if (GetBuiltinCode(opcode) == BuiltinOperator_CUSTOM) {
num_custom_ops++;
}
}
unresolved_custom_ops_.reserve(num_custom_ops);
for (const OperatorCode* opcode : *opcodes) {
const TfLiteRegistration* registration = nullptr;
status = GetRegistrationFromOpCode(opcode, op_resolver_, error_reporter_,
&registration);
if (status != kTfLiteOk) {
if (GetBuiltinCode(opcode) != BuiltinOperator_CUSTOM) {
return status;
}
// If it's an unresolved custom op, allow it for now. It might be resolved
// by a delegate later.
if (!opcode->custom_code()) {
error_reporter_->Report(
"Operator with CUSTOM builtin_code has no custom_code.\n");
return status;
}
const auto* op_name = opcode->custom_code()->c_str();
unresolved_custom_ops_.push_back(CreateUnresolvedCustomOp(op_name));
registration = &unresolved_custom_ops_.back();
has_flex_op_ |= IsFlexOp(op_name);
status = kTfLiteOk;
}
flatbuffer_op_index_to_registration_.push_back(registration);
}
return status;
}
namespace {
template <class T>
std::vector<int> FlatBufferIntArrayToVector(T* flat_array) {
// Initialize shape of tensors with null shape. Empty vectors are converted
// to nullptr for models that are constructed via flatbuffers::Pack.
if (flat_array == nullptr) {
return {};
}
std::vector<int> ret(flat_array->size());
for (int i = 0; i < flat_array->size(); i++) {
ret[i] = flat_array->Get(i);
}
return ret;
}
// Used to determine how the op data parsing function creates its working space.
class MallocDataAllocator : public BuiltinDataAllocator {
public:
void* Allocate(size_t size, size_t alignment_hint) override {
#ifdef TFLITE_USE_STD_ALIGNED_ALLOC
// Ensure that alignment is a power of two and a multiple of sizeof(void *)
// and that size is an integral multiple of alignment.
size_t used_alignment = std::max(alignment_hint, sizeof(void*));
size_t used_size =
((size + used_alignment - 1) / used_alignment) * used_alignment;
TFLITE_DCHECK(
(used_alignment != 0) &&
((used_alignment & (used_alignment - 1)) == 0)); // is power-of-two
return aligned_alloc(used_alignment, used_size);
#else
return malloc(size);
#endif
}
void Deallocate(void* data) override { free(data); }
};
} // namespace
TfLiteStatus InterpreterBuilder::ParseNodes(
const flatbuffers::Vector<flatbuffers::Offset<Operator>>* operators,
Subgraph* subgraph) {
TfLiteStatus status = kTfLiteOk;
// Reduce the number of redundant allocations
subgraph->ReserveNodes(operators->size());
for (int i = 0; i < operators->size(); ++i) {
const auto* op = operators->Get(i);
int index = op->opcode_index();
if (index < 0 || index >= flatbuffer_op_index_to_registration_.size()) {
error_reporter_->Report("Missing registration for opcode_index %d\n",
index);
status = kTfLiteError;
continue;
}
const TfLiteRegistration* registration =
flatbuffer_op_index_to_registration_[index];
if (registration == nullptr) {
error_reporter_->Report("Skipping op for opcode_index %d\n", index);
status = kTfLiteError;
continue;
}
BuiltinOperator op_type =
static_cast<BuiltinOperator>(registration->builtin_code);
if (op_type != BuiltinOperator_CUSTOM && op->custom_options()) {
error_reporter_->Report(
"Found builtin operator %s with custom options.\n",
EnumNameBuiltinOperator(op_type));
}
if (op_type == BuiltinOperator_CUSTOM) {
if (op->custom_options()) {
subgraph->AddNodeWithParameters(
FlatBufferIntArrayToVector(op->inputs()),
FlatBufferIntArrayToVector(op->outputs()),
FlatBufferIntArrayToVector(op->intermediates()),
reinterpret_cast<const char*>(op->custom_options()->data()),
op->custom_options()->size(), nullptr, registration);
} else {
subgraph->AddNodeWithParameters(
FlatBufferIntArrayToVector(op->inputs()),
FlatBufferIntArrayToVector(op->outputs()),
FlatBufferIntArrayToVector(op->intermediates()), nullptr, 0,
nullptr, registration);
}
} else {
void* builtin_data = nullptr;
MallocDataAllocator malloc_allocator;
TF_LITE_ENSURE_STATUS(ParseOpData(op, op_type, error_reporter_,
&malloc_allocator, &builtin_data));
subgraph->AddNodeWithParameters(
FlatBufferIntArrayToVector(op->inputs()),
FlatBufferIntArrayToVector(op->outputs()),
FlatBufferIntArrayToVector(op->intermediates()), nullptr, 0,
builtin_data, registration);
}
}
return status;
}
TfLiteStatus InterpreterBuilder::ParseQuantization(
const QuantizationParameters* src_quantization,
TfLiteQuantization* quantization, const std::vector<int>& dims) {
quantization->type = kTfLiteNoQuantization;
if (!src_quantization || !src_quantization->scale() ||
src_quantization->scale()->size() == 0) {
return kTfLiteOk;
}
if (!src_quantization->zero_point()) {
error_reporter_->Report(
"Quantization parameters has non-null scale but null zero_point.");
return kTfLiteError;
}
// Ensure that the number of scales matches the number of zero_points.
if (src_quantization->scale()->size() !=
src_quantization->zero_point()->size()) {
error_reporter_->Report(
"QuantizationParam has %d zero_point values and %d scale values. Must "
"have same number.",
src_quantization->zero_point()->size(),
src_quantization->scale()->size());
return kTfLiteError;
}
const size_t num_scales = src_quantization->scale()->size();
// Ensure that the quantization dimension is valid.
if (src_quantization->quantized_dimension() < 0 ||
(!dims.empty() &&
src_quantization->quantized_dimension() >= dims.size())) {
error_reporter_->Report(
"quantized_dimension must be in range [0, %d). Was %d.", dims.size(),
src_quantization->quantized_dimension());
return kTfLiteError;
}
// Ensure that the number of scales is 1 for per-layer quantization, and
// matches number of quantization dimensions for per-axis quantization.
if (num_scales != 1 &&
(!dims.empty() &&
num_scales != dims[src_quantization->quantized_dimension()])) {
error_reporter_->Report(
"num_scales must be 1 for per-layer quantization, or %d for per-axis "
"quantization, but got %d.",
dims[src_quantization->quantized_dimension()], num_scales);
return kTfLiteError;
}
// Affine-quantization.
quantization->type = kTfLiteAffineQuantization;
auto* affine_quantization = reinterpret_cast<TfLiteAffineQuantization*>(
malloc(sizeof(TfLiteAffineQuantization)));
affine_quantization->scale = TfLiteFloatArrayCreate(num_scales);
affine_quantization->zero_point = TfLiteIntArrayCreate(num_scales);
for (size_t i = 0; i < num_scales; ++i) {
affine_quantization->scale->data[i] = src_quantization->scale()->Get(i);
affine_quantization->zero_point->data[i] =
src_quantization->zero_point()->Get(i);
}
affine_quantization->quantized_dimension =
src_quantization->quantized_dimension();
quantization->params = reinterpret_cast<void*>(affine_quantization);
return kTfLiteOk;
}
TfLiteStatus InterpreterBuilder::ParseSparsity(
const SparsityParameters* src_sparsity, TfLiteSparsity** sparsity_ptr) {
if (!src_sparsity) {
return kTfLiteOk;
}
if (src_sparsity->traversal_order() == nullptr ||
src_sparsity->dim_metadata() == nullptr) {
error_reporter_->Report("Invalid sparsity parameter.");
return kTfLiteError;
}
auto* sparsity =
reinterpret_cast<TfLiteSparsity*>(malloc(sizeof(TfLiteSparsity)));
memset(sparsity, 0, sizeof(TfLiteSparsity));
*sparsity_ptr = sparsity;
const size_t traversal_order_size = src_sparsity->traversal_order()->size();
sparsity->traversal_order = TfLiteIntArrayCreate(traversal_order_size);
for (int i = 0; i < traversal_order_size; i++) {
sparsity->traversal_order->data[i] =
src_sparsity->traversal_order()->Get(i);
}
if (src_sparsity->block_map()) {
const size_t block_map_size = src_sparsity->block_map()->size();
sparsity->block_map = TfLiteIntArrayCreate(block_map_size);
for (int i = 0; i < block_map_size; i++) {
sparsity->block_map->data[i] = src_sparsity->block_map()->Get(i);
}
}
const size_t dim_metadata_size = src_sparsity->dim_metadata()->size();
sparsity->dim_metadata_size = dim_metadata_size;
sparsity->dim_metadata = reinterpret_cast<TfLiteDimensionMetadata*>(
malloc(dim_metadata_size * sizeof(TfLiteDimensionMetadata)));
memset(sparsity->dim_metadata, 0,
dim_metadata_size * sizeof(TfLiteDimensionMetadata));
for (int i = 0; i < dim_metadata_size; i++) {
const auto* src_metadata = src_sparsity->dim_metadata()->Get(i);
if (src_metadata->format() != DimensionType_DENSE &&
src_metadata->format() != DimensionType_SPARSE_CSR) {
TF_LITE_REPORT_ERROR(error_reporter_,
"The %dth dimension has unknown type: %d.", i,
src_metadata->format());
return kTfLiteError;
}
auto* tgt_metadata = &sparsity->dim_metadata[i];
tgt_metadata->format =
static_cast<TfLiteDimensionType>(src_metadata->format());
if (tgt_metadata->format == kTfLiteDimDense) {
tgt_metadata->dense_size = src_metadata->dense_size();
} else {
if (ParseSparseIndexVector(src_metadata, tgt_metadata) != kTfLiteOk) {
TF_LITE_REPORT_ERROR(
error_reporter_,
"The %dth sparse dimension has invalid parameters.", i);
return kTfLiteError;
}
}
}
return kTfLiteOk;
}
TfLiteStatus InterpreterBuilder::ParseTensors(
const flatbuffers::Vector<flatbuffers::Offset<Buffer>>* buffers,
const flatbuffers::Vector<flatbuffers::Offset<Tensor>>* tensors,
Subgraph* subgraph) {
TfLiteStatus status = kTfLiteOk;
// A little helper to get the names of inputs and outputs. Note that they
// must outlive the subgraph.
auto get_name = [](const tflite::Tensor* t) -> const char* {
auto name = t->name();
if (name) return name->c_str();
return kEmptyTensorName;
};
num_fp32_tensors_ = 0;
for (int i = 0; i < tensors->size(); ++i) {
const auto* tensor = tensors->Get(i);
std::vector<int> dims = FlatBufferIntArrayToVector(tensor->shape());
TfLiteType type;
if (ConvertTensorType(tensor->type(), &type, error_reporter_) !=
kTfLiteOk) {
status = kTfLiteError;
continue;
}
if (type == kTfLiteFloat32) {
++num_fp32_tensors_;
}
auto get_readonly_data = [&](const char** buffer_data,
size_t* buffer_size) {
// TODO(aselle): Check what happens if we have an unspecified size
// constant.
*buffer_data = nullptr;
if (tensor->buffer() == 0) return kTfLiteOk;
if (tensor->buffer() >= buffers->size()) {
error_reporter_->Report(
"Tensor %d specifies out of range buffer %d (only %d buffers).\n",
i, tensor->buffer(), buffers->size());
return kTfLiteError;
}
if (auto* buffer = (*buffers)[tensor->buffer()]) {
if (auto* array = buffer->data()) {
if (size_t size = array->size()) {
*buffer_size = size;
*buffer_data = reinterpret_cast<const char*>(array->data());
return kTfLiteOk;
}
}
}
return kTfLiteOk;
};
size_t buffer_size = 0;
const char* buffer_ptr;
TF_LITE_ENSURE_STATUS(get_readonly_data(&buffer_ptr, &buffer_size));
const auto* src_quantization = tensor->quantization();
TfLiteQuantization quantization;
if (ParseQuantization(src_quantization, &quantization, dims) != kTfLiteOk) {
error_reporter_->Report("Tensor %d has invalid quantization parameters.",
i);
status = kTfLiteError;
}
size_t dims_signature_rank = 0;
const int* dims_signature_data = nullptr;
if (tensor->shape_signature()) {
dims_signature_rank = tensor->shape_signature()->size();
dims_signature_data = tensor->shape_signature()->data();
}
bool is_variable = tensor->is_variable();
if (buffer_ptr) {
if (is_variable) {
error_reporter_->Report(
"Tensor %d is a variable tensor with buffer. "
"It's not supported now.\n",
i);
status = kTfLiteError;
}
// TODO(b/144999664): Only constant sparse tensor is supported now.
const auto* src_sparsity = tensor->sparsity();
TfLiteSparsity* sparsity = nullptr;
if (ParseSparsity(src_sparsity, &sparsity) != kTfLiteOk) {
error_reporter_->Report("Tensor %d has invalid sparsity parameters.",
i);
status = kTfLiteError;
}
if (subgraph->SetTensorParametersReadOnly(
i, type, get_name(tensor), dims, quantization, buffer_ptr,
buffer_size, allocation_, sparsity) != kTfLiteOk) {
error_reporter_->Report("Tensor %d is invalidly specified in schema.\n",
i);
status = kTfLiteError;
}
} else {
if (subgraph->SetTensorParametersReadWrite(
i, type, get_name(tensor), dims, quantization, is_variable,
dims_signature_rank, dims_signature_data) != kTfLiteOk) {
error_reporter_->Report("Tensor %d is invalidly specified in schema.\n",
i);
status = kTfLiteError;
}
}
}
return status;
}
TfLiteStatus InterpreterBuilder::ApplyDelegates(Interpreter* interpreter,
int num_threads) {
// Apply Flex delegate if applicable.
if (has_flex_op_) {
if (auto flex_delegate = AcquireFlexDelegate()) {
return interpreter->ModifyGraphWithDelegate(std::move(flex_delegate));
}
}
return kTfLiteOk;
}
TfLiteStatus InterpreterBuilder::operator()(
std::unique_ptr<Interpreter>* interpreter) {
return operator()(interpreter, /*num_threads=*/-1);
}
TfLiteStatus InterpreterBuilder::operator()(
std::unique_ptr<Interpreter>* interpreter, int num_threads) {
if (!interpreter) {
error_reporter_->Report(
"Null output pointer passed to InterpreterBuilder.");
return kTfLiteError;
}
if (num_threads < -1) {
error_reporter_->Report(
"num_threads should be >=0 or just -1 to let TFLite runtime set the "
"value.");
return kTfLiteError;
}
// Safe exit by deleting partially created interpreter, to reduce verbosity
// on error conditions. Use by return cleanup_on_error();
auto cleanup_and_error = [&interpreter]() {
interpreter->reset();
return kTfLiteError;
};
if (!model_) {
error_reporter_->Report("Null pointer passed in as model.");
return cleanup_and_error();
}
if (model_->version() != TFLITE_SCHEMA_VERSION) {
error_reporter_->Report(
"Model provided is schema version %d not equal "
"to supported version %d.\n",
model_->version(), TFLITE_SCHEMA_VERSION);
return cleanup_and_error();
}
if (BuildLocalIndexToRegistrationMapping() != kTfLiteOk) {
error_reporter_->Report("Registration failed.\n");
return cleanup_and_error();
}
// Flatbuffer model schemas define a list of opcodes independent of the graph.
// We first map those to registrations. This reduces string lookups for custom
// ops since we only do it once per custom op rather than once per custom op
// invocation in the model graph.
// Construct interpreter with correct number of tensors and operators.
auto* subgraphs = model_->subgraphs();
auto* buffers = model_->buffers();
if (subgraphs->size() == 0) {
TF_LITE_REPORT_ERROR(error_reporter_, "No subgraph in the model.\n");
return cleanup_and_error();
}
if (!buffers) {
TF_LITE_REPORT_ERROR(error_reporter_, "No buffers in the model.\n");
return cleanup_and_error();
}
interpreter->reset(new Interpreter(error_reporter_));
(*interpreter)->SetNumThreads(num_threads);
if (subgraphs->size() > 1) {
(*interpreter)->AddSubgraphs(subgraphs->size() - 1);
}
(*interpreter)->SetProfiler(tflite::profiling::MaybeCreatePlatformProfiler());
for (int subgraph_index = 0; subgraph_index < subgraphs->size();
++subgraph_index) {
const tflite::SubGraph* subgraph = (*subgraphs)[subgraph_index];
tflite::Subgraph* modified_subgraph =
(*interpreter)->subgraph(subgraph_index);
auto operators = subgraph->operators();
auto tensors = subgraph->tensors();
if (!operators || !tensors) {
TF_LITE_REPORT_ERROR(error_reporter_,
"Did not get operators or tensors in subgraph %d.\n",
subgraph_index);
return cleanup_and_error();
}
if (modified_subgraph->AddTensors(tensors->size()) != kTfLiteOk) {
return cleanup_and_error();
}
// Set num threads
// Parse inputs/outputs
modified_subgraph->SetInputs(
FlatBufferIntArrayToVector(subgraph->inputs()));
modified_subgraph->SetOutputs(
FlatBufferIntArrayToVector(subgraph->outputs()));
// Finally setup nodes and tensors
if (ParseNodes(operators, modified_subgraph) != kTfLiteOk)
return cleanup_and_error();
if (ParseTensors(buffers, tensors, modified_subgraph) != kTfLiteOk)
return cleanup_and_error();
std::vector<int> variables;
for (int i = 0; i < modified_subgraph->tensors_size(); ++i) {
auto* tensor = modified_subgraph->tensor(i);
if (tensor->is_variable) {
variables.push_back(i);
}
}
modified_subgraph->SetVariables(std::move(variables));
}
if (num_fp32_tensors_ > 0) {
(*interpreter)->lazy_delegate_providers_ =
op_resolver_.GetDelegates(num_threads);
}
if (ApplyDelegates(interpreter->get(), num_threads) != kTfLiteOk)
return cleanup_and_error();
return kTfLiteOk;
}
} // namespace tflite
Reference in New Issue View Git Blame Copy Permalink