dcf4c4f58b
When a TF-TRT converted graph with static cuda engines is executed, we call the TensorRT runtime to deserialize cuda engines without initializing the TensorRT plugin registry. This causes TensorRT runtime failure when the cuda engines contain plugins. Move InitializeTrtPlugins to common/utils.cc and replace the use of mutex with absl::call_once. PiperOrigin-RevId: 327679056 Change-Id: I5e50a01aa06f3b5a22a3114a2c54e3712461bd6b
52 lines
1.7 KiB
C++
52 lines
1.7 KiB
C++
/* Copyright 2020 The TensorFlow Authors. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
==============================================================================*/
|
|
|
|
#ifndef TENSORFLOW_COMPILER_TF2TENSORRT_COMMON_UTILS_H_
|
|
#define TENSORFLOW_COMPILER_TF2TENSORRT_COMMON_UTILS_H_
|
|
|
|
#include <tuple>
|
|
|
|
namespace tensorflow {
|
|
namespace tensorrt {
|
|
// Returns the compile time TensorRT library version information
|
|
// {Maj, Min, Patch}.
|
|
std::tuple<int, int, int> GetLinkedTensorRTVersion();
|
|
|
|
// Returns the runtime time TensorRT library version information
|
|
// {Maj, Min, Patch}.
|
|
std::tuple<int, int, int> GetLoadedTensorRTVersion();
|
|
} // namespace tensorrt
|
|
} // namespace tensorflow
|
|
|
|
#if GOOGLE_CUDA && GOOGLE_TENSORRT
|
|
|
|
#include "tensorflow/core/platform/logging.h"
|
|
#include "third_party/tensorrt/NvInfer.h"
|
|
|
|
namespace tensorflow {
|
|
namespace tensorrt {
|
|
|
|
#define LOG_WARNING_WITH_PREFIX LOG(WARNING) << "TF-TRT Warning: "
|
|
|
|
// Initializes the TensorRT plugin registry if this hasn't been done yet.
|
|
void MaybeInitializeTrtPlugins(nvinfer1::ILogger* trt_logger);
|
|
|
|
} // namespace tensorrt
|
|
} // namespace tensorflow
|
|
|
|
#endif // GOOGLE_CUDA && GOOGLE_TENSORRT
|
|
|
|
#endif // TENSORFLOW_COMPILER_TF2TENSORRT_COMMON_UTILS_H_
|