experiments/STT-tensorflow
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Added handling of TFLITE_GPU_INFERENCE_PRIORITY_MIN_MEMORY_USAGE.

Browse Source 
PiperOrigin-RevId: 315992058
Change-Id: I7b7bc99bad69eb24cd79a17d6ccbbf5d895a148f
This commit is contained in:
Raman Sarokin 2020-06-11 15:37:35 -07:00 committed by TensorFlower Gardener
parent dbb8dba311
commit 89910c62d6
1 changed files with 13 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
tensorflow/lite/delegates/gpu/cl/gpu_api_delegate.cc
View File

@ -159,20 +159,32 @@ class Delegate {
options.priority2 = InferencePriority::MIN_LATENCY; options.priority2 = InferencePriority::MIN_LATENCY;
options.priority3 = InferencePriority::MIN_MEMORY_USAGE; options.priority3 = InferencePriority::MIN_MEMORY_USAGE;
break; break;
case TfLiteGpuInferencePriority::
TFLITE_GPU_INFERENCE_PRIORITY_MIN_MEMORY_USAGE:
options.priority2 = InferencePriority::MIN_MEMORY_USAGE;
options.priority3 = InferencePriority::MIN_LATENCY;
break;
} }
} else { } else {
options.priority1 = InferencePriority::MIN_LATENCY;
switch (options_.compile_options.inference_priority) { switch (options_.compile_options.inference_priority) {
case TfLiteGpuInferencePriority:: case TfLiteGpuInferencePriority::
TFLITE_GPU_INFERENCE_PRIORITY_MAX_PRECISION: TFLITE_GPU_INFERENCE_PRIORITY_MAX_PRECISION:
options.priority1 = InferencePriority::MIN_LATENCY;
options.priority2 = InferencePriority::MAX_PRECISION; options.priority2 = InferencePriority::MAX_PRECISION;
options.priority3 = InferencePriority::MIN_MEMORY_USAGE; options.priority3 = InferencePriority::MIN_MEMORY_USAGE;
break; break;
case TfLiteGpuInferencePriority:: case TfLiteGpuInferencePriority::
TFLITE_GPU_INFERENCE_PRIORITY_MIN_LATENCY: TFLITE_GPU_INFERENCE_PRIORITY_MIN_LATENCY:
options.priority1 = InferencePriority::MIN_LATENCY;
options.priority2 = InferencePriority::MIN_MEMORY_USAGE; options.priority2 = InferencePriority::MIN_MEMORY_USAGE;
options.priority3 = InferencePriority::MAX_PRECISION; options.priority3 = InferencePriority::MAX_PRECISION;
break; break;
case TfLiteGpuInferencePriority::
TFLITE_GPU_INFERENCE_PRIORITY_MIN_MEMORY_USAGE:
options.priority1 = InferencePriority::MIN_MEMORY_USAGE;
options.priority2 = InferencePriority::MIN_LATENCY;
options.priority3 = InferencePriority::MAX_PRECISION;
break;
} }
} }
std::unique_ptr<InferenceBuilder> builder; std::unique_ptr<InferenceBuilder> builder;