23dc70389b
The tiling dimension corresponding to the number of vector registers in the tile can be changed easily. Expose this value as a backend specific flag so that we can experiment with it to find a good default value. This CL also fixes a bug exposed by a variable tiling factor in the row major GEMV implementation. This wasn't caught before because having tile_rows == tile_cols hides the bug. PiperOrigin-RevId: 175258553
67 lines
2.3 KiB
C++
67 lines
2.3 KiB
C++
/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
==============================================================================*/
|
|
|
|
#include "tensorflow/compiler/xla/service/cpu/cpu_options.h"
|
|
|
|
#include "tensorflow/core/lib/strings/numbers.h"
|
|
|
|
namespace {
|
|
|
|
const char* const kXlaParallelCpuOption = "xla_cpu_parallel";
|
|
const char* const kXlaOptimizeForSizeCpuOption = "xla_cpu_optimize_for_size";
|
|
const char* const kXlaDisableVectorizedReduce = "xla_disable_vectorized_reduce";
|
|
const char* const kLlvmIrDotTilingFactor = "xla_llvm_dot_tiling_factor";
|
|
|
|
} // namespace
|
|
|
|
namespace xla {
|
|
namespace cpu {
|
|
namespace options {
|
|
|
|
bool CpuParallelBackendRequested(const HloModuleConfig& config) {
|
|
const auto& extra_options_map =
|
|
config.debug_options().xla_backend_extra_options();
|
|
return extra_options_map.count(kXlaParallelCpuOption) > 0;
|
|
}
|
|
|
|
bool OptimizeForSizeRequested(const HloModuleConfig& config) {
|
|
const auto& extra_options_map =
|
|
config.debug_options().xla_backend_extra_options();
|
|
return extra_options_map.count(kXlaOptimizeForSizeCpuOption) > 0;
|
|
}
|
|
|
|
bool VectorizedReduceDisabled(const HloModuleConfig& config) {
|
|
const auto& extra_options_map =
|
|
config.debug_options().xla_backend_extra_options();
|
|
return extra_options_map.count(kXlaOptimizeForSizeCpuOption) > 0;
|
|
}
|
|
|
|
tensorflow::gtl::optional<int64> LlvmIrGemvTilingFactor(
|
|
const HloModuleConfig& config) {
|
|
const auto& extra_options_map =
|
|
config.debug_options().xla_backend_extra_options();
|
|
auto it = extra_options_map.find(kLlvmIrDotTilingFactor);
|
|
int64 tiling_factor;
|
|
if (it != extra_options_map.end() &&
|
|
tensorflow::strings::safe_strto64(it->second, &tiling_factor)) {
|
|
return tiling_factor;
|
|
}
|
|
return tensorflow::gtl::nullopt;
|
|
}
|
|
|
|
} // namespace options
|
|
} // namespace cpu
|
|
} // namespace xla
|