d364d465d7
This is in preparation of open sourcing another tool. PiperOrigin-RevId: 283927480 Change-Id: I0f38a0e6a1fcdded1b0e1c28ff62d07e51bb1cc9
80 lines
3.2 KiB
C++
80 lines
3.2 KiB
C++
/* Copyright 2019 The TensorFlow Authors. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
==============================================================================*/
|
|
|
|
#ifndef TENSORFLOW_COMPILER_XLA_TOOLS_HLO_MODULE_LOADER_H_
|
|
#define TENSORFLOW_COMPILER_XLA_TOOLS_HLO_MODULE_LOADER_H_
|
|
|
|
#include <memory>
|
|
#include <string>
|
|
|
|
#include "tensorflow/compiler/xla/service/hlo_module.h"
|
|
#include "tensorflow/compiler/xla/statusor.h"
|
|
|
|
namespace xla {
|
|
namespace hlo_module_loader_details {
|
|
|
|
struct Config {
|
|
Config() {}
|
|
int64 num_replicas = 1;
|
|
};
|
|
|
|
} // namespace hlo_module_loader_details
|
|
|
|
// Given a string composed by multiple lines, strip the log headers, if present
|
|
// at the beginning of each line.
|
|
string StripLogHeaders(const string& hlo_string);
|
|
|
|
// Loads an HLO module from a string.
|
|
// The data can have the followings formats:
|
|
// 1) A binary of text proto file, the proto should be in xla.HloProto type. It
|
|
// can be a binary proto (format must be "pb"), or a text proto (format must
|
|
// be "pbtxt").
|
|
// 2) A hlo text dump, the string should be in HloModule::ToString() format
|
|
// (format must be "txt" or "hlo"). The input data can also contain log
|
|
// headers, which will be stripped.
|
|
// The ovr_config data can be used to override certain fields of the
|
|
// HloModuleConfig.
|
|
// The HloModuleConfig is passed to config_modifier_hook for custom
|
|
// modifications before use.
|
|
StatusOr<std::unique_ptr<HloModule>> LoadModuleFromData(
|
|
const string& data, const string& format,
|
|
hlo_module_loader_details::Config ovr_config =
|
|
hlo_module_loader_details::Config(),
|
|
const std::function<void(HloModuleConfig*)>& config_modifier_hook = {});
|
|
|
|
// Loads an HLO module from file.
|
|
// The file can be one of the followings:
|
|
// 1) A binary of text proto file, the proto should be in xla.HloProto type. It
|
|
// can be a binary proto (with .pb extension), or a text proto (with a .pbtxt
|
|
// extension).
|
|
// 2) A hlo text dump, the string should be in HloModule::ToString() format
|
|
// (with a .hlo or .txt extension). A text file can also contain log headers,
|
|
// which will be stripped.
|
|
// If the format is specified (not empty), it overrides the one guessed from the
|
|
// file extension. The ovr_config data can be used to override certain fields of
|
|
// the HloModuleConfig.
|
|
// The HloModuleConfig is passed to config_modifier_hook for custom
|
|
// modifications before use.
|
|
StatusOr<std::unique_ptr<HloModule>> LoadModuleFromFile(
|
|
const string& path,
|
|
hlo_module_loader_details::Config ovr_config =
|
|
hlo_module_loader_details::Config(),
|
|
string format = "",
|
|
const std::function<void(HloModuleConfig*)>& config_modifier_hook = {});
|
|
|
|
} // namespace xla
|
|
|
|
#endif // TENSORFLOW_COMPILER_XLA_TOOLS_HLO_MODULE_LOADER_H_
|