55f1184704
Fixes a TODO in PJRT. In general, we may have multiple tasks per physical host, so "task_id" is more accurate. PiperOrigin-RevId: 353984838 Change-Id: I59340c15181374a3db488b238ed81836a94003d0
62 lines
2.5 KiB
C++
62 lines
2.5 KiB
C++
/* Copyright 2020 The TensorFlow Authors. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
==============================================================================*/
|
|
|
|
#include "tensorflow/compiler/xla/pjrt/interpreter_device.h"
|
|
|
|
#include "absl/strings/str_cat.h"
|
|
#include "tensorflow/compiler/xla/client/client_library.h"
|
|
#include "tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.h"
|
|
#include "tensorflow/compiler/xla/service/platform_util.h"
|
|
|
|
namespace xla {
|
|
|
|
static const char kInterpreterPlatformName[] = "interpreter";
|
|
|
|
InterpreterDevice::InterpreterDevice(
|
|
int id, std::unique_ptr<LocalDeviceState> local_device_state)
|
|
: PjRtStreamExecutorDevice(id, std::move(local_device_state),
|
|
/*device_kind=*/kInterpreterPlatformName) {}
|
|
|
|
StatusOr<std::unique_ptr<PjRtClient>> GetInterpreterClient() {
|
|
TF_ASSIGN_OR_RETURN(se::Platform * platform,
|
|
PlatformUtil::GetPlatform("Interpreter"));
|
|
if (platform->VisibleDeviceCount() != 1) {
|
|
return FailedPrecondition(
|
|
"Interpreter platform should have exactly one device.");
|
|
}
|
|
LocalClientOptions options;
|
|
options.set_platform(platform);
|
|
TF_ASSIGN_OR_RETURN(LocalClient * client,
|
|
ClientLibrary::GetOrCreateLocalClient(options));
|
|
|
|
std::vector<std::unique_ptr<PjRtStreamExecutorDevice>> devices;
|
|
se::StreamExecutor* executor =
|
|
client->backend().stream_executor(0).ValueOrDie();
|
|
auto device_state = absl::make_unique<LocalDeviceState>(
|
|
executor, client, LocalDeviceState::kSynchronous, /*asynchronous=*/false,
|
|
/*allow_event_reuse=*/false);
|
|
auto device =
|
|
absl::make_unique<InterpreterDevice>(0, std::move(device_state));
|
|
devices.push_back(std::move(device));
|
|
|
|
return std::unique_ptr<PjRtClient>(std::make_unique<PjRtStreamExecutorClient>(
|
|
"interpreter", client, std::move(devices), /*task_id=*/0,
|
|
/*allocator=*/nullptr, /*host_memory_allocator=*/nullptr,
|
|
/*should_stage_host_to_device_transfers=*/false,
|
|
/*gpu_run_options=*/nullptr));
|
|
}
|
|
|
|
} // namespace xla
|