Cong Liu 029d65ecbe [XLA] Split ExecuteGraph into Compile and Execute.
- The ExecuteGraph method is removed from the service interface.
- Client::Execute calls Compile + Execute instead of ExecuteGraph. The existing
  users of this method is not affected.
- The Compile compiles the graph into an executable. Since the argument shapes
  will affect how the graph is compiled, the Client::Compile has an argument
  `argument_shapes`, which must be the same as the shapes of the arguments being
  used in the Execute method.
- The service cache the exectuables.

PiperOrigin-RevId: 220569355
2018-11-07 19:20:01 -08:00

147 lines
5.6 KiB
C++

/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "tensorflow/compiler/xla/rpc/grpc_stub.h"
#include "tensorflow/core/distributed_runtime/rpc/grpc_util.h"
namespace xla {
GRPCStub::~GRPCStub() = default;
Status MakeRPC(
const std::function<::grpc::Status(::grpc::ClientContext*)>& rpc_method) {
::grpc::ClientContext context;
::grpc::Status s = rpc_method(&context);
return tensorflow::FromGrpcStatus(s);
}
Status GRPCStub::TransferToClient(const TransferToClientRequest* request,
TransferToClientResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->TransferToClient(context, *request, response);
});
}
Status GRPCStub::TransferToServer(const TransferToServerRequest* request,
TransferToServerResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->TransferToServer(context, *request, response);
});
}
Status GRPCStub::TransferToInfeed(const TransferToInfeedRequest* request,
TransferToInfeedResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->TransferToInfeed(context, *request, response);
});
}
Status GRPCStub::TransferFromOutfeed(const TransferFromOutfeedRequest* request,
TransferFromOutfeedResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->TransferFromOutfeed(context, *request, response);
});
}
Status GRPCStub::ResetDevice(const ResetDeviceRequest* request,
ResetDeviceResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->ResetDevice(context, *request, response);
});
}
Status GRPCStub::Compile(const CompileRequest* request,
CompileResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->Compile(context, *request, response);
});
}
Status GRPCStub::Execute(const ExecuteRequest* request,
ExecuteResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->Execute(context, *request, response);
});
}
Status GRPCStub::ExecuteGraphParallel(
const ExecuteGraphParallelRequest* request,
ExecuteParallelResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->ExecuteGraphParallel(context, *request, response);
});
}
Status GRPCStub::WaitForExecution(const WaitForExecutionRequest* request,
WaitForExecutionResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->WaitForExecution(context, *request, response);
});
}
Status GRPCStub::DeconstructTuple(const DeconstructTupleRequest* request,
DeconstructTupleResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->DeconstructTuple(context, *request, response);
});
}
Status GRPCStub::GetComputationGraphStats(
const ComputationGraphStatsRequest* request,
ComputationStatsResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->GetComputationGraphStats(context, *request, response);
});
}
Status GRPCStub::GetShape(const GetShapeRequest* request,
GetShapeResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->GetShape(context, *request, response);
});
}
Status GRPCStub::GetDeviceHandles(const GetDeviceHandlesRequest* request,
GetDeviceHandlesResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->GetDeviceHandles(context, *request, response);
});
}
Status GRPCStub::CreateChannelHandle(const CreateChannelHandleRequest* request,
CreateChannelHandleResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->CreateChannelHandle(context, *request, response);
});
}
Status GRPCStub::ComputeConstantGraph(
const ComputeConstantGraphRequest* request,
ComputeConstantResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->ComputeConstantGraph(context, *request, response);
});
}
// Methods used by GlobalData.
Status GRPCStub::Unregister(const UnregisterRequest* request,
UnregisterResponse* response) {
return MakeRPC([this, request, response](::grpc::ClientContext* context) {
return grpc_stub_->Unregister(context, *request, response);
});
}
} // namespace xla