Add APIs for Buffer Linearization Support in TPUs
PiperOrigin-RevId: 325525811 Change-Id: I964daa0ba93bba5707c4714ac8de3564bba58c06
This commit is contained in:
parent
f6cfee3dff
commit
0d2f665129
@ -161,6 +161,8 @@ tensorflow::Status SetExecutorStructFn(void* library_handle) {
|
||||
TFTPU_SET_FN(executor_fn, TpuTransferManager_TransferLiteralFromDevice);
|
||||
TFTPU_SET_FN(executor_fn, TpuTransferManager_GetByteSizeRequirement);
|
||||
TFTPU_SET_FN(executor_fn, TpuTransferManager_WriteSingleTupleIndexTable);
|
||||
TFTPU_SET_FN(executor_fn, TpuTransferManager_LinearizeToBuffers);
|
||||
TFTPU_SET_FN(executor_fn, TpuTransferManager_FreeBuffers);
|
||||
|
||||
TFTPU_SET_FN(executor_fn, TpuComputationPlacer_New);
|
||||
TFTPU_SET_FN(executor_fn, TpuComputationPlacer_Free);
|
||||
|
||||
@ -182,6 +182,11 @@ void TpuTransferManager_WriteSingleTupleIndexTable(
|
||||
XLA_TransferManager* manager, SE_Stream* stream,
|
||||
SE_DeviceMemoryBase* elements, size_t elements_len, XLA_Shape* shape,
|
||||
SE_DeviceMemoryBase* region, SE_Status* status);
|
||||
void TpuTransferManager_LinearizeToBuffers(
|
||||
XLA_TransferManager* manager, XLA_Literal* c_literal, char*** buffers_array,
|
||||
int64_t** buffers_size, int64_t* buffers_array_size, SE_Status* status);
|
||||
void TpuTransferManager_FreeBuffers(char** buffers_array, int64_t* buffers_size,
|
||||
int64_t buffers_array_size);
|
||||
|
||||
XLA_ComputationPlacer* TpuComputationPlacer_New();
|
||||
void TpuComputationPlacer_Free(XLA_ComputationPlacer* placer);
|
||||
@ -336,6 +341,8 @@ struct TfTpu_ExecutorApiFn {
|
||||
TFTPU_ADD_FN_IN_STRUCT(TpuTransferManager_TransferLiteralFromDevice);
|
||||
TFTPU_ADD_FN_IN_STRUCT(TpuTransferManager_GetByteSizeRequirement);
|
||||
TFTPU_ADD_FN_IN_STRUCT(TpuTransferManager_WriteSingleTupleIndexTable);
|
||||
TFTPU_ADD_FN_IN_STRUCT(TpuTransferManager_LinearizeToBuffers);
|
||||
TFTPU_ADD_FN_IN_STRUCT(TpuTransferManager_FreeBuffers);
|
||||
|
||||
TFTPU_ADD_FN_IN_STRUCT(TpuComputationPlacer_New);
|
||||
TFTPU_ADD_FN_IN_STRUCT(TpuComputationPlacer_Free);
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user