d3886d23d7
This is in preparation for adding a CompressElementOp, which will use CompressElement to compress a dataset element in a tf.data service agnostic way. PiperOrigin-RevId: 312197651 Change-Id: I3558b2f5036dcf4c91ed9059a7b896351c79da40
28 lines
960 B
Protocol Buffer
28 lines
960 B
Protocol Buffer
syntax = "proto3";
|
|
|
|
package tensorflow.data;
|
|
|
|
import "tensorflow/core/framework/tensor_shape.proto";
|
|
import "tensorflow/core/framework/types.proto";
|
|
|
|
// This file contains protocol buffers for working with tf.data Datasets.
|
|
|
|
// Metadata describing a compressed component of a dataset element.
|
|
message CompressedComponentMetadata {
|
|
// The dtype of the component tensor.
|
|
.tensorflow.DataType dtype = 1;
|
|
// The shape of the component tensor.
|
|
.tensorflow.TensorShapeProto tensor_shape = 2;
|
|
// Size of the uncompressed tensor bytes. For tensors serialized as
|
|
// TensorProtos, this is TensorProto::BytesAllocatedLong(). For raw Tensors,
|
|
// this is the size of the buffer underlying the Tensor.
|
|
int64 tensor_size_bytes = 3;
|
|
}
|
|
|
|
message CompressedElement {
|
|
// Compressed tensor bytes for all components of the element.
|
|
bytes data = 1;
|
|
// Metadata for the components of the element.
|
|
repeated CompressedComponentMetadata component_metadata = 2;
|
|
}
|