DUE TO SPAM, SIGN-UP IS DISABLED. Goto Selfserve wiki signup and request an account.
...
DisklessFileCommittedRecord
TODO: optimize for storing fewer bytes per record
| Code Block | ||||
|---|---|---|---|---|
| ||||
{
"apiKey": 102,
"type": "data",
"name": "DisklessFileCommittedRecord",
// Version 0 is the initial version.
"validVersions": "0",
"flexibleVersions": "0+",
"fields": [
{ "name": "ObjectKey", "type": "string", "versions": "0+",
"about": "The object key identifying the file in object storage." },
{ "name": "ObjectFormat", "type": "int8", "versions": "0+",
"about": "The format of the object (e.g. 1 = WRITE_AHEAD_MULTI_SEGMENT)." },
{ "name": "FileSize", "type": "int64", "versions": "0+",
"about": "The total size of the file in bytes." },
{ "name": "UploaderBrokerId", "type": "int32", "versions": "0+", "entityType": "brokerId",
"about": "The broker that uploaded the file." },
{ "name": "OwnerIds", "type": "[]int32", "versions": "0+", "entityType": "brokerId",
"about": "The list of Diskless Coordinator IDs that share ownership of this file." },
{ "name": "BatchesTopics", "type": "[]DisklessCommittedBatchDisklessCommittedTopic", "versions": "0+",
"about": "TheEach topic with accepted batches in this file.", "fields": [
{ "name": "MagicTopicId", "type": "int8uuid", "versions": "0+",
"about": "The recordunique batchtopic magic byteID." },
{ "name": "TopicIdPartitions", "type": "uuid[]DisklessCommittedPartition", "versions": "0+",
"about": "The topic ID of the partition this batch belongs to." },
Each partition with accepted batches for this topic.", "fields": [
{ "name": "PartitionIndex", "type": "int32", "versions": "0+",
"about": "The partition index." },
{ "name": "Batches", "type": "[]DisklessCommittedBatch", "versions": "0+",
"about": "The accepted batches for this partition.", "fields": [
{ "name": "PartitionIndexMagic", "type": "int32int8", "versions": "0+",
"about": "The partition indexrecord this batch belongsmagic tobyte." },
{ "name": "ByteOffset", "type": "int32", "versions": "0+",
"about": "The byte offset of this batch within the file." },
{ "name": "ByteSize", "type": "int32", "versions": "0+",
"about": "The size of the batch in bytes." },
{ "name": "AssignedBaseOffset", "type": "int64", "versions": "0+",
"about": "The base offset assigned by the coordinator." },
{ "name": "AssignedLastOffset", "type": "int64", "versions": "0+",
"about": "The last offset assigned by the coordinator." },
{ "name": "LogAppendTimestamp", "type": "int64", "versions": "0+",
"about": "The log append timestamp assigned by the coordinator." },
{ "name": "BatchMaxTimestamp", "type": "int64", "versions": "0+",
"about": "The maximum timestamp in the batch." },
{ "name": "TimestampType", "type": "int8", "versions": "0+",
"about": "The timestamp type (0 = CreateTime, 1 = LogAppendTime)." },
{ "name": "ProducerId", "type": "int64", "versions": "0+",
"about": "The producer ID, or -1 if not set." },
{ "name": "ProducerEpoch", "type": "int16", "versions": "0+",
"about": "The producer epoch, or -1 if not set." },
{ "name": "BaseSequence", "type": "int32", "versions": "0+",
"about": "The base sequence number, or -1 if not set." },
{ "name": "LastSequence", "type": "int32", "versions": "0+",
"about": "The last sequence number, or -1 if not set." }
]}
]}
]}
]
} |
DisklessRecordsDeletedRecord
...