DUE TO SPAM, SIGN-UP IS DISABLED. Goto Selfserve wiki signup and request an account.
...
To make this information available to users, the Group Coordinator retrieves it through the ReadShareGroupStateSummary API and computes the share-partition lag, which is then included in the response to the DescribeShareGroupOffsets request invoked by Admin.listShareGroupOffsets(). To calculate the lag, the Group Coordinator issues an Admin.listOffsets() call to fetch the end offset of the underlying partition and then applies the share-partition lag formula defined above to derive the lag value.
...
ShareSnapshotValue schema
| Code Block |
|---|
{
"apiKey": 10,
"type": "coordinator-value",
"name": "ShareUpdateValueShareSnapshotValue",
"validVersions": "0",
"flexibleVersions": "0+",
"fields": [
{ "name": "SnapshotEpoch", "type": "int32", "versions": "0+",
"about": "The snapshot epoch." },
{ "name": "LeaderEpochStateEpoch", "type": "int32", "versions": "0+",
"about": "The leaderstate epoch offor thethis share-partition." },
{ "name": "StartOffsetLeaderEpoch", "type": "int64int32", "versions": "0+",
"about": "The share-partitionleader startepoch offset,of orthe -1 if the start offset is not being updatedshare-partition." },
{ "name": "EndOffsetStartOffset", "type": "int64", "versions": "0+", "taggedVersions": "0+", "tag": 0, "default": "-1",
"about": "The share-partition endstart offset." },
{ "name": "InFlightTerminalRecords", "type": "int32", "versions": "0+", "taggedVersions": "0+", "tag": 10, "default": "-1",
"about": "The number of ACKNOWLEDGED / ARCHIVED records greater than or equal to share-partition start offset"},
{ "name": "StateBatchesCreateTimestamp", "type": "[]StateBatchint64", "versions": "0+",
"about": "The statetime at batcheswhich thatthe havestate beenwas updatedcreated.", "fields": [ },
{ "name": "FirstOffsetWriteTimestamp", "type": "int64", "versions": "0+",
"about": "The firsttime offsetat ofwhich thisthe state batch was written or rewritten." },
{ "name": "LastOffsetStateBatches", "type": "int64[]StateBatch", "versions": "0+",
"about": "The last offset of this state batchbatches." },, "fields": [
{ "name": "DeliveryStateFirstOffset", "type": "int8int64", "versions": "0+",
"about": "The deliveryfirst state offset of this state batch." },
{ "name": "LastOffset", "type": "int64", "versions": "0+",
"about": "The last offset of this state batch." },
{ "name": "DeliveryState", "type": "int8", "versions": "0+",
"about": "The delivery state - 0:Available,2:Acked,4:Archived." },
{ "name": "DeliveryCount", "type": "int16", "versions": "0+",
"about": "The delivery count." }
]}
]
}
|
ShareUpdateKey schema
Remains the same; no change introduced here
...
| Code Block |
|---|
{
"apiKey": 1,
"type": "coordinator-value",
"name": "ShareUpdateValue",
"validVersions": "0",
"flexibleVersions": "0+",
"fields": [
{ "name": "SnapshotEpoch", "type": "int32", "versions": "0+",
"about": "The snapshot epoch." },
{ "name": "LeaderEpoch", "type": "int32", "versions": "0+",
"about": "The leader epoch of the share-partition." },
{ "name": "StartOffset", "type": "int64", "versions": "0+",
"about": "The share-partitionleader startepoch offset,of orthe -1 if the start offset is not being updatedshare-partition." },
{ "name": "EndOffsetStartOffset", "type": "int64", "versions": "0+",
"taggedVersions": "0+", "tag": 0, "default "about": "-1",
"about": "The share-partition end offset."The share-partition start offset, or -1 if the start offset is not being updated." },
{ "name": "InFlightTerminalRecords", "type": "int32", "versions": "0+", "taggedVersions": "0+", "tag": 10, "default": "-1",
"about": "The number of ACKNOWLEDGED / ARCHIVED records greater than or equal to share-partition start offset"},
{ "name": "StateBatches", "type": "[]StateBatch", "versions": "0+",
"about": "The state batches that have been updated.", "fields": [
{ "name": "FirstOffset", "type": "int64", "versions": "0+",
"about": "The first offset of this state batch." },
{ "name": "LastOffset", "type": "int64", "versions": "0+",
"about": "The last offset of this state batch." },
{ "name": "DeliveryState", "type": "int8", "versions": "0+",
"about": "The delivery state - 0:Available,2:Acked,4:Archived." },
{ "name": "DeliveryCount", "type": "int16", "versions": "0+",
"about": "The delivery count." }
]}
]
} |
...