THIS IS A TEST INSTANCE. ALL YOUR CHANGES WILL BE LOST!!!!
...
JVM | VM | Flink Compose | user conf key | resource key | metric max | metric used | |
JVM | JVM Heap | FrameWork Heap | taskmanager.memory.framework.heap.size | resourceconfiguration.frameworkHeap | metrics.heapMax | metrics.heapUsed | |
Task Heap | taskmanager.memory.task.heap.size | resourceconfiguration.taskHeap | |||||
JVM None-Heap | JVM MetaSpace | taskmanager.memory.jvm-metaspace.size | resourceconfiguration.jvmMetaSpace | metrics. | nonHeapMaxmetaspaceMax | metrics. | nonHeapUsedmetaspaceUsed |
JVM Overhead | taskmanager.memory.jvm-overhead.min | resourceconfiguration.jvmOverhead | metrics.nonHeapMax | metrics.nonHeapUsed | |||
taskmanager.memory.jvm-overhead.max | |||||||
other | - | - | |||||
Outside JVM | Mapped | - | - | - | metrics.mappedMax | metrics.mappedUsed | |
Direct | FrameWork OffHeap | taskmanager.memory.framework.off-heap.size | resourceconfiguration.frameworkOffHeap | metrics.directMax - metrics.shuffleMemoryTotal | metrics.directUsed - metrics.shuffleMemoryTotal | ||
Task OffHeap Memory | taskmanager.memory.task.off-heap.size | resourceconfiguration.taskOffHeap | |||||
Shuffle Memory | taskmanager.memory.shuffle.min | resourceconfiguration.shuffleMemory | metrics.shuffleMemoryTotal | metrics.shuffleMemoryUsed | |||
taskmanager.memory.shuffle.max | |||||||
Flink Managed | Managed Memory | taskmanager.memory.managed.size | resourceconfiguration.managedMemory | metrics.managedMemoryTotal | metrics.managedMemoryUsed |
Frontend Design (out-dated)
Redesign the task manager metric page, this would allow users to more clearly understand the relationship between these metrics.
...
- task manager's resource contains this information, show it in
url: /taskmanagers/:taskmanagerid
Code Block language js title JSON Schema of response collapse true { "type" : "object", "id" : "urn:jsonschema:org:apache:flink:runtime:rest:messages:taskmanager:TaskManagerDetailsInfo", "properties" : { "id" : { "type" : "any" }, "path" : { "type" : "string" }, "dataPort" : { "type" : "integer" }, "timeSinceLastHeartbeat" : { "type" : "integer" }, "slotsNumber" : { "type" : "integer" }, "freeSlots" : { "type" : "integer" }, "hardware" : { "type" : "object", "id" : "urn:jsonschema:org:apache:flink:runtime:instance:HardwareDescription", "properties" : { "cpuCores" : { "type" : "integer" }, "physicalMemory" : { "type" : "integer" }, "freeMemory" : { "type" : "integer" }, "managedMemory" : { "type" : "integer" } } }, "configuration" : { "type" : "object", "id" : "urn:jsonschema:org:apache:flink:runtime:rest:messages:taskmanager:TaskManagerResourceInfo", "properties" : { "frameworkHeap" : { "type" : "long" }, "frameworkOffHeap" : { "type" : "long" }, "taskHeap" : { "type" : "long" }, "taskOffHeap" : { "type" : "long" }, "networkMemory" : { "type" : "long" }, "managedMemory" : { "type" : "long" }, "jvmMetaSpace" : { "type" : "long" }, "jvmOverhead" : { "type" : "long" }, "totalProcessMemory" : { "type" : "long" } } }, "metrics" : { "type" : "object", "id" : "urn:jsonschema:org:apache:flink:runtime:rest:messages:taskmanager:TaskManagerMetricsInfo", "properties" : { "heapUsed" : { "type" : "integer" }, "heapCommitted" : { "type" : "integer" }, "heapMax" : { "type" : "integer" }, "metaspaceUsed" : { "type" : "integer" }, "metaspaceCommitted" : { "type" : "integer" }, "metaspaceMax" : { "type" : "integer" }, "nonHeapUsed" : { "type" : "integer" }, "nonHeapCommitted" : { "type" : "integer" }, "nonHeapMax" : { "type" : "integer" }, "directCount" : { "type" : "integer" }, "directUsed" : { "type" : "integer" }, "directMax" : { "type" : "integer" }, "mappedCount" : { "type" : "integer" }, "mappedUsed" : { "type" : "integer" }, "mappedMax" : { "type" : "integer" }, "memorySegmentsAvailable" : { "type" : "integer" }, "memorySegmentsTotal" : { "type" : "integer" }, "managedMemoryUsed" : { "type" : "long" }, "managedMemoryTotal" : { "type" : "long" }, "networkMemoryUsed" : { "type" : "long" }, "networkMemoryTotal" : { "type" : "long" }, "garbageCollectors" : { "type" : "array", "items" : { "type" : "object", "id" : "urn:jsonschema:org:apache:flink:runtime:rest:messages:taskmanager:TaskManagerMetricsInfo:GarbageCollectorInfo", "properties" : { "name" : { "type" : "string" }, "count" : { "type" : "integer" }, "time" : { "type" : "integer" } } } } } } } }
...