Update JSON schemas

This commit is contained in:
Jan Eitzinger 2024-12-20 08:56:49 +01:00
parent f9f4522101
commit 119050b4b3
Signed by: moebiusband
GPG Key ID: 2574BA29B90D6DD5
6 changed files with 1420 additions and 1377 deletions

View File

@ -1,6 +1,6 @@
{
"$schema": "http://json-schema.org/draft/2020-12/schema",
"$id": "cluster.schema.json",
"$id": "embedfs://cluster.schema.json",
"title": "HPC cluster description",
"description": "Meta data information of a HPC cluster",
"type": "object",
@ -39,6 +39,27 @@
"avg"
]
},
"footprint": {
"description": "Is it a footprint metric and what type",
"type": "string",
"enum": [
"avg",
"max",
"min"
]
},
"energy": {
"description": "Is it used to calculate job energy",
"type": "string",
"enum": [
"power",
"energy"
]
},
"lowerIsBetter": {
"description": "Is lower better.",
"type": "boolean"
},
"peak": {
"description": "Metric peak threshold (Upper metric limit)",
"type": "number"
@ -65,6 +86,27 @@
"description": "Hardware partition name",
"type": "string"
},
"footprint": {
"description": "Is it a footprint metric and what type. Overwrite global setting",
"type": "string",
"enum": [
"avg",
"max",
"min"
]
},
"energy": {
"description": "Is it used to calculate job energy. Overwrite global",
"type": "string",
"enum": [
"power",
"energy"
]
},
"lowerIsBetter": {
"description": "Is lower better. Overwrite global",
"type": "boolean"
},
"peak": {
"type": "number"
},
@ -78,6 +120,7 @@
"type": "number"
},
"remove": {
"description": "Remove this metric for this subcluster",
"type": "boolean"
}
},

View File

@ -1,6 +1,6 @@
{
"$schema": "http://json-schema.org/draft/2020-12/schema",
"$id": "job-data.schema.json",
"$id": "embedfs://job-data.schema.json",
"title": "Job metric data list",
"description": "Collection of metric data of a HPC job",
"type": "object",
@ -10,7 +10,7 @@
"type": "object",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -21,19 +21,19 @@
"description": "Total flop rate with DP flops scaled up",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"socket": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"memoryDomain": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"core": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"hwthread": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"minProperties": 1
@ -42,13 +42,13 @@
"description": "Main memory bandwidth",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"socket": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"memoryDomain": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"minProperties": 1
@ -58,7 +58,7 @@
"type": "object",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -69,19 +69,19 @@
"description": "Instructions executed per cycle",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"socket": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"memoryDomain": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"core": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"hwthread": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"minProperties": 1
@ -90,19 +90,19 @@
"description": "CPU user active core utilization",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"socket": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"memoryDomain": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"core": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"hwthread": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"minProperties": 1
@ -111,7 +111,7 @@
"description": "CPU requested core utilization (load 1m)",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -122,19 +122,19 @@
"description": "Double precision flop rate",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"socket": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"memoryDomain": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"core": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"hwthread": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"minProperties": 1
@ -143,19 +143,19 @@
"description": "Single precision flops rate",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"socket": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"memoryDomain": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"core": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"hwthread": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"minProperties": 1
@ -164,19 +164,19 @@
"description": "Fraction of arithmetic instructions using SIMD instructions",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"socket": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"memoryDomain": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"core": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"hwthread": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"minProperties": 1
@ -185,10 +185,10 @@
"description": "CPU power consumption",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"socket": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"minProperties": 1
@ -197,10 +197,10 @@
"description": "Memory power consumption",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"socket": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"minProperties": 1
@ -209,7 +209,7 @@
"description": "GPU utilization",
"properties": {
"accelerator": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -220,7 +220,7 @@
"description": "GPU memory capacity used",
"properties": {
"accelerator": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -231,7 +231,7 @@
"description": "GPU power consumption",
"properties": {
"accelerator": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -242,19 +242,19 @@
"description": "Average core frequency",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"socket": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"memoryDomain": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"core": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
},
"hwthread": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"minProperties": 1
@ -263,7 +263,7 @@
"description": "Ethernet read bandwidth",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -274,7 +274,7 @@
"description": "Ethernet write bandwidth",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -306,7 +306,7 @@
"description": "File system read bandwidth",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -317,7 +317,7 @@
"description": "File system write bandwidth",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -328,7 +328,7 @@
"description": "File system read requests",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -339,7 +339,7 @@
"description": "File system write requests",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -350,7 +350,7 @@
"description": "File system write requests",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -361,7 +361,7 @@
"description": "File system open and close",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -372,7 +372,7 @@
"description": "File system fsync",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -383,7 +383,7 @@
"description": "File system create",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -394,7 +394,7 @@
"description": "File system open",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -405,7 +405,7 @@
"description": "File system close",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -416,7 +416,7 @@
"description": "File system seek",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -438,7 +438,7 @@
"description": "Network interconnect read packets",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -449,7 +449,7 @@
"description": "Network interconnect send packet",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -460,7 +460,7 @@
"description": "Network interconnect read bandwidth",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [
@ -471,7 +471,7 @@
"description": "Network interconnect write bandwidth",
"properties": {
"node": {
"$ref": "job-metric-data.schema.json"
"$ref": "embedfs://job-metric-data.schema.json"
}
},
"required": [

View File

@ -1,6 +1,6 @@
{
"$schema": "http://json-schema.org/draft/2020-12/schema",
"$id": "job-meta.schema.json",
"$id": "embedfs://job-meta.schema.json",
"title": "Job meta data",
"description": "Meta data information of a HPC job",
"type": "object",
@ -167,87 +167,87 @@
"properties": {
"mem_used": {
"description": "Memory capacity used (required)",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"cpu_load": {
"description": "CPU requested core utilization (load 1m) (required)",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"flops_any": {
"description": "Total flop rate with DP flops scaled up (required)",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"mem_bw": {
"description": "Main memory bandwidth (required)",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"net_bw": {
"description": "Total fast interconnect network bandwidth (required)",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"file_bw": {
"description": "Total file IO bandwidth (required)",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"ipc": {
"description": "Instructions executed per cycle",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"cpu_user": {
"description": "CPU user active core utilization",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"flops_dp": {
"description": "Double precision flop rate",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"flops_sp": {
"description": "Single precision flops rate",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"rapl_power": {
"description": "CPU power consumption",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"acc_used": {
"description": "GPU utilization",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"acc_mem_used": {
"description": "GPU memory capacity used",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"acc_power": {
"description": "GPU power consumption",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"clock": {
"description": "Average core frequency",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"eth_read_bw": {
"description": "Ethernet read bandwidth",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"eth_write_bw": {
"description": "Ethernet write bandwidth",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"ic_rcv_packets": {
"description": "Network interconnect read packets",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"ic_send_packets": {
"description": "Network interconnect send packet",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"ic_read_bw": {
"description": "Network interconnect read bandwidth",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"ic_write_bw": {
"description": "Network interconnect write bandwidth",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"filesystems": {
"description": "Array of filesystems",
@ -272,47 +272,47 @@
},
"read_bw": {
"description": "File system read bandwidth",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"write_bw": {
"description": "File system write bandwidth",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"read_req": {
"description": "File system read requests",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"write_req": {
"description": "File system write requests",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"inodes": {
"description": "File system write requests",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"accesses": {
"description": "File system open and close",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"fsync": {
"description": "File system fsync",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"create": {
"description": "File system create",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"open": {
"description": "File system open",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"close": {
"description": "File system close",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
},
"seek": {
"description": "File system seek",
"$ref": "job-metric-statistics.schema.json"
"$ref": "embedfs://job-metric-statistics.schema.json"
}
},
"required": [

View File

@ -1,13 +1,13 @@
{
"$schema": "http://json-schema.org/draft/2020-12/schema",
"$id": "job-metric-data.schema.json",
"$id": "embedfs://job-metric-data.schema.json",
"title": "Job metric data",
"description": "Metric data of a HPC job",
"type": "object",
"properties": {
"unit": {
"description": "Metric unit",
"$ref": "unit.schema.json"
"$ref": "embedfs://unit.schema.json"
},
"timestep": {
"description": "Measurement interval in seconds",

View File

@ -1,13 +1,13 @@
{
"$schema": "http://json-schema.org/draft/2020-12/schema",
"$id": "job-metric-statistics.schema.json",
"$id": "embedfs://job-metric-statistics.schema.json",
"title": "Job statistics",
"description": "Format specification for job metric statistics",
"type": "object",
"properties": {
"unit": {
"description": "Metric unit",
"$ref": "unit.schema.json"
"$ref": "embedfs://unit.schema.json"
},
"avg": {
"description": "Job metric average",

View File

@ -1,6 +1,6 @@
{
"$schema": "http://json-schema.org/draft/2020-12/schema",
"$id": "unit.schema.json",
"$id": "embedfs://unit.schema.json",
"title": "Metric unit",
"description": "Format specification for job metric units",
"type": "object",