2019-09-06 10:44:04 +02:00
|
|
|
{
|
|
|
|
"$schema": "http://json-schema.org/draft-07/schema#",
|
2019-09-06 16:16:32 +02:00
|
|
|
"$id": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-meta.schema.json",
|
2019-09-06 10:44:04 +02:00
|
|
|
"title": "Job meta data",
|
|
|
|
"description": "Meta data information of a HPC job",
|
|
|
|
"type": "object",
|
|
|
|
"properties": {
|
|
|
|
"job_id": {
|
|
|
|
"description": "The unique identifier of a job",
|
|
|
|
"type": "string"
|
|
|
|
},
|
|
|
|
"user_id": {
|
|
|
|
"description": "The unique identifier of a user",
|
|
|
|
"type": "string"
|
|
|
|
},
|
|
|
|
"project_id": {
|
|
|
|
"description": "The unique identifier of a project",
|
|
|
|
"type": "string"
|
|
|
|
},
|
|
|
|
"cluster_id": {
|
2019-09-06 16:16:32 +02:00
|
|
|
"description": "The unique identifier of a cluster",
|
2019-09-06 10:44:04 +02:00
|
|
|
"type": "string"
|
|
|
|
},
|
|
|
|
"num_nodes": {
|
|
|
|
"description": "Number of nodes used",
|
2019-09-06 16:16:32 +02:00
|
|
|
"type": "integer",
|
|
|
|
"exclusiveMinimum": 0
|
|
|
|
},
|
|
|
|
"walltime": {
|
|
|
|
"description": "Requested walltime of job in seconds",
|
|
|
|
"type": "integer",
|
|
|
|
"exclusiveMinimum": 0
|
|
|
|
},
|
|
|
|
"job_state": {
|
|
|
|
"description": "Final state of job",
|
|
|
|
"type": "string",
|
|
|
|
"enum": [ "completed", "failed", "canceled", "timeout" ]
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"start_time": {
|
|
|
|
"description": "Start epoch time stamp in seconds",
|
2019-09-06 16:16:32 +02:00
|
|
|
"type": "integer",
|
|
|
|
"exclusiveMinimum": 0
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"stop_time": {
|
|
|
|
"description": "Stop epoch time stamp in seconds",
|
2019-09-06 16:16:32 +02:00
|
|
|
"type": "integer",
|
|
|
|
"exclusiveMinimum": 0
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"duration": {
|
|
|
|
"description": "Duration of job in seconds",
|
2019-09-06 16:16:32 +02:00
|
|
|
"type": "integer",
|
|
|
|
"exclusiveMinimum": 0
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"nodes": {
|
|
|
|
"description": "List of nodes",
|
|
|
|
"type": "array",
|
|
|
|
"items": {
|
|
|
|
"type": "string"
|
|
|
|
},
|
|
|
|
"minItems": 1,
|
|
|
|
"uniqueItems": true
|
|
|
|
},
|
|
|
|
"tags": {
|
|
|
|
"description": "List of tags",
|
|
|
|
"type": "array",
|
|
|
|
"items": {
|
|
|
|
"type": "object",
|
|
|
|
"properties": {
|
|
|
|
"name": {
|
|
|
|
"type": "string"
|
|
|
|
},
|
|
|
|
"type": {
|
|
|
|
"type": "string"
|
|
|
|
}
|
|
|
|
},
|
|
|
|
"required": [ "name", "type" ]
|
|
|
|
},
|
|
|
|
"uniqueItems": true
|
|
|
|
},
|
|
|
|
"statistics": {
|
|
|
|
"description": "Job statistic data",
|
|
|
|
"type": "object",
|
|
|
|
"properties": {
|
|
|
|
"mem_used": {
|
|
|
|
"description": "Memory capacity used (required)",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"flops_any": {
|
|
|
|
"description": "Total flop rate with DP flops scaled up (required)",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"mem_bw": {
|
|
|
|
"description": "Main memory bandwidth (required)",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"net_bw": {
|
|
|
|
"description": "Total fast interconnect network bandwidth (required)",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"file_bw": {
|
|
|
|
"description": "Total file IO bandwidth (required)",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"ipc": {
|
|
|
|
"description": "Instructions executed per cycle",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"cpu_used": {
|
|
|
|
"description": "CPU core utilization",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"flops_dp": {
|
|
|
|
"description": "Double precision flop rate",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"flops_sp": {
|
|
|
|
"description": "Single precision flops rate",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"rapl_power": {
|
|
|
|
"description": "CPU power consumption",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"gpu_used": {
|
|
|
|
"description": "GPU utilization",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"gpu_mem_used": {
|
|
|
|
"description": "GPU memory capacity used",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"gpu_power": {
|
|
|
|
"description": "GPU power consumption",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"clock": {
|
|
|
|
"description": "Average core frequency",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"eth_read_bw": {
|
|
|
|
"description": "Ethernet read bandwidth",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"eth_write_bw": {
|
|
|
|
"description": "Ethernet write bandwidth",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"lustre_read_bw": {
|
|
|
|
"description": "Lustre read bandwidth",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"lustre_write_bw": {
|
|
|
|
"description": "Lustre write bandwidth",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"lustre_read_req": {
|
|
|
|
"description": "Lustre read requests",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"lustre_write_req": {
|
|
|
|
"description": "Lustre write requests",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"lustre_inodes": {
|
|
|
|
"description": "Lustre inodes used",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"lustre_accesses": {
|
|
|
|
"description": "Lustre open and close",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"lustre_fsync": {
|
|
|
|
"description": "Lustre fsync",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"lustre_create": {
|
|
|
|
"description": "Lustre create",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"lustre_open": {
|
|
|
|
"description": "Lustre open",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"lustre_close": {
|
|
|
|
"description": "Lustre close",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"lustre_seek": {
|
|
|
|
"description": "Lustre seek",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"ib_read_bw": {
|
|
|
|
"description": "Infiniband read bandwidth",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"ib_write_bw": {
|
|
|
|
"description": "Infiniband write bandwidth",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
},
|
|
|
|
"ib_congestion": {
|
|
|
|
"description": "Infiniband congestion",
|
2019-09-06 16:16:32 +02:00
|
|
|
"#ref": "https://github.com/RRZE-HPC/HPCJobDatabase/blob/master/json-schema/job-statistic.schema.json"
|
2019-09-06 10:44:04 +02:00
|
|
|
}
|
|
|
|
},
|
|
|
|
"required": [ "mem_used", "flops_any", "mem_bw", "net_bw", "file_bw" ]
|
|
|
|
}
|
|
|
|
},
|
|
|
|
"required": [ "job_id", "user_id", "project_id", "cluster_id", "num_nodes", "start_time", "stop_time", "duration", "nodes", "tags", "statistic" ]
|
|
|
|
}
|