ClusterCockpit/cc-backend
1
0
Fork 0
mirror of https://github.com/ClusterCockpit/cc-backend synced 2025-05-16 05:51:42 +02:00
Code Issues Packages Releases Activity

Adapt test input to new unit schema

Browse Source
This commit is contained in:
Jan Eitzinger 2022-11-09 19:47:56 +01:00
parent d2818d54ff
commit 740d2a2928
9 changed files with 836953 additions and 568 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pkg/schema/validate_test.go
View File

@ -68,7 +68,7 @@ func TestValidateCluster(t *testing.T) {
{ {
"name": "cpu_load", "name": "cpu_load",
"scope": "hwthread", "scope": "hwthread",
"unit": "load", "unit": {"base": "load"},
"timestep": 60 "timestep": 60
} }
] ]

417836
test/archive/emmy/1403/244/1608923076/data.json
View File

File diff suppressed because one or more lines are too long

194
test/archive/emmy/1403/244/1608923076/meta.json
View File

@ -1 +1,193 @@
{"exclusive":1,"jobId":1403244,"statistics":{"mem_bw":{"avg":63.57,"min":0,"unit":"GB/s","max":74.5},"rapl_power":{"avg":228.07,"min":0,"unit":"W","max":258.56},"ipc":{"unit":"IPC","max":0.510204081632653,"avg":1.53846153846154,"min":0.0},"clock":{"min":1380.32,"avg":2599.39,"unit":"MHz","max":2634.46},"cpu_load":{"avg":18.4,"min":0,"max":23.58,"unit":"load"},"flops_any":{"max":404.62,"unit":"GF/s","avg":225.59,"min":0},"flops_dp":{"max":0.24,"unit":"GF/s","min":0,"avg":0},"mem_used":{"min":1.55,"avg":27.84,"unit":"GB","max":37.5},"flops_sp":{"min":0,"avg":225.59,"max":404.62,"unit":"GF/s"}},"resources":[{"hostname":"e0102"},{"hostname":"e0103"},{"hostname":"e0105"},{"hostname":"e0106"},{"hostname":"e0107"},{"hostname":"e0108"},{"hostname":"e0114"},{"hostname":"e0320"},{"hostname":"e0321"},{"hostname":"e0325"},{"hostname":"e0404"},{"hostname":"e0415"},{"hostname":"e0433"},{"hostname":"e0437"},{"hostname":"e0439"},{"hostname":"e0501"},{"hostname":"e0503"},{"hostname":"e0505"},{"hostname":"e0506"},{"hostname":"e0512"},{"hostname":"e0513"},{"hostname":"e0514"},{"hostname":"e0653"},{"hostname":"e0701"},{"hostname":"e0716"},{"hostname":"e0727"},{"hostname":"e0728"},{"hostname":"e0925"},{"hostname":"e0926"},{"hostname":"e0929"},{"hostname":"e0934"},{"hostname":"e0951"}],"walltime":10,"jobState":"completed","cluster":"emmy","stopTime":1609009562,"user":"emmyUser6","startTime":1608923076,"partition":"work","tags":[],"project":"no project","numNodes":32,"duration":86486} {
"exclusive": 1,
"jobId": 1403244,
"statistics": {
"mem_bw": {
"avg": 63.57,
"min": 0,
"unit": {
"base": "B/s",
"prefix": "G"
},
"max": 74.5
},
"rapl_power": {
"avg": 228.07,
"min": 0,
"unit": {
"base": "W"
},
"max": 258.56
},
"ipc": {
"unit": {
"base": "IPC"
},
"max": 0.510204081632653,
"avg": 1.53846153846154,
"min": 0.0
},
"clock": {
"min": 1380.32,
"avg": 2599.39,
"unit": {
"base": "Hz",
"prefix": "M"
},
"max": 2634.46
},
"cpu_load": {
"avg": 18.4,
"min": 0,
"max": 23.58,
"unit": {
"base": "load"
}
},
"flops_any": {
"max": 404.62,
"unit": {
"base": "F/s",
"prefix": "G"
},
"avg": 225.59,
"min": 0
},
"flops_dp": {
"max": 0.24,
"unit": {
"base": "F/s",
"prefix": "G"
},
"min": 0,
"avg": 0
},
"mem_used": {
"min": 1.55,
"avg": 27.84,
"unit": {
"base": "B",
"prefix": "G"
},
"max": 37.5
},
"flops_sp": {
"min": 0,
"avg": 225.59,
"max": 404.62,
"unit": {
"base": "F/s",
"prefix": "G"
}
}
},
"resources": [
{
"hostname": "e0102"
},
{
"hostname": "e0103"
},
{
"hostname": "e0105"
},
{
"hostname": "e0106"
},
{
"hostname": "e0107"
},
{
"hostname": "e0108"
},
{
"hostname": "e0114"
},
{
"hostname": "e0320"
},
{
"hostname": "e0321"
},
{
"hostname": "e0325"
},
{
"hostname": "e0404"
},
{
"hostname": "e0415"
},
{
"hostname": "e0433"
},
{
"hostname": "e0437"
},
{
"hostname": "e0439"
},
{
"hostname": "e0501"
},
{
"hostname": "e0503"
},
{
"hostname": "e0505"
},
{
"hostname": "e0506"
},
{
"hostname": "e0512"
},
{
"hostname": "e0513"
},
{
"hostname": "e0514"
},
{
"hostname": "e0653"
},
{
"hostname": "e0701"
},
{
"hostname": "e0716"
},
{
"hostname": "e0727"
},
{
"hostname": "e0728"
},
{
"hostname": "e0925"
},
{
"hostname": "e0926"
},
{
"hostname": "e0929"
},
{
"hostname": "e0934"
},
{
"hostname": "e0951"
}
],
"walltime": 10,
"jobState": "completed",
"cluster": "emmy",
"stopTime": 1609009562,
"user": "emmyUser6",
"startTime": 1608923076,
"partition": "work",
"tags": [],
"project": "no project",
"numNodes": 32,
"duration": 86486
}

418124
test/archive/emmy/1404/397/1609300556/data.json
View File

File diff suppressed because one or more lines are too long

194
test/archive/emmy/1404/397/1609300556/meta.json
View File

@ -1 +1,193 @@
{"stopTime":1609387081,"resources":[{"hostname":"e0151"},{"hostname":"e0152"},{"hostname":"e0153"},{"hostname":"e0232"},{"hostname":"e0303"},{"hostname":"e0314"},{"hostname":"e0344"},{"hostname":"e0345"},{"hostname":"e0348"},{"hostname":"e0507"},{"hostname":"e0518"},{"hostname":"e0520"},{"hostname":"e0522"},{"hostname":"e0526"},{"hostname":"e0527"},{"hostname":"e0528"},{"hostname":"e0530"},{"hostname":"e0551"},{"hostname":"e0604"},{"hostname":"e0613"},{"hostname":"e0634"},{"hostname":"e0639"},{"hostname":"e0640"},{"hostname":"e0651"},{"hostname":"e0653"},{"hostname":"e0701"},{"hostname":"e0704"},{"hostname":"e0751"},{"hostname":"e0809"},{"hostname":"e0814"},{"hostname":"e0819"},{"hostname":"e0908"}],"walltime":10,"cluster":"emmy","jobState":"completed","statistics":{"clock":{"max":2634.9,"unit":"MHz","min":0,"avg":2597.8},"cpu_load":{"max":27.41,"unit":"load","min":0,"avg":18.39},"mem_bw":{"min":0,"avg":63.23,"unit":"GB/s","max":75.06},"ipc":{"min":0.0,"avg":1.53846153846154,"unit":"IPC","max":0.490196078431373},"rapl_power":{"min":0,"avg":227.32,"unit":"W","max":256.22},"mem_used":{"min":1.5,"avg":27.77,"unit":"GB","max":37.43},"flops_sp":{"unit":"GF/s","max":413.21,"min":0,"avg":224.41},"flops_dp":{"max":5.72,"unit":"GF/s","min":0,"avg":0},"flops_any":{"min":0,"avg":224.42,"max":413.21,"unit":"GF/s"}},"exclusive":1,"jobId":1404397,"tags":[],"partition":"work","project":"no project","user":"emmyUser6","startTime":1609300556,"duration":86525,"numNodes":32} {
"stopTime": 1609387081,
"resources": [
{
"hostname": "e0151"
},
{
"hostname": "e0152"
},
{
"hostname": "e0153"
},
{
"hostname": "e0232"
},
{
"hostname": "e0303"
},
{
"hostname": "e0314"
},
{
"hostname": "e0344"
},
{
"hostname": "e0345"
},
{
"hostname": "e0348"
},
{
"hostname": "e0507"
},
{
"hostname": "e0518"
},
{
"hostname": "e0520"
},
{
"hostname": "e0522"
},
{
"hostname": "e0526"
},
{
"hostname": "e0527"
},
{
"hostname": "e0528"
},
{
"hostname": "e0530"
},
{
"hostname": "e0551"
},
{
"hostname": "e0604"
},
{
"hostname": "e0613"
},
{
"hostname": "e0634"
},
{
"hostname": "e0639"
},
{
"hostname": "e0640"
},
{
"hostname": "e0651"
},
{
"hostname": "e0653"
},
{
"hostname": "e0701"
},
{
"hostname": "e0704"
},
{
"hostname": "e0751"
},
{
"hostname": "e0809"
},
{
"hostname": "e0814"
},
{
"hostname": "e0819"
},
{
"hostname": "e0908"
}
],
"walltime": 10,
"cluster": "emmy",
"jobState": "completed",
"statistics": {
"clock": {
"max": 2634.9,
"unit": {
"base": "Hz",
"prefix": "M"
},
"min": 0,
"avg": 2597.8
},
"cpu_load": {
"max": 27.41,
"min": 0,
"avg": 18.39,
"unit": {
"base": "load"
}
},
"mem_bw": {
"min": 0,
"avg": 63.23,
"unit": {
"base": "B/s",
"prefix": "G"
},
"max": 75.06
},
"ipc": {
"min": 0.0,
"avg": 1.53846153846154,
"unit": {
"base": "IPC"
},
"max": 0.490196078431373
},
"rapl_power": {
"min": 0,
"avg": 227.32,
"unit": {
"base": "W"
},
"max": 256.22
},
"mem_used": {
"min": 1.5,
"avg": 27.77,
"unit": {
"base": "B",
"prefix": "G"
},
"max": 37.43
},
"flops_sp": {
"unit": {
"base": "F/s",
"prefix": "G"
},
"max": 413.21,
"min": 0,
"avg": 224.41
},
"flops_dp": {
"max": 5.72,
"unit": {
"base": "F/s",
"prefix": "G"
},
"min": 0,
"avg": 0
},
"flops_any": {
"min": 0,
"avg": 224.42,
"max": 413.21,
"unit": {
"base": "F/s",
"prefix": "G"
}
}
},
"exclusive": 1,
"jobId": 1404397,
"tags": [],
"partition": "work",
"project": "no project",
"user": "emmyUser6",
"startTime": 1609300556,
"duration": 86525,
"numNodes": 32
}

52
test/archive/emmy/cluster.json
View File

@ -30,7 +30,9 @@
{ {
"name": "cpu_load", "name": "cpu_load",
"scope": "hwthread", "scope": "hwthread",
"unit": "load", "unit": {
"base": "load"
},
"timestep": 60, "timestep": 60,
"peak": 40, "peak": 40,
"normal": 20, "normal": 20,
@ -40,7 +42,10 @@
{ {
"name": "mem_used", "name": "mem_used",
"scope": "node", "scope": "node",
"unit": "GB", "unit": {
"base": "B",
"prefix": "G"
},
"timestep": 60, "timestep": 60,
"peak": 64, "peak": 64,
"normal": 20, "normal": 20,
@ -50,7 +55,10 @@
{ {
"name": "flops_any", "name": "flops_any",
"scope": "hwthread", "scope": "hwthread",
"unit": "GF/s", "unit": {
"base": "F/s",
"prefix": "G"
},
"timestep": 60, "timestep": 60,
"peak": 704, "peak": 704,
"normal": 100, "normal": 100,
@ -60,7 +68,10 @@
{ {
"name": "flops_sp", "name": "flops_sp",
"scope": "hwthread", "scope": "hwthread",
"unit": "GF/s", "unit": {
"base": "F/s",
"prefix": "G"
},
"timestep": 60, "timestep": 60,
"peak": 704, "peak": 704,
"normal": 100, "normal": 100,
@ -70,7 +81,10 @@
{ {
"name": "flops_dp", "name": "flops_dp",
"scope": "hwthread", "scope": "hwthread",
"unit": "GF/s", "unit": {
"base": "F/s",
"prefix": "G"
},
"timestep": 60, "timestep": 60,
"peak": 350, "peak": 350,
"normal": 50, "normal": 50,
@ -80,7 +94,10 @@
{ {
"name": "mem_bw", "name": "mem_bw",
"scope": "memoryDomain", "scope": "memoryDomain",
"unit": "GB/s", "unit": {
"base": "B/s",
"prefix": "G"
},
"timestep": 60, "timestep": 60,
"peak": 80, "peak": 80,
"normal": 30, "normal": 30,
@ -90,7 +107,9 @@
{ {
"name": "ipc", "name": "ipc",
"scope": "hwthread", "scope": "hwthread",
"unit": "IPC", "unit": {
"base": "IPC"
},
"timestep": 60, "timestep": 60,
"peak": 80, "peak": 80,
"normal": 30, "normal": 30,
@ -100,7 +119,10 @@
{ {
"name": "clock", "name": "clock",
"scope": "hwthread", "scope": "hwthread",
"unit": "MHz", "unit": {
"base": "Hz",
"prefix": "M"
},
"timestep": 60, "timestep": 60,
"peak": 80, "peak": 80,
"normal": 30, "normal": 30,
@ -110,7 +132,9 @@
{ {
"name": "rapl_power", "name": "rapl_power",
"scope": "socket", "scope": "socket",
"unit": "W", "unit": {
"base": "W"
},
"timestep": 60, "timestep": 60,
"peak": 80, "peak": 80,
"normal": 30, "normal": 30,
@ -120,7 +144,10 @@
{ {
"name": "ib_bw", "name": "ib_bw",
"scope": "node", "scope": "node",
"unit": "GB/s", "unit": {
"base": "B/s",
"prefix": "G"
},
"timestep": 60, "timestep": 60,
"peak": 40, "peak": 40,
"normal": 20, "normal": 20,
@ -130,7 +157,10 @@
{ {
"name": "lustre_bw", "name": "lustre_bw",
"scope": "node", "scope": "node",
"unit": "GB/s", "unit": {
"base": "B/s",
"prefix": "G"
},
"timestep": 60, "timestep": 60,
"peak": 40, "peak": 40,
"normal": 20, "normal": 20,

958
test/data.json
View File

@ -1,488 +1,504 @@
{ {
"cpu_used": { "cpu_used": {
"core": { "core": {
"unit": "cpu used", "unit": {
"scope": "core", "base": ""
"timestep": 30, },
"series": [ "scope": "core",
{ "timestep": 30,
"hostname": "taurusi6489", "series": [
"id": 0, {
"statistics": { "hostname": "taurusi6489",
"min": 0.09090909090909093, "id": 0,
"avg": 0.9173553719008265, "statistics": {
"max": 1.0000000000000002 "min": 0.09090909090909093,
}, "avg": 0.9173553719008265,
"data": [ "max": 1.0000000000000002
0.09090909090909093,
0.9999999999999999,
1.0,
1.0000000000000002,
1.0,
1.0000000000000002,
0.9999999999999999,
1.0,
1.0,
1.0,
1.0
]
}, },
{ "data": [
"hostname": "taurusi6489", 0.09090909090909093,
"id": 1, 0.9999999999999999,
"statistics": { 1.0,
"min": 0.03694102397926118, 1.0000000000000002,
"avg": 0.045968409230268584, 1.0,
"max": 0.08809840425531917 1.0000000000000002,
}, 0.9999999999999999,
"data": [ 1.0,
0.08809840425531917, 1.0,
0.05710659898477157, 1.0,
0.04034861200774694, 1.0
0.037962362102530824, ]
0.03976721629485936, },
0.04163976759199483, {
0.03694102397926118, "hostname": "taurusi6489",
0.03821243523316062, "id": 1,
0.03851132686084142, "statistics": {
0.044752092723760455, "min": 0.03694102397926118,
0.04231266149870802 "avg": 0.045968409230268584,
] "max": 0.08809840425531917
}, },
{ "data": [
"hostname": "taurusi6490", 0.08809840425531917,
"id": 10, 0.05710659898477157,
"statistics": { 0.04034861200774694,
"min": 0.10505319148936171, 0.037962362102530824,
"avg": 0.9186411992263056, 0.03976721629485936,
"max": 1.0000000000000002 0.04163976759199483,
}, 0.03694102397926118,
"data": [ 0.03821243523316062,
0.10505319148936171, 0.03851132686084142,
1.0000000000000002, 0.044752092723760455,
1.0, 0.04231266149870802
1.0, ]
1.0, },
0.9999999999999999, {
1.0, "hostname": "taurusi6490",
0.9999999999999999, "id": 10,
1.0, "statistics": {
1.0, "min": 0.10505319148936171,
1.0 "avg": 0.9186411992263056,
] "max": 1.0000000000000002
}, },
{ "data": [
"hostname": "taurusi6490", 0.10505319148936171,
"id": 11, 1.0000000000000002,
"statistics": { 1.0,
"min": 0.05286048845767815, 1.0,
"avg": 0.07053823838706144, 1.0,
"max": 0.075148113501715 0.9999999999999999,
}, 1.0,
"data": [ 0.9999999999999999,
0.05286048845767815, 1.0,
0.06936597614563718, 1.0,
0.07254534083802376, 1.0
0.075148113501715, ]
0.06909547738693468, },
0.07372696032489846, {
0.07077983088005012, "hostname": "taurusi6490",
0.07082419304293325, "id": 11,
0.07424812030075188, "statistics": {
0.07285803627267043, "min": 0.05286048845767815,
0.07446808510638298 "avg": 0.07053823838706144,
] "max": 0.075148113501715
}
],
"statisticsSeries": null
}
},
"ipc": {
"core": {
"unit": "IPC",
"scope": "core",
"timestep": 60,
"series": [
{
"hostname": "taurusi6489",
"id": 0,
"statistics": {
"min": 1.3808406263195592,
"avg": 1.3960848578375105,
"max": 1.4485575599350569
},
"data": [
1.4485575599350569,
1.3808406263195592,
1.3830284413690626,
1.3836692663348698,
1.3843283952290035
]
}, },
{ "data": [
"hostname": "taurusi6489", 0.05286048845767815,
"id": 1, 0.06936597614563718,
"statistics": { 0.07254534083802376,
"min": 0.30469640475234366, 0.075148113501715,
"avg": 0.8816944294664065, 0.06909547738693468,
"max": 1.797623522191001 0.07372696032489846,
}, 0.07077983088005012,
"data": [ 0.07082419304293325,
1.797623522191001, 0.07424812030075188,
0.954395633726228, 0.07285803627267043,
1.0019972349956185, 0.07446808510638298
0.30469640475234366, ]
0.3497593516668412 }
] ],
"statisticsSeries": null
}
},
"ipc": {
"core": {
"unit": {
"base": "IPC"
},
"scope": "core",
"timestep": 60,
"series": [
{
"hostname": "taurusi6489",
"id": 0,
"statistics": {
"min": 1.3808406263195592,
"avg": 1.3960848578375105,
"max": 1.4485575599350569
}, },
{ "data": [
"hostname": "taurusi6490", 1.4485575599350569,
"id": 10, 1.3808406263195592,
"statistics": { 1.3830284413690626,
"min": 1.3791232173760588, 1.3836692663348698,
"avg": 1.3850247295506815, 1.3843283952290035
"max": 1.386710405495511 ]
}, },
"data": [ {
1.3791232173760588, "hostname": "taurusi6489",
1.38619977419787, "id": 1,
1.386397917938246, "statistics": {
1.3866923327457215, "min": 0.30469640475234366,
1.386710405495511 "avg": 0.8816944294664065,
] "max": 1.797623522191001
}, },
{ "data": [
"hostname": "taurusi6490", 1.797623522191001,
"id": 11, 0.954395633726228,
"statistics": { 1.0019972349956185,
"min": 0.6424094604392216, 0.30469640475234366,
"avg": 0.9544442638400293, 0.3497593516668412
"max": 1.2706704244636826 ]
}, },
"data": [ {
1.2706704244636826, "hostname": "taurusi6490",
0.6424094604392216, "id": 10,
0.9249973908234796, "statistics": {
0.6940110823242276, "min": 1.3791232173760588,
1.2401329611495353 "avg": 1.3850247295506815,
] "max": 1.386710405495511
}
],
"statisticsSeries": null
}
},
"flops_any": {
"core": {
"unit": "F/s",
"scope": "core",
"timestep": 60,
"series": [
{
"hostname": "taurusi6489",
"id": 0,
"statistics": {
"min": 0.0,
"avg": 184.2699002412084,
"max": 921.3495012060421
},
"data": [
921.3495012060421,
0.0,
0.0,
0.0,
0.0
]
}, },
{ "data": [
"hostname": "taurusi6489", 1.3791232173760588,
"id": 1, 1.38619977419787,
"statistics": { 1.386397917938246,
"min": 0.13559227208748068, 1.3866923327457215,
"avg": 273.2997868356056, 1.386710405495511
"max": 1355.9227390817396 ]
}, },
"data": [ {
1355.9227390817396, "hostname": "taurusi6490",
8.94908797747172, "id": 11,
0.6779613312519499, "statistics": {
0.13559227208748068, "min": 0.6424094604392216,
0.8135535154771758 "avg": 0.9544442638400293,
] "max": 1.2706704244636826
}, },
{ "data": [
"hostname": "taurusi6490", 1.2706704244636826,
"id": 10, 0.6424094604392216,
"statistics": { 0.9249973908234796,
"min": 0.0, 0.6940110823242276,
"avg": 1678.8419461262179, 1.2401329611495353
"max": 4346.591400350933 ]
}, }
"data": [ ],
4346.591400350933, "statisticsSeries": null
0.0, }
578.4248288199713, },
0.0, "flops_any": {
3469.193501460185 "core": {
] "unit": {
"base": "F/s"
},
"scope": "core",
"timestep": 60,
"series": [
{
"hostname": "taurusi6489",
"id": 0,
"statistics": {
"min": 0.0,
"avg": 184.2699002412084,
"max": 921.3495012060421
}, },
{ "data": [
"hostname": "taurusi6490", 921.3495012060421,
"id": 11, 0.0,
"statistics": { 0.0,
"min": 45.28689133054866, 0.0,
"avg": 609.6644949204072, 0.0
"max": 2582.7080822873186 ]
}, },
"data": [ {
2582.7080822873186, "hostname": "taurusi6489",
45.28689133054866, "id": 1,
48.67663233623293, "statistics": {
47.591911855555026, "min": 0.13559227208748068,
324.0589567923803 "avg": 273.2997868356056,
] "max": 1355.9227390817396
}
],
"statisticsSeries": null
}
},
"mem_bw": {
"socket": {
"unit": "B/s",
"scope": "socket",
"timestep": 60,
"series": [
{
"hostname": "taurusi6489",
"id": 0,
"statistics": {
"min": 653671812.1661415,
"avg": 1637585527.5854635,
"max": 2614718291.9554267
},
"data": [
653671812.1661415,
2614718291.9554267,
1732453371.7073724,
1612865229.8704093,
1574218932.2279677
]
}, },
{ "data": [
"hostname": "taurusi6490", 1355.9227390817396,
"id": 0, 8.94908797747172,
"statistics": { 0.6779613312519499,
"min": 1520190251.61048, 0.13559227208748068,
"avg": 1572477682.3850098, 0.8135535154771758
"max": 1688960732.2760606 ]
}, },
"data": [ {
1688960732.2760606, "hostname": "taurusi6490",
1580140679.8216474, "id": 10,
1520190251.61048, "statistics": {
1541841829.6250021, "min": 0.0,
1531254918.591859 "avg": 1678.8419461262179,
] "max": 4346.591400350933
}
],
"statisticsSeries": null
}
},
"file_bw": {
"node": {
"unit": "B/s",
"scope": "node",
"timestep": 30,
"series": [
{
"hostname": "taurusi6489",
"statistics": {
"min": 0.0,
"avg": 190352.6328851857,
"max": 2093878.361723524
},
"data": [
0.0,
0.0,
0.0,
0.6000135186380174,
0.0,
0.0,
2093878.361723524,
0.0,
0.0,
0.0,
0.0
]
}, },
{ "data": [
"hostname": "taurusi6490", 4346.591400350933,
"statistics": { 0.0,
"min": 0.0, 578.4248288199713,
"avg": 1050832.4509396513, 0.0,
"max": 11559156.360352296 3469.193501460185
}, ]
"data": [ },
0.0, {
0.0, "hostname": "taurusi6490",
0.0, "id": 11,
0.0, "statistics": {
0.0, "min": 45.28689133054866,
0.0, "avg": 609.6644949204072,
11559156.360352296, "max": 2582.7080822873186
0.0,
0.5999838690326298,
0.0,
0.0
]
}
],
"statisticsSeries": null
}
},
"net_bw": {
"node": {
"unit": "B/s",
"scope": "node",
"timestep": 30,
"series": [
{
"hostname": "taurusi6489",
"statistics": {
"min": 126779.89655880642,
"avg": 653834.5091507058,
"max": 1285639.5107541133
},
"data": [
1158202.7403032137,
126779.89655880642,
419017.91939583793,
345766.3974972795,
645419.3296982117,
644667.7333333333,
1285639.5107541133,
643481.2108874657,
640025.3562553325,
643241.4875354709,
639938.0184386979
]
}, },
{ "data": [
"hostname": "taurusi6490", 2582.7080822873186,
"statistics": { 45.28689133054866,
"min": 640156.9862985397, 48.67663233623293,
"avg": 872367.6551257868, 47.591911855555026,
"max": 1916309.7075416835 324.0589567923803
}, ]
"data": [ }
1774843.146788355, ],
643218.3646426039, "statisticsSeries": null
641681.1031071587, }
644690.1512268113, },
647183.5650609672, "mem_bw": {
644439.3303402043, "socket": {
1916309.7075416835, "unit": {
643748.3241006166, "base": "B/s"
757189.8273227927, },
642583.6999539217, "scope": "socket",
640156.9862985397 "timestep": 60,
] "series": [
} {
], "hostname": "taurusi6489",
"statisticsSeries": null "id": 0,
} "statistics": {
}, "min": 653671812.1661415,
"mem_used": { "avg": 1637585527.5854635,
"node": { "max": 2614718291.9554267
"unit": "B",
"scope": "node",
"timestep": 30,
"series": [
{
"hostname": "taurusi6489",
"statistics": {
"min": 2779066368.0,
"avg": 9282117259.636364,
"max": 10202595328.0
},
"data": [
2779066368.0,
8518217728.0,
9852760064.0,
9979805696.0,
10039619584.0,
10087104512.0,
10136084480.0,
10202595328.0,
10154196992.0,
10177409024.0,
10176430080.0
]
}, },
{ "data": [
"hostname": "taurusi6490", 653671812.1661415,
"statistics": { 2614718291.9554267,
"min": 9993277440.0, 1732453371.7073724,
"avg": 10013080110.545454, 1612865229.8704093,
"max": 10039676928.0 1574218932.2279677
}, ]
"data": [ },
10001317888.0, {
10013028352.0, "hostname": "taurusi6490",
10006728704.0, "id": 0,
10039676928.0, "statistics": {
10035838976.0, "min": 1520190251.61048,
10033356800.0, "avg": 1572477682.3850098,
10006577152.0, "max": 1688960732.2760606
10005659648.0,
9993277440.0,
9993564160.0,
10014855168.0
]
}
],
"statisticsSeries": null
}
},
"cpu_power": {
"socket": {
"unit": "W",
"scope": "socket",
"timestep": 60,
"series": [
{
"hostname": "taurusi6489",
"id": 0,
"statistics": {
"min": 35.50647456742635,
"avg": 72.08313211552377,
"max": 83.33799371150049
},
"data": [
35.50647456742635,
75.65022009482759,
83.33799371150049,
83.00405043233219,
82.9169217715322
]
}, },
{ "data": [
"hostname": "taurusi6490", 1688960732.2760606,
"id": 0, 1580140679.8216474,
"statistics": { 1520190251.61048,
"min": 83.8466923147859, 1541841829.6250021,
"avg": 85.18572681122097, 1531254918.591859
"max": 85.83909286117324 ]
}, }
"data": [ ],
83.8466923147859, "statisticsSeries": null
85.58816979864088, }
85.31266819129794, },
85.83909286117324, "file_bw": {
85.34201089020692 "node": {
] "unit": {
} "base": "B/s"
], },
"statisticsSeries": null "scope": "node",
} "timestep": 30,
"series": [
{
"hostname": "taurusi6489",
"statistics": {
"min": 0.0,
"avg": 190352.6328851857,
"max": 2093878.361723524
},
"data": [
0.0,
0.0,
0.0,
0.6000135186380174,
0.0,
0.0,
2093878.361723524,
0.0,
0.0,
0.0,
0.0
]
},
{
"hostname": "taurusi6490",
"statistics": {
"min": 0.0,
"avg": 1050832.4509396513,
"max": 11559156.360352296
},
"data": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
11559156.360352296,
0.0,
0.5999838690326298,
0.0,
0.0
]
}
],
"statisticsSeries": null
}
},
"net_bw": {
"node": {
"unit": {
"base": "B/s"
},
"scope": "node",
"timestep": 30,
"series": [
{
"hostname": "taurusi6489",
"statistics": {
"min": 126779.89655880642,
"avg": 653834.5091507058,
"max": 1285639.5107541133
},
"data": [
1158202.7403032137,
126779.89655880642,
419017.91939583793,
345766.3974972795,
645419.3296982117,
644667.7333333333,
1285639.5107541133,
643481.2108874657,
640025.3562553325,
643241.4875354709,
639938.0184386979
]
},
{
"hostname": "taurusi6490",
"statistics": {
"min": 640156.9862985397,
"avg": 872367.6551257868,
"max": 1916309.7075416835
},
"data": [
1774843.146788355,
643218.3646426039,
641681.1031071587,
644690.1512268113,
647183.5650609672,
644439.3303402043,
1916309.7075416835,
643748.3241006166,
757189.8273227927,
642583.6999539217,
640156.9862985397
]
}
],
"statisticsSeries": null
}
},
"mem_used": {
"node": {
"unit": {
"base": "B"
},
"scope": "node",
"timestep": 30,
"series": [
{
"hostname": "taurusi6489",
"statistics": {
"min": 2779066368.0,
"avg": 9282117259.636364,
"max": 10202595328.0
},
"data": [
2779066368.0,
8518217728.0,
9852760064.0,
9979805696.0,
10039619584.0,
10087104512.0,
10136084480.0,
10202595328.0,
10154196992.0,
10177409024.0,
10176430080.0
]
},
{
"hostname": "taurusi6490",
"statistics": {
"min": 9993277440.0,
"avg": 10013080110.545454,
"max": 10039676928.0
},
"data": [
10001317888.0,
10013028352.0,
10006728704.0,
10039676928.0,
10035838976.0,
10033356800.0,
10006577152.0,
10005659648.0,
9993277440.0,
9993564160.0,
10014855168.0
]
}
],
"statisticsSeries": null
}
},
"cpu_power": {
"socket": {
"unit": {
"base": "W"
},
"scope": "socket",
"timestep": 60,
"series": [
{
"hostname": "taurusi6489",
"id": 0,
"statistics": {
"min": 35.50647456742635,
"avg": 72.08313211552377,
"max": 83.33799371150049
},
"data": [
35.50647456742635,
75.65022009482759,
83.33799371150049,
83.00405043233219,
82.9169217715322
]
},
{
"hostname": "taurusi6490",
"id": 0,
"statistics": {
"min": 83.8466923147859,
"avg": 85.18572681122097,
"max": 85.83909286117324
},
"data": [
83.8466923147859,
85.58816979864088,
85.31266819129794,
85.83909286117324,
85.34201089020692
]
}
],
"statisticsSeries": null
} }
} }
}

24
test/integration_test.go
View File

@ -84,7 +84,7 @@ func setup(t *testing.T) *api.RestApi {
"metricConfig": [ "metricConfig": [
{ {
"name": "load_one", "name": "load_one",
"unit": "load", "unit": { "base": "load"},
"scope": "node", "scope": "node",
"timestep": 60, "timestep": 60,
"peak": 8, "peak": 8,
@ -125,7 +125,7 @@ func setup(t *testing.T) *api.RestApi {
{ {
"name": "cpu_used", "name": "cpu_used",
"scope": "core", "scope": "core",
"unit": "", "unit": {"base": ""},
"timestep": 30, "timestep": 30,
"subClusters": [ "subClusters": [
{ {
@ -140,7 +140,7 @@ func setup(t *testing.T) *api.RestApi {
{ {
"name": "ipc", "name": "ipc",
"scope": "core", "scope": "core",
"unit": "IPC", "unit": { "base": "IPC"},
"timestep": 60, "timestep": 60,
"subClusters": [ "subClusters": [
{ {
@ -155,7 +155,7 @@ func setup(t *testing.T) *api.RestApi {
{ {
"name": "flops_any", "name": "flops_any",
"scope": "core", "scope": "core",
"unit": "F/s", "unit": { "base": "F/s"},
"timestep": 60, "timestep": 60,
"subClusters": [ "subClusters": [
{ {
@ -170,7 +170,7 @@ func setup(t *testing.T) *api.RestApi {
{ {
"name": "mem_bw", "name": "mem_bw",
"scope": "socket", "scope": "socket",
"unit": "B/s", "unit": { "base": "B/s"},
"timestep": 60, "timestep": 60,
"subClusters": [ "subClusters": [
{ {
@ -185,7 +185,7 @@ func setup(t *testing.T) *api.RestApi {
{ {
"name": "file_bw", "name": "file_bw",
"scope": "node", "scope": "node",
"unit": "B/s", "unit": { "base": "B/s"},
"timestep": 30, "timestep": 30,
"subClusters": [ "subClusters": [
{ {
@ -200,7 +200,7 @@ func setup(t *testing.T) *api.RestApi {
{ {
"name": "net_bw", "name": "net_bw",
"scope": "node", "scope": "node",
"unit": "B/s", "unit": { "base": "B/s"},
"timestep": 30, "timestep": 30,
"subClusters": [ "subClusters": [
{ {
@ -215,7 +215,7 @@ func setup(t *testing.T) *api.RestApi {
{ {
"name": "mem_used", "name": "mem_used",
"scope": "node", "scope": "node",
"unit": "B", "unit": {"base": "B"},
"timestep": 30, "timestep": 30,
"subClusters": [ "subClusters": [
{ {
@ -230,7 +230,7 @@ func setup(t *testing.T) *api.RestApi {
{ {
"name": "cpu_power", "name": "cpu_power",
"scope": "socket", "scope": "socket",
"unit": "W", "unit": {"base": "W"},
"timestep": 60, "timestep": 60,
"subClusters": [ "subClusters": [
{ {
@ -321,7 +321,7 @@ func TestRestApi(t *testing.T) {
testData := schema.JobData{ testData := schema.JobData{
"load_one": map[schema.MetricScope]*schema.JobMetric{ "load_one": map[schema.MetricScope]*schema.JobMetric{
schema.MetricScopeNode: { schema.MetricScopeNode: {
Unit: "load", Unit: schema.Unit{Base: "load"},
Scope: schema.MetricScopeNode, Scope: schema.MetricScopeNode,
Timestep: 60, Timestep: 60,
Series: []schema.Series{ Series: []schema.Series{
@ -604,13 +604,13 @@ func testImportFlag(t *testing.T) {
} }
r := map[string]string{"mem_used": "GB", "net_bw": "KB/s", r := map[string]string{"mem_used": "GB", "net_bw": "KB/s",
"cpu_power": "W", "cpu_used": "cpu_used", "cpu_power": "W", "cpu_used": "",
"file_bw": "KB/s", "flops_any": "Flops/s", "file_bw": "KB/s", "flops_any": "Flops/s",
"mem_bw": "GB/s", "ipc": "IPC"} "mem_bw": "GB/s", "ipc": "IPC"}
for name, scopes := range data { for name, scopes := range data {
for _, metric := range scopes { for _, metric := range scopes {
if metric.Unit != r[name] { if metric.Unit.Base != r[name] {
t.Errorf("Metric %s unit: Got %s, want %s", name, metric.Unit, r[name]) t.Errorf("Metric %s unit: Got %s, want %s", name, metric.Unit, r[name])
} }
} }

115
test/meta.json
View File

@ -8,7 +8,6 @@
"arrayJobId": 0, "arrayJobId": 0,
"numNodes": 2, "numNodes": 2,
"numHwthreads": 4, "numHwthreads": 4,
"numAcc": 0,
"exclusive": 0, "exclusive": 0,
"startTime": 1635856524, "startTime": 1635856524,
"jobState": "completed", "jobState": "completed",
@ -16,63 +15,63 @@
"walltime": 3600, "walltime": 3600,
"smt": 0, "smt": 0,
"resources": [ "resources": [
{ {
"hostname": "taurusi6489", "hostname": "taurusi6489",
"hwthreads": [ 0, 1 ] "hwthreads": [ 0, 1 ]
}, },
{ {
"hostname": "taurusi6490", "hostname": "taurusi6490",
"hwthreads": [ 10, 11 ] "hwthreads": [ 10, 11 ]
} }
], ],
"statistics": { "statistics": {
"cpu_used": { "cpu_used": {
"min": 0.03694102397926118, "min": 0.03694102397926118,
"avg": 0.48812580468611544, "avg": 0.48812580468611544,
"max": 1.0000000000000002, "max": 1.0000000000000002,
"unit": "cpu used" "unit": { "base": ""}
}, },
"ipc": { "ipc": {
"min": 0.30469640475234366, "min": 0.30469640475234366,
"avg": 1.154312070173657, "avg": 1.154312070173657,
"max": 1.797623522191001, "max": 1.797623522191001,
"unit": "IPC" "unit": { "base": "IPC" }
}, },
"flops_any": { "flops_any": {
"min": 0.0, "min": 0.0,
"avg": 686.5190320308598, "avg": 686.5190320308598,
"max": 4346.591400350933, "max": 4346.591400350933,
"unit": "F/s" "unit": { "base": "F/s" }
}, },
"mem_bw": { "mem_bw": {
"min": 653671812.1661415, "min": 653671812.1661415,
"avg": 1605031604.9852366, "avg": 1605031604.9852366,
"max": 2614718291.9554267, "max": 2614718291.9554267,
"unit": "B/s" "unit": { "base": "B/s" }
}, },
"file_bw": { "file_bw": {
"min": 0.0, "min": 0.0,
"avg": 620592.5419124186, "avg": 620592.5419124186,
"max": 11559156.360352296, "max": 11559156.360352296,
"unit": "B/s" "unit": { "base": "B/s" }
}, },
"net_bw": { "net_bw": {
"min": 126779.89655880642, "min": 126779.89655880642,
"avg": 763101.082138246, "avg": 763101.082138246,
"max": 1916309.7075416835, "max": 1916309.7075416835,
"unit": "B/s" "unit": { "base": "B/s" }
}, },
"mem_used": { "mem_used": {
"min": 2779066368.0, "min": 2779066368.0,
"avg": 9647598685.09091, "avg": 9647598685.09091,
"max": 10202595328.0, "max": 10202595328.0,
"unit": "B" "unit": { "base": "B" }
}, },
"cpu_power": { "cpu_power": {
"min": 35.50647456742635, "min": 35.50647456742635,
"avg": 78.63442946337237, "avg": 78.63442946337237,
"max": 85.83909286117324, "max": 85.83909286117324,
"unit": "W" "unit": { "base": "W" }
} }
} }
} }