ErikFabrizzi/IMB-Benchmarking-tools
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Improved handling of metadata, extended benchmark launch and templates to multinode benchmarks

Browse Source
This commit is contained in:
Erik Fabrizzi
2025-06-01 21:11:58 +02:00
parent ba8cb1ae01
commit a25f8ffec6
6 changed files with 159 additions and 172 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
postprocess_data.py
View File

@@ -14,7 +14,7 @@ data_markers = {
"end_of_table": "# All processes entering MPI_Finalize",
"creation_time": "# CREATION_TIME :",
"n_nodes": "# N_NODES :",
"off_mem_flag": "# OFF_MEM_FLAG :"
"off_cache_flag": "# OFF_CACHE_FLAG :"
}
column_names = [
@@ -30,7 +30,7 @@ column_names = [
"mpi_red_op",
"creation_time",
"n_nodes",
"off_mem_flag",
"off_cache_flag",
]
data = list()
@@ -50,7 +50,7 @@ for file in os.listdir("data/"):
mpi_red_op = "NA"
creation_time = "NA"
n_nodes = "NA"
off_mem_flag = "NA"
off_cache_flag = "NA"
for line in lines:
if data_markers["block_separator"] in line:
@@ -73,10 +73,10 @@ for file in os.listdir("data/"):
n_nodes = line.split()[-1]
if data_markers["creation_time"] in line:
creation_time = line.split()[-1]
if data_markers["off_mem_flag"] in line:
off_mem_flag = line.split(":")[-1].strip()
if off_mem_flag == "": off_mem_flag = "NA"
else: off_mem_flag = off_mem_flag.replace("-off_cache","")
if data_markers["off_cache_flag"] in line:
off_cache_flag = line.split(":")[-1].strip()
if off_cache_flag == "": off_cache_flag = "NA"
else: off_cache_flag = off_cache_flag.replace("-off_cache","")
if past_preheader and in_header:
if data_markers["benchmark_type"] in line:
@@ -96,7 +96,7 @@ for file in os.listdir("data/"):
mpi_red_op,
creation_time,
n_nodes,
off_mem_flag,
off_cache_flag,
])
df = pd.DataFrame(data, columns=column_names)