From 0748826fcdd7aad1f4533e9ea8754555c51c360e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Constantin=20F=C3=BCrst?= Date: Wed, 13 Dec 2023 12:45:34 +0100 Subject: [PATCH] use transfer size of 512mib for HBM intranode copy and modify plotter accordingly --- ...s.json => copy-n10ton10-512mib-allnodes.json} | 16 ++++++++-------- ...s.json => copy-n11ton11-512mib-allnodes.json} | 16 ++++++++-------- ...s.json => copy-n12ton12-512mib-allnodes.json} | 16 ++++++++-------- ...s.json => copy-n13ton13-512mib-allnodes.json} | 16 ++++++++-------- ...s.json => copy-n14ton14-512mib-allnodes.json} | 16 ++++++++-------- ...s.json => copy-n15ton15-512mib-allnodes.json} | 16 ++++++++-------- ...des.json => copy-n8ton8-512mib-allnodes.json} | 16 ++++++++-------- ...des.json => copy-n9ton9-512mib-allnodes.json} | 16 ++++++++-------- .../plot-perf-peakthroughput.py | 11 ++++++----- 9 files changed, 70 insertions(+), 69 deletions(-) rename benchmarks/benchmark-descriptors/peak-perf-allnodes/{copy-n10ton10-1gib-allnodes.json => copy-n10ton10-512mib-allnodes.json} (90%) rename benchmarks/benchmark-descriptors/peak-perf-allnodes/{copy-n11ton11-1gib-allnodes.json => copy-n11ton11-512mib-allnodes.json} (90%) rename benchmarks/benchmark-descriptors/peak-perf-allnodes/{copy-n12ton12-1gib-allnodes.json => copy-n12ton12-512mib-allnodes.json} (90%) rename benchmarks/benchmark-descriptors/peak-perf-allnodes/{copy-n13ton13-1gib-allnodes.json => copy-n13ton13-512mib-allnodes.json} (90%) rename benchmarks/benchmark-descriptors/peak-perf-allnodes/{copy-n14ton14-1gib-allnodes.json => copy-n14ton14-512mib-allnodes.json} (90%) rename benchmarks/benchmark-descriptors/peak-perf-allnodes/{copy-n15ton15-1gib-allnodes.json => copy-n15ton15-512mib-allnodes.json} (90%) rename benchmarks/benchmark-descriptors/peak-perf-allnodes/{copy-n8ton8-1gib-allnodes.json => copy-n8ton8-512mib-allnodes.json} (90%) rename benchmarks/benchmark-descriptors/peak-perf-allnodes/{copy-n9ton9-1gib-allnodes.json => copy-n9ton9-512mib-allnodes.json} (90%) diff --git a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n10ton10-1gib-allnodes.json b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n10ton10-512mib-allnodes.json similarity index 90% rename from benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n10ton10-1gib-allnodes.json rename to benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n10ton10-512mib-allnodes.json index 59cc9e5..ad5f1ff 100644 --- a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n10ton10-1gib-allnodes.json +++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n10ton10-512mib-allnodes.json @@ -13,7 +13,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -28,7 +28,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -43,7 +43,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -58,7 +58,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -73,7 +73,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -88,7 +88,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -103,7 +103,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -118,7 +118,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } } ], diff --git a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n11ton11-1gib-allnodes.json b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n11ton11-512mib-allnodes.json similarity index 90% rename from benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n11ton11-1gib-allnodes.json rename to benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n11ton11-512mib-allnodes.json index 30f1264..ef9cbb3 100644 --- a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n11ton11-1gib-allnodes.json +++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n11ton11-512mib-allnodes.json @@ -13,7 +13,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -28,7 +28,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -43,7 +43,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -58,7 +58,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -73,7 +73,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -88,7 +88,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -103,7 +103,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -118,7 +118,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } } ], diff --git a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n12ton12-1gib-allnodes.json b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n12ton12-512mib-allnodes.json similarity index 90% rename from benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n12ton12-1gib-allnodes.json rename to benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n12ton12-512mib-allnodes.json index 8edd2f3..3fa15c2 100644 --- a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n12ton12-1gib-allnodes.json +++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n12ton12-512mib-allnodes.json @@ -13,7 +13,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -28,7 +28,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -43,7 +43,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -58,7 +58,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -73,7 +73,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -88,7 +88,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -103,7 +103,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -118,7 +118,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } } ], diff --git a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n13ton13-1gib-allnodes.json b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n13ton13-512mib-allnodes.json similarity index 90% rename from benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n13ton13-1gib-allnodes.json rename to benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n13ton13-512mib-allnodes.json index f63ac94..094c9aa 100644 --- a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n13ton13-1gib-allnodes.json +++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n13ton13-512mib-allnodes.json @@ -13,7 +13,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -28,7 +28,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -43,7 +43,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -58,7 +58,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -73,7 +73,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -88,7 +88,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -103,7 +103,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -118,7 +118,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } } ], diff --git a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n14ton14-1gib-allnodes.json b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n14ton14-512mib-allnodes.json similarity index 90% rename from benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n14ton14-1gib-allnodes.json rename to benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n14ton14-512mib-allnodes.json index 8d9fc0c..462a133 100644 --- a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n14ton14-1gib-allnodes.json +++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n14ton14-512mib-allnodes.json @@ -13,7 +13,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -28,7 +28,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -43,7 +43,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -58,7 +58,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -73,7 +73,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -88,7 +88,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -103,7 +103,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -118,7 +118,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } } ], diff --git a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n15ton15-1gib-allnodes.json b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n15ton15-512mib-allnodes.json similarity index 90% rename from benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n15ton15-1gib-allnodes.json rename to benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n15ton15-512mib-allnodes.json index d9529b8..5615106 100644 --- a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n15ton15-1gib-allnodes.json +++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n15ton15-512mib-allnodes.json @@ -13,7 +13,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -28,7 +28,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -43,7 +43,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -58,7 +58,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -73,7 +73,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -88,7 +88,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -103,7 +103,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -118,7 +118,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } } ], diff --git a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n8ton8-1gib-allnodes.json b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n8ton8-512mib-allnodes.json similarity index 90% rename from benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n8ton8-1gib-allnodes.json rename to benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n8ton8-512mib-allnodes.json index 4464021..0de100d 100644 --- a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n8ton8-1gib-allnodes.json +++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n8ton8-512mib-allnodes.json @@ -13,7 +13,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -28,7 +28,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -43,7 +43,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -58,7 +58,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -73,7 +73,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -88,7 +88,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -103,7 +103,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -118,7 +118,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } } ], diff --git a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n9ton9-1gib-allnodes.json b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n9ton9-512mib-allnodes.json similarity index 90% rename from benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n9ton9-1gib-allnodes.json rename to benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n9ton9-512mib-allnodes.json index 865d201..13987c9 100644 --- a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n9ton9-1gib-allnodes.json +++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n9ton9-512mib-allnodes.json @@ -13,7 +13,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -28,7 +28,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -43,7 +43,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -58,7 +58,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -73,7 +73,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -88,7 +88,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -103,7 +103,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } }, { @@ -118,7 +118,7 @@ "batch_submit": false }, "iterations": 10, - "size": 1073741824 + "size": 536870912 } } ], diff --git a/benchmarks/benchmark-plotters/plot-perf-peakthroughput.py b/benchmarks/benchmark-plotters/plot-perf-peakthroughput.py index 302470b..a0c4bde 100644 --- a/benchmarks/benchmark-plotters/plot-perf-peakthroughput.py +++ b/benchmarks/benchmark-plotters/plot-perf-peakthroughput.py @@ -44,6 +44,7 @@ def load_time_mesurements(file_path): iterations = data["list"][0]["task"]["iterations"] return { + "size": data["list"][0]["task"]["size"], "total": sum([x / (iterations * batch_size * count * count) for x in list(chain([data["list"][i]["report"]["time"]["total"] for i in range(count)]))]), "combined": [ x / (count * batch_size) for x in list(chain(*[data["list"][i]["report"]["time"]["combined"] for i in range(count)]))], "submission": [ x / (count * batch_size) for x in list(chain(*[data["list"][i]["report"]["time"]["submission"] for i in range(count)]))], @@ -56,13 +57,12 @@ def load_time_mesurements(file_path): # and ignores if the given file is not found as some # configurations may not be benchmarked def process_file_to_dataset(file_path, src_node, dst_node): - data_size = 1024*1024*1024 - try: - time = [load_time_mesurements(file_path)["total"]] + file_data = load_time_mesurements(file_path) + time = [file_data["total"]] run_idx = 0 for t in time: - data.append({ runid : run_idx, x_label : dst_node, y_label : src_node, v_label: calc_throughput(data_size, t)}) + data.append({ runid : run_idx, x_label : dst_node, y_label : src_node, v_label: calc_throughput(file_data["size"], t)}) run_idx = run_idx + 1 except FileNotFoundError: return @@ -76,7 +76,8 @@ def main(node_config,title): for src_node in range(16): for dst_node in range(16): - file = os.path.join(folder_path, f"copy-n{src_node}ton{dst_node}-1gib-{node_config}-1e.json") + size = "512mib" if src_node == dst_node and src_node >= 8 else "1gib" + file = os.path.join(folder_path, f"copy-n{src_node}ton{dst_node}-{size}-{node_config}-1e.json") process_file_to_dataset(file, src_node, dst_node) df = pd.DataFrame(data)