use transfer size of 512mib for HBM intranode copy and modify plotter accordingly

benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n10ton10-1gib-allnodes.json → benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n10ton10-512mib-allnodes.json

@@ -13,7 +13,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -28,7 +28,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -43,7 +43,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -58,7 +58,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -73,7 +73,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -88,7 +88,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -103,7 +103,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -118,7 +118,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     }
   ],

benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n11ton11-1gib-allnodes.json → benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n11ton11-512mib-allnodes.json

@@ -13,7 +13,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -28,7 +28,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -43,7 +43,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -58,7 +58,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -73,7 +73,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -88,7 +88,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -103,7 +103,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -118,7 +118,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     }
   ],

benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n12ton12-1gib-allnodes.json → benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n12ton12-512mib-allnodes.json

@@ -13,7 +13,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -28,7 +28,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -43,7 +43,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -58,7 +58,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -73,7 +73,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -88,7 +88,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -103,7 +103,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -118,7 +118,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     }
   ],

benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n13ton13-1gib-allnodes.json → benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n13ton13-512mib-allnodes.json

@@ -13,7 +13,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -28,7 +28,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -43,7 +43,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -58,7 +58,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -73,7 +73,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -88,7 +88,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -103,7 +103,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -118,7 +118,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     }
   ],

benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n14ton14-1gib-allnodes.json → benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n14ton14-512mib-allnodes.json

@@ -13,7 +13,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -28,7 +28,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -43,7 +43,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -58,7 +58,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -73,7 +73,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -88,7 +88,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -103,7 +103,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -118,7 +118,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     }
   ],

benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n15ton15-1gib-allnodes.json → benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n15ton15-512mib-allnodes.json

@@ -13,7 +13,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -28,7 +28,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -43,7 +43,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -58,7 +58,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -73,7 +73,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -88,7 +88,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -103,7 +103,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -118,7 +118,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     }
   ],

benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n8ton8-1gib-allnodes.json → benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n8ton8-512mib-allnodes.json

@@ -13,7 +13,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -28,7 +28,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -43,7 +43,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -58,7 +58,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -73,7 +73,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -88,7 +88,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -103,7 +103,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -118,7 +118,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     }
   ],

benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n9ton9-1gib-allnodes.json → benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n9ton9-512mib-allnodes.json

@@ -13,7 +13,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -28,7 +28,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -43,7 +43,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -58,7 +58,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -73,7 +73,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -88,7 +88,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -103,7 +103,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     },
     {
@@ -118,7 +118,7 @@
           "batch_submit": false
         },
         "iterations": 10,
-        "size": 1073741824
+        "size": 536870912
       }
     }
   ],

benchmarks/benchmark-plotters/plot-perf-peakthroughput.py

@@ -44,6 +44,7 @@ def load_time_mesurements(file_path):
         iterations = data["list"][0]["task"]["iterations"]
 
         return {
+            "size": data["list"][0]["task"]["size"],
             "total": sum([x / (iterations * batch_size * count * count) for x in list(chain([data["list"][i]["report"]["time"]["total"] for i in range(count)]))]),
             "combined": [ x / (count * batch_size) for x in list(chain(*[data["list"][i]["report"]["time"]["combined"] for i in range(count)]))],
             "submission": [ x / (count * batch_size) for x in list(chain(*[data["list"][i]["report"]["time"]["submission"] for i in range(count)]))],
@@ -56,13 +57,12 @@ def load_time_mesurements(file_path):
 # and ignores if the given file is not found as some
 # configurations may not be benchmarked
 def process_file_to_dataset(file_path, src_node, dst_node):
-    data_size = 1024*1024*1024
-
     try:
-        time = [load_time_mesurements(file_path)["total"]]
+        file_data = load_time_mesurements(file_path)
+        time = [file_data["total"]]
         run_idx = 0
         for t in time:
-            data.append({ runid : run_idx, x_label : dst_node, y_label : src_node, v_label: calc_throughput(data_size, t)})
+            data.append({ runid : run_idx, x_label : dst_node, y_label : src_node, v_label: calc_throughput(file_data["size"], t)})
             run_idx = run_idx + 1
     except FileNotFoundError:
         return
@@ -76,7 +76,8 @@ def main(node_config,title):
 
     for src_node in range(16):
         for dst_node in range(16):
-            file = os.path.join(folder_path, f"copy-n{src_node}ton{dst_node}-1gib-{node_config}-1e.json")
+            size = "512mib" if src_node == dst_node and src_node >= 8 else "1gib" 
+            file = os.path.join(folder_path, f"copy-n{src_node}ton{dst_node}-{size}-{node_config}-1e.json")
             process_file_to_dataset(file, src_node, dst_node)
 
     df = pd.DataFrame(data)