remove the multiple tests for mtsubmit and ensure that the wq will always receive the same elements to make the test fair

benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-12t-ssaw.json

@@ -1,186 +0,0 @@
-{
-    "count": 12,
-    "list": [
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        }
-    ],
-    "path": "hw"
-}

benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-1t-ssaw.json

@@ -1,21 +0,0 @@
-{
-    "count": 1,
-    "list": [
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        }
-    ],
-    "path": "hw"
-}

benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-1t-ms10.json → benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-1t.json

@@ -9,7 +9,7 @@
             },
             "task": {
                 "batching": {
-                    "batch_size": 10,
+                    "batch_size": 120,
                     "batch_submit": false
                 },
                 "iterations": 1000,

benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-2t-ssaw.json

@@ -1,36 +0,0 @@
-{
-    "count": 2,
-    "list": [
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        }
-    ],
-    "path": "hw"
-}

benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-2t-ms10.json → benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-2t.json

@@ -9,7 +9,7 @@
             },
             "task": {
                 "batching": {
-                    "batch_size": 10,
+                    "batch_size": 60,
                     "batch_submit": false
                 },
                 "iterations": 1000,
@@ -24,7 +24,7 @@
             },
             "task": {
                 "batching": {
-                    "batch_size": 10,
+                    "batch_size": 60,
                     "batch_submit": false
                 },
                 "iterations": 1000,

benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-4t-ssaw.json

@@ -1,66 +0,0 @@
-{
-    "count": 4,
-    "list": [
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        }
-    ],
-    "path": "hw"
-}

benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-4t-ms10.json → benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-4t.json

@@ -9,7 +9,7 @@
             },
             "task": {
                 "batching": {
-                    "batch_size": 10,
+                    "batch_size": 30,
                     "batch_submit": false
                 },
                 "iterations": 1000,
@@ -24,7 +24,7 @@
             },
             "task": {
                 "batching": {
-                    "batch_size": 10,
+                    "batch_size": 30,
                     "batch_submit": false
                 },
                 "iterations": 1000,
@@ -39,7 +39,7 @@
             },
             "task": {
                 "batching": {
-                    "batch_size": 10,
+                    "batch_size": 30,
                     "batch_submit": false
                 },
                 "iterations": 1000,
@@ -54,7 +54,7 @@
             },
             "task": {
                 "batching": {
-                    "batch_size": 10,
+                    "batch_size": 30,
                     "batch_submit": false
                 },
                 "iterations": 1000,

benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-8t-ssaw.json

@@ -1,126 +0,0 @@
-{
-    "count": 8,
-    "list": [
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        },
-        {
-            "affinity": {
-                "nnode_dst": 0,
-                "nnode_src": 0,
-                "node": 0
-            },
-            "task": {
-                "batching": {
-                    "batch_size": 0,
-                    "batch_submit": false
-                },
-                "iterations": 1000,
-                "size": 1048576
-            }
-        }
-    ],
-    "path": "hw"
-}

benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-8t-ms10.json → benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-8t.json

@@ -9,7 +9,7 @@
             },
             "task": {
                 "batching": {
-                    "batch_size": 10,
+                    "batch_size": 15,
                     "batch_submit": false
                 },
                 "iterations": 1000,
@@ -24,7 +24,7 @@
             },
             "task": {
                 "batching": {
-                    "batch_size": 10,
+                    "batch_size": 15,
                     "batch_submit": false
                 },
                 "iterations": 1000,
@@ -39,7 +39,7 @@
             },
             "task": {
                 "batching": {
-                    "batch_size": 10,
+                    "batch_size": 15,
                     "batch_submit": false
                 },
                 "iterations": 1000,
@@ -54,7 +54,7 @@
             },
             "task": {
                 "batching": {
-                    "batch_size": 10,
+                    "batch_size": 15,
                     "batch_submit": false
                 },
                 "iterations": 1000,
@@ -69,7 +69,7 @@
             },
             "task": {
                 "batching": {
-                    "batch_size": 10,
+                    "batch_size": 15,
                     "batch_submit": false
                 },
                 "iterations": 1000,
@@ -84,7 +84,7 @@
             },
             "task": {
                 "batching": {
-                    "batch_size": 10,
+                    "batch_size": 15,
                     "batch_submit": false
                 },
                 "iterations": 1000,
@@ -99,7 +99,7 @@
             },
             "task": {
                 "batching": {
-                    "batch_size": 10,
+                    "batch_size": 15,
                     "batch_submit": false
                 },
                 "iterations": 1000,
@@ -114,7 +114,7 @@
             },
             "task": {
                 "batching": {
-                    "batch_size": 10,
+                    "batch_size": 15,
                     "batch_submit": false
                 },
                 "iterations": 1000,

benchmarks/benchmark-plotters/plot-cost-mtsubmit.py

@@ -11,9 +11,9 @@ y_label = "Throughput in GiB/s"
 var_label = "Thread Counts"
 thread_counts = ["1t", "2t", "4t", "8t", "12t"]
 thread_counts_nice = ["1 Thread", "2 Threads", "4 Threads", "8 Threads", "12 Threads"]
-engine_counts = ["ms10-1e", "ms10-4e", "ssaw-1e", "ssaw-4e"]
+engine_counts = ["ms10-1e", "ms10-4e"]
 engine_counts_nice = ["1 E/WQ Multisubmit 10", "4 E/WQ Multisubmit 10", "1 E/WQ Single Submit", "4 E/WQ Single Submit"]
-title = "Per-Thread Throughput - Copy Operation Intra-Node on DDR with Size 1 MiB"
+title = "Per-Thread Throughput - 120 Copy Operations split on Threads Intra-Node on DDR with Size 1 MiB"
 
 index = [runid, x_label, var_label]
 data = []
@@ -31,16 +31,16 @@ def index_from_element(value,array):
     return 0
 
 
-def load_and_process_copy_json(file_path):
+def load_and_process_copy_json(file_path,mode):
     with open(file_path, 'r') as file:
         data = json.load(file)
      
         count = data["count"]
 
         return {
-            "combined" : list(chain(*[data["list"][i]["report"]["time"]["combined"] for i in range(count)])),
-            "submission" : list(chain(*[data["list"][i]["report"]["time"]["submission"] for i in range(count)])),
-            "completion" : list(chain(*[data["list"][i]["report"]["time"]["completion"] for i in range(count)]))
+            "combined" : [x / (120 / count) for x in list(chain(*[data["list"][i]["report"]["time"]["combined"] for i in range(count)]))],
+            "submission" : [x / (120 / count) for x in list(chain(*[data["list"][i]["report"]["time"]["submission"] for i in range(count)]))],
+            "completion" : [x / (120 / count) for x in list(chain(*[data["list"][i]["report"]["time"]["completion"] for i in range(count)]))]
         }
 
 # Function to plot the graph for the new benchmark
@@ -52,11 +52,11 @@ def create_mtsubmit_dataset(file_paths, engine_label):
 
     idx = 0
     for file_path in file_paths:
-        time = load_and_process_copy_json(file_path)
+        time = load_and_process_copy_json(file_path, engine_label)
         times.append(time["combined"])
         idx = idx + 1
 
-    throughput = [[calc_throughput(10*1024*1024,time) for time in t] for t in times]
+    throughput = [[calc_throughput(1024*1024,time) for time in t] for t in times]
 
     idx = 0
     for run_set in throughput:

benchmarks/benchmark-results/mtsubmit-12t-ms50-4e.json

@@ -1 +0,0 @@
-{"count":12,"list":[{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}}],"path":"hw"}

benchmarks/benchmark-results/mtsubmit-8t-ms50-4e.json

@@ -1 +0,0 @@
-{"count":8,"list":[{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":0,"status":"queue busy","time":{"combined":[],"completion":[],"submission":[],"unit":"nanoseconds"}},"task":{"batching":{"batch_size":50,"batch_submit":false},"iterations":1000,"size":1048576}}],"path":"hw"}