benchmark copy throughput for using 1,2,4,8 dsas and remove brute cpu bench (we steal it from andre)

11 months ago · 1b6c60c49b
25 changed files with 157 additions and 636 deletions
--- a/benchmarks/benchmark-descriptors/peak-perf-1dsa/copy-n0ton11-1gib-1dsa.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-1dsa/copy-n0ton11-1gib-1dsa.json
@ -0,0 +1,19 @@
+{
+  "count": 1,
+  "list": [
+    {
+      "affinity": {
+        "nnode_dst": 11,
+        "nnode_src": 0,
+        "node": 0
+      },
+      "task": {
+        "size": 1073741824,
+        "batch_size": 0,
+        "reps": 1
+      }
+    }
+  ],
+  "path": "hw",
+  "repetitions": 10
+}
--- a/benchmarks/benchmark-descriptors/peak-perf-smart/copy-n0ton12-1gib-smart.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-smart/copy-n0ton12-1gib-smart.json
@ -1,5 +1,5 @@
 {
-  "count": 2,
+  "count": 1,
  "list": [
    {
      "affinity": {
@ -12,18 +12,6 @@
        "batch_size": 0,
        "reps": 1
      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 12,
-        "nnode_src": 0,
-        "node": 4
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
    }
  ],
  "path": "hw",
--- a/benchmarks/benchmark-descriptors/peak-perf-smart/copy-n0ton15-1gib-smart.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-smart/copy-n0ton15-1gib-smart.json
@ -1,5 +1,5 @@
 {
-  "count": 2,
+  "count": 1,
  "list": [
    {
      "affinity": {
@ -12,18 +12,6 @@
        "batch_size": 0,
        "reps": 1
      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 15,
-        "nnode_src": 0,
-        "node": 7
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
    }
  ],
  "path": "hw",
--- a/benchmarks/benchmark-descriptors/peak-perf-1dsa/copy-n0ton8-1gib-1dsa.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-1dsa/copy-n0ton8-1gib-1dsa.json
@ -0,0 +1,19 @@
+{
+  "count": 1,
+  "list": [
+    {
+      "affinity": {
+        "nnode_dst": 8,
+        "nnode_src": 0,
+        "node": 0
+      },
+      "task": {
+        "size": 1073741824,
+        "batch_size": 0,
+        "reps": 1
+      }
+    }
+  ],
+  "path": "hw",
+  "repetitions": 10
+}
--- a/benchmarks/benchmark-descriptors/peak-perf-pushpull/copy-n0ton11-1gib-pushpull.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-pushpull/copy-n0ton11-1gib-pushpull.json
--- a/benchmarks/benchmark-descriptors/peak-perf-pushpull/copy-n0ton12-1gib-pushpull.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-pushpull/copy-n0ton12-1gib-pushpull.json
--- a/benchmarks/benchmark-descriptors/peak-perf-pushpull/copy-n0ton15-1gib-pushpull.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-pushpull/copy-n0ton15-1gib-pushpull.json
--- a/benchmarks/benchmark-descriptors/peak-perf-pushpull/copy-n0ton8-1gib-pushpull.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-pushpull/copy-n0ton8-1gib-pushpull.json
--- a/benchmarks/benchmark-descriptors/peak-perf-smart/copy-n0ton11-1gib-smart.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-smart/copy-n0ton11-1gib-smart.json
--- a/benchmarks/benchmark-descriptors/peak-perf-4dsa/copy-n0ton12-1gib-4dsa.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-4dsa/copy-n0ton12-1gib-4dsa.json
@ -0,0 +1,55 @@
+{
+  "count": 4,
+  "list": [
+    {
+      "affinity": {
+        "nnode_dst": 12,
+        "nnode_src": 0,
+        "node": 0
+      },
+      "task": {
+        "size": 1073741824,
+        "batch_size": 0,
+        "reps": 1
+      }
+    },
+    {
+      "affinity": {
+        "nnode_dst": 12,
+        "nnode_src": 0,
+        "node": 1
+      },
+      "task": {
+        "size": 1073741824,
+        "batch_size": 0,
+        "reps": 1
+      }
+    },
+    {
+      "affinity": {
+        "nnode_dst": 12,
+        "nnode_src": 0,
+        "node": 4
+      },
+      "task": {
+        "size": 1073741824,
+        "batch_size": 0,
+        "reps": 1
+      }
+    },
+    {
+      "affinity": {
+        "nnode_dst": 12,
+        "nnode_src": 0,
+        "node": 5
+      },
+      "task": {
+        "size": 1073741824,
+        "batch_size": 0,
+        "reps": 1
+      }
+    }
+  ],
+  "path": "hw",
+  "repetitions": 10
+}
--- a/benchmarks/benchmark-descriptors/peak-perf-4dsa/copy-n0ton15-1gib-4dsa.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-4dsa/copy-n0ton15-1gib-4dsa.json
@ -0,0 +1,55 @@
+{
+  "count": 4,
+  "list": [
+    {
+      "affinity": {
+        "nnode_dst": 15,
+        "nnode_src": 0,
+        "node": 0
+      },
+      "task": {
+        "size": 1073741824,
+        "batch_size": 0,
+        "reps": 1
+      }
+    },
+    {
+      "affinity": {
+        "nnode_dst": 15,
+        "nnode_src": 0,
+        "node": 1
+      },
+      "task": {
+        "size": 1073741824,
+        "batch_size": 0,
+        "reps": 1
+      }
+    },
+    {
+      "affinity": {
+        "nnode_dst": 15,
+        "nnode_src": 0,
+        "node": 7
+      },
+      "task": {
+        "size": 1073741824,
+        "batch_size": 0,
+        "reps": 1
+      }
+    },
+    {
+      "affinity": {
+        "nnode_dst": 15,
+        "nnode_src": 0,
+        "node": 6
+      },
+      "task": {
+        "size": 1073741824,
+        "batch_size": 0,
+        "reps": 1
+      }
+    }
+  ],
+  "path": "hw",
+  "repetitions": 10
+}
--- a/benchmarks/benchmark-descriptors/peak-perf-smart/copy-n0ton8-1gib-smart.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-smart/copy-n0ton8-1gib-smart.json
--- a/benchmarks/benchmark-descriptors/peak-perf-allnodes-cpu/copy-n0ton11-1gib-allnodes-cpu.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes-cpu/copy-n0ton11-1gib-allnodes-cpu.json
--- a/benchmarks/benchmark-descriptors/peak-perf-allnodes-cpu/copy-n0ton12-1gib-allnodes-cpu.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes-cpu/copy-n0ton12-1gib-allnodes-cpu.json
--- a/benchmarks/benchmark-descriptors/peak-perf-allnodes-cpu/copy-n0ton15-1gib-allnodes-cpu.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes-cpu/copy-n0ton15-1gib-allnodes-cpu.json
--- a/benchmarks/benchmark-descriptors/peak-perf-allnodes-cpu/copy-n0ton8-1gib-allnodes-cpu.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes-cpu/copy-n0ton8-1gib-allnodes-cpu.json
--- a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n0ton11-1gib-allnodes.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n0ton11-1gib-allnodes.json
--- a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n0ton12-1gib-allnodes.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n0ton12-1gib-allnodes.json
--- a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n0ton15-1gib-allnodes.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n0ton15-1gib-allnodes.json
--- a/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n0ton8-1gib-allnodes.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n0ton8-1gib-allnodes.json
--- a/benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton11-1gib-brute-cpu.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton11-1gib-brute-cpu.json
@ -1,151 +0,0 @@
-{
-  "count": 12,
-  "list": [
-    {
-      "affinity": {
-        "nnode_dst": 11,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 11,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 11,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 11,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 11,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 11,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 11,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 11,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 11,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 11,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 11,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 11,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    }
-  ],
-  "path": "sw",
-  "repetitions": 10
-}
--- a/benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton12-1gib-brute-cpu.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton12-1gib-brute-cpu.json
@ -1,151 +0,0 @@
-{
-  "count": 12,
-  "list": [
-    {
-      "affinity": {
-        "nnode_dst": 12,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 12,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 12,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 12,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 12,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 12,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 12,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 12,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 12,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 12,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 12,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 12,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    }
-  ],
-  "path": "sw",
-  "repetitions": 10
-}
--- a/benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton15-1gib-brute-cpu.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton15-1gib-brute-cpu.json
@ -1,151 +0,0 @@
-{
-  "count": 12,
-  "list": [
-    {
-      "affinity": {
-        "nnode_dst": 15,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 15,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 15,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 15,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 15,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 15,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 15,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 15,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 15,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 15,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 15,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 15,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    }
-  ],
-  "path": "sw",
-  "repetitions": 10
-}
--- a/benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton8-1gib-brute-cpu.json
+++ b/benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton8-1gib-brute-cpu.json
@ -1,151 +0,0 @@
-{
-  "count": 12,
-  "list": [
-    {
-      "affinity": {
-        "nnode_dst": 8,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 8,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 8,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 8,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 8,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 8,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 8,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 8,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 8,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 8,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 8,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    },
-    {
-      "affinity": {
-        "nnode_dst": 8,
-        "nnode_src": 0,
-        "node": 0
-      },
-      "task": {
-        "size": 1073741824,
-        "batch_size": 0,
-        "reps": 1
-      }
-    }
-  ],
-  "path": "sw",
-  "repetitions": 10
-}
--- a/benchmarks/benchmark-plotters/plot-perf-peakthroughput-bar.py
+++ b/benchmarks/benchmark-plotters/plot-perf-peakthroughput-bar.py
@ -58,7 +58,7 @@ def process_file_to_dataset(file_path, src_node, dst_node):
        run_idx = run_idx + 1


-def plot_bar(table,title,node_config):
+def plot_bar(table,node_config):
    plt.figure(figsize=(2, 3))

    sns.barplot(x=x_label, y=y_label, data=table, palette="mako", errorbar="sd")
@ -72,7 +72,7 @@ def plot_bar(table,title,node_config):
 # loops over all possible configuration combinations and calls
 # process_file_to_dataset for them in order to build a dataframe
 # which is then displayed and saved
-def main(node_config,title):
+def main(node_config):
    src_node = 0
    for dst_node in {8,11,12,15}:
        file = os.path.join(result_path, f"copy-n{src_node}ton{dst_node}-1gib-{node_config}.json")
@ -83,12 +83,13 @@ def main(node_config,title):
    data.clear()
    df.set_index(index, inplace=True)

-    plot_bar(df, title, node_config)
+    plot_bar(df, node_config)

    return df


 if __name__ == "__main__":
-    dall = main("allnodes", title_allnodes)
-    dsmart = main("smart", title_smartnodes)
-    dspp = main("pushpull", title_smartnodes)
+    main("1dsa")
+    main("2dsa")
+    main("4dsa")
+    main("8dsa")