Browse Source

modify mtsubmit to meassure both ssaw and ms50 submit methods

master
Constantin Fürst 1 year ago
parent
commit
f9b00a5b32
  1. 24
      benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-12t-ms50.json
  2. 186
      benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-12t-ssaw.json
  3. 2
      benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-1t-ms50.json
  4. 21
      benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-1t-ssaw.json
  5. 4
      benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-2t-ms50.json
  6. 36
      benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-2t-ssaw.json
  7. 8
      benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-4t-ms50.json
  8. 66
      benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-4t-ssaw.json
  9. 16
      benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-8t-ms50.json
  10. 126
      benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-8t-ssaw.json
  11. 7
      benchmarks/benchmark-plotters/plot-cost-mtsubmit.py
  12. 1
      benchmarks/benchmark-results/mtsubmit-12t-1e.json
  13. 1
      benchmarks/benchmark-results/mtsubmit-12t-4e.json
  14. 1
      benchmarks/benchmark-results/mtsubmit-1t-1e.json
  15. 1
      benchmarks/benchmark-results/mtsubmit-1t-4e.json
  16. 1
      benchmarks/benchmark-results/mtsubmit-2t-1e.json
  17. 1
      benchmarks/benchmark-results/mtsubmit-2t-4e.json
  18. 1
      benchmarks/benchmark-results/mtsubmit-4t-1e.json
  19. 1
      benchmarks/benchmark-results/mtsubmit-4t-4e.json
  20. 1
      benchmarks/benchmark-results/mtsubmit-8t-1e.json
  21. 1
      benchmarks/benchmark-results/mtsubmit-8t-4e.json
  22. BIN
      benchmarks/benchmark-results/plot-perf-mtsubmit.png

24
benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-12t.json → benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-12t-ms50.json

@ -9,7 +9,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -24,7 +24,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -39,7 +39,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -54,7 +54,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -69,7 +69,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -84,7 +84,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -99,7 +99,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -114,7 +114,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -129,7 +129,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -144,7 +144,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -159,7 +159,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -174,7 +174,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,

186
benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-12t-ssaw.json

@ -0,0 +1,186 @@
{
"count": 12,
"list": [
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
}
],
"path": "hw"
}

2
benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-1t.json → benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-1t-ms50.json

@ -9,7 +9,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,

21
benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-1t-ssaw.json

@ -0,0 +1,21 @@
{
"count": 1,
"list": [
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
}
],
"path": "hw"
}

4
benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-2t.json → benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-2t-ms50.json

@ -9,7 +9,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -24,7 +24,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,

36
benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-2t-ssaw.json

@ -0,0 +1,36 @@
{
"count": 2,
"list": [
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
}
],
"path": "hw"
}

8
benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-4t.json → benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-4t-ms50.json

@ -9,7 +9,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -24,7 +24,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -39,7 +39,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -54,7 +54,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,

66
benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-4t-ssaw.json

@ -0,0 +1,66 @@
{
"count": 4,
"list": [
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
}
],
"path": "hw"
}

16
benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-8t.json → benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-8t-ms50.json

@ -9,7 +9,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -24,7 +24,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -39,7 +39,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -54,7 +54,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -69,7 +69,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -84,7 +84,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -99,7 +99,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,
@ -114,7 +114,7 @@
}, },
"task": { "task": {
"batching": { "batching": {
"batch_size": 10,
"batch_size": 50,
"batch_submit": false "batch_submit": false
}, },
"iterations": 1000, "iterations": 1000,

126
benchmarks/benchmark-descriptors/mtsubmit-bench/mtsubmit-8t-ssaw.json

@ -0,0 +1,126 @@
{
"count": 8,
"list": [
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
},
{
"affinity": {
"nnode_dst": 0,
"nnode_src": 0,
"node": 0
},
"task": {
"batching": {
"batch_size": 0,
"batch_submit": false
},
"iterations": 1000,
"size": 1048576
}
}
],
"path": "hw"
}

7
benchmarks/benchmark-plotters/plot-cost-mtsubmit.py

@ -11,14 +11,13 @@ y_label = "Throughput in GiB/s"
var_label = "Thread Counts" var_label = "Thread Counts"
thread_counts = ["1t", "2t", "4t", "8t", "12t"] thread_counts = ["1t", "2t", "4t", "8t", "12t"]
thread_counts_nice = ["1 Thread", "2 Threads", "4 Threads", "8 Threads", "12 Threads"] thread_counts_nice = ["1 Thread", "2 Threads", "4 Threads", "8 Threads", "12 Threads"]
engine_counts = ["1e", "4e"]
engine_counts_nice = ["1 Engine per Group", "4 Engines per Group"]
title = "Combined Throughput - Copy Operation Intra-Node on DDR with Size 1 MiB"
engine_counts = ["ms50-1e", "ms50-4e", "ssaw-1e", "ssaw-4e"]
engine_counts_nice = ["1 E/WQ Multisubmit 50", "4 E/WQ Multisubmit 50", "1 E/WQ Single Submit", "4 E/WQ Single Submit"]
title = "Per-Thread Throughput - Copy Operation Intra-Node on DDR with Size 1 MiB"
index = [runid, x_label, var_label] index = [runid, x_label, var_label]
data = [] data = []
def calc_throughput(size_bytes,time_microseconds): def calc_throughput(size_bytes,time_microseconds):
time_seconds = time_microseconds * 1e-9 time_seconds = time_microseconds * 1e-9
size_gib = size_bytes / (1024 ** 3) size_gib = size_bytes / (1024 ** 3)

1
benchmarks/benchmark-results/mtsubmit-12t-1e.json
File diff suppressed because it is too large
View File

1
benchmarks/benchmark-results/mtsubmit-12t-4e.json
File diff suppressed because it is too large
View File

1
benchmarks/benchmark-results/mtsubmit-1t-1e.json
File diff suppressed because it is too large
View File

1
benchmarks/benchmark-results/mtsubmit-1t-4e.json
File diff suppressed because it is too large
View File

1
benchmarks/benchmark-results/mtsubmit-2t-1e.json
File diff suppressed because it is too large
View File

1
benchmarks/benchmark-results/mtsubmit-2t-4e.json
File diff suppressed because it is too large
View File

1
benchmarks/benchmark-results/mtsubmit-4t-1e.json
File diff suppressed because it is too large
View File

1
benchmarks/benchmark-results/mtsubmit-4t-4e.json
File diff suppressed because it is too large
View File

1
benchmarks/benchmark-results/mtsubmit-8t-1e.json
File diff suppressed because it is too large
View File

1
benchmarks/benchmark-results/mtsubmit-8t-4e.json
File diff suppressed because it is too large
View File

BIN
benchmarks/benchmark-results/plot-perf-mtsubmit.png

Before

Width: 648  |  Height: 453  |  Size: 29 KiB

After

Width: 648  |  Height: 453  |  Size: 28 KiB

Loading…
Cancel
Save