constantin
/
bachelor-thesis
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

benchmark copy throughput for using 1,2,4,8 dsas and remove brute cpu bench (we steal it from andre)

master
Constantin Fürst 11 months ago
parent
b6f85ca202
commit
1b6c60c49b
25 changed files with 157 additions and 636 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 19
      benchmarks/benchmark-descriptors/peak-perf-1dsa/copy-n0ton11-1gib-1dsa.json
  2. 14
      benchmarks/benchmark-descriptors/peak-perf-1dsa/copy-n0ton12-1gib-1dsa.json
  3. 14
      benchmarks/benchmark-descriptors/peak-perf-1dsa/copy-n0ton15-1gib-1dsa.json
  4. 19
      benchmarks/benchmark-descriptors/peak-perf-1dsa/copy-n0ton8-1gib-1dsa.json
  5. 0
      benchmarks/benchmark-descriptors/peak-perf-2dsa/copy-n0ton11-1gib-2dsa.json
  6. 0
      benchmarks/benchmark-descriptors/peak-perf-2dsa/copy-n0ton12-1gib-2dsa.json
  7. 0
      benchmarks/benchmark-descriptors/peak-perf-2dsa/copy-n0ton15-1gib-2dsa.json
  8. 0
      benchmarks/benchmark-descriptors/peak-perf-2dsa/copy-n0ton8-1gib-2dsa.json
  9. 0
      benchmarks/benchmark-descriptors/peak-perf-4dsa/copy-n0ton11-1gib-4dsa.json
  10. 55
      benchmarks/benchmark-descriptors/peak-perf-4dsa/copy-n0ton12-1gib-4dsa.json
  11. 55
      benchmarks/benchmark-descriptors/peak-perf-4dsa/copy-n0ton15-1gib-4dsa.json
  12. 0
      benchmarks/benchmark-descriptors/peak-perf-4dsa/copy-n0ton8-1gib-4dsa.json
  13. 0
      benchmarks/benchmark-descriptors/peak-perf-8cpu/copy-n0ton11-1gib-8cpu.json
  14. 0
      benchmarks/benchmark-descriptors/peak-perf-8cpu/copy-n0ton12-1gib-8cpu.json
  15. 0
      benchmarks/benchmark-descriptors/peak-perf-8cpu/copy-n0ton15-1gib-8cpu.json
  16. 0
      benchmarks/benchmark-descriptors/peak-perf-8cpu/copy-n0ton8-1gib-8cpu.json
  17. 0
      benchmarks/benchmark-descriptors/peak-perf-8dsa/copy-n0ton11-1gib-8dsa.json
  18. 0
      benchmarks/benchmark-descriptors/peak-perf-8dsa/copy-n0ton12-1gib-8dsa.json
  19. 0
      benchmarks/benchmark-descriptors/peak-perf-8dsa/copy-n0ton15-1gib-8dsa.json
  20. 0
      benchmarks/benchmark-descriptors/peak-perf-8dsa/copy-n0ton8-1gib-8dsa.json
  21. 151
      benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton11-1gib-brute-cpu.json
  22. 151
      benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton12-1gib-brute-cpu.json
  23. 151
      benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton15-1gib-brute-cpu.json
  24. 151
      benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton8-1gib-brute-cpu.json
  25. 13
      benchmarks/benchmark-plotters/plot-perf-peakthroughput-bar.py

19
benchmarks/benchmark-descriptors/peak-perf-1dsa/copy-n0ton11-1gib-1dsa.json
View File

@ -0,0 +1,19 @@
{
"count": 1,
"list": [
{
"affinity": {
"nnode_dst": 11,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
}
],
"path": "hw",
"repetitions": 10
}

14
benchmarks/benchmark-descriptors/peak-perf-smart/copy-n0ton12-1gib-smart.json → benchmarks/benchmark-descriptors/peak-perf-1dsa/copy-n0ton12-1gib-1dsa.json
View File

@ -1,5 +1,5 @@
{ {
"count": 2,
"count": 1,
"list": [ "list": [
{ {
"affinity": { "affinity": {
@ -12,18 +12,6 @@
"batch_size": 0, "batch_size": 0,
"reps": 1 "reps": 1
} }
},
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 4
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
} }
], ],
"path": "hw", "path": "hw",

14
benchmarks/benchmark-descriptors/peak-perf-smart/copy-n0ton15-1gib-smart.json → benchmarks/benchmark-descriptors/peak-perf-1dsa/copy-n0ton15-1gib-1dsa.json
View File

@ -1,5 +1,5 @@
{ {
"count": 2,
"count": 1,
"list": [ "list": [
{ {
"affinity": { "affinity": {
@ -12,18 +12,6 @@
"batch_size": 0, "batch_size": 0,
"reps": 1 "reps": 1
} }
},
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 7
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
} }
], ],
"path": "hw", "path": "hw",

19
benchmarks/benchmark-descriptors/peak-perf-1dsa/copy-n0ton8-1gib-1dsa.json
View File

@ -0,0 +1,19 @@
{
"count": 1,
"list": [
{
"affinity": {
"nnode_dst": 8,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
}
],
"path": "hw",
"repetitions": 10
}

0
benchmarks/benchmark-descriptors/peak-perf-pushpull/copy-n0ton11-1gib-pushpull.json → benchmarks/benchmark-descriptors/peak-perf-2dsa/copy-n0ton11-1gib-2dsa.json
View File

0
benchmarks/benchmark-descriptors/peak-perf-pushpull/copy-n0ton12-1gib-pushpull.json → benchmarks/benchmark-descriptors/peak-perf-2dsa/copy-n0ton12-1gib-2dsa.json
View File

0
benchmarks/benchmark-descriptors/peak-perf-pushpull/copy-n0ton15-1gib-pushpull.json → benchmarks/benchmark-descriptors/peak-perf-2dsa/copy-n0ton15-1gib-2dsa.json
View File

0
benchmarks/benchmark-descriptors/peak-perf-pushpull/copy-n0ton8-1gib-pushpull.json → benchmarks/benchmark-descriptors/peak-perf-2dsa/copy-n0ton8-1gib-2dsa.json
View File

0
benchmarks/benchmark-descriptors/peak-perf-smart/copy-n0ton11-1gib-smart.json → benchmarks/benchmark-descriptors/peak-perf-4dsa/copy-n0ton11-1gib-4dsa.json
View File

55
benchmarks/benchmark-descriptors/peak-perf-4dsa/copy-n0ton12-1gib-4dsa.json
View File

@ -0,0 +1,55 @@
{
"count": 4,
"list": [
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 1
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 4
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 5
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
}
],
"path": "hw",
"repetitions": 10
}

55
benchmarks/benchmark-descriptors/peak-perf-4dsa/copy-n0ton15-1gib-4dsa.json
View File

@ -0,0 +1,55 @@
{
"count": 4,
"list": [
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 1
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 7
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 6
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
}
],
"path": "hw",
"repetitions": 10
}

0
benchmarks/benchmark-descriptors/peak-perf-smart/copy-n0ton8-1gib-smart.json → benchmarks/benchmark-descriptors/peak-perf-4dsa/copy-n0ton8-1gib-4dsa.json
View File

0
benchmarks/benchmark-descriptors/peak-perf-allnodes-cpu/copy-n0ton11-1gib-allnodes-cpu.json → benchmarks/benchmark-descriptors/peak-perf-8cpu/copy-n0ton11-1gib-8cpu.json
View File

0
benchmarks/benchmark-descriptors/peak-perf-allnodes-cpu/copy-n0ton12-1gib-allnodes-cpu.json → benchmarks/benchmark-descriptors/peak-perf-8cpu/copy-n0ton12-1gib-8cpu.json
View File

0
benchmarks/benchmark-descriptors/peak-perf-allnodes-cpu/copy-n0ton15-1gib-allnodes-cpu.json → benchmarks/benchmark-descriptors/peak-perf-8cpu/copy-n0ton15-1gib-8cpu.json
View File

0
benchmarks/benchmark-descriptors/peak-perf-allnodes-cpu/copy-n0ton8-1gib-allnodes-cpu.json → benchmarks/benchmark-descriptors/peak-perf-8cpu/copy-n0ton8-1gib-8cpu.json
View File

0
benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n0ton11-1gib-allnodes.json → benchmarks/benchmark-descriptors/peak-perf-8dsa/copy-n0ton11-1gib-8dsa.json
View File

0
benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n0ton12-1gib-allnodes.json → benchmarks/benchmark-descriptors/peak-perf-8dsa/copy-n0ton12-1gib-8dsa.json
View File

0
benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n0ton15-1gib-allnodes.json → benchmarks/benchmark-descriptors/peak-perf-8dsa/copy-n0ton15-1gib-8dsa.json
View File

0
benchmarks/benchmark-descriptors/peak-perf-allnodes/copy-n0ton8-1gib-allnodes.json → benchmarks/benchmark-descriptors/peak-perf-8dsa/copy-n0ton8-1gib-8dsa.json
View File

151
benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton11-1gib-brute-cpu.json
View File

@ -1,151 +0,0 @@
{
"count": 12,
"list": [
{
"affinity": {
"nnode_dst": 11,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 11,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 11,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 11,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 11,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 11,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 11,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 11,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 11,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 11,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 11,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 11,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
}
],
"path": "sw",
"repetitions": 10
}

151
benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton12-1gib-brute-cpu.json
View File

@ -1,151 +0,0 @@
{
"count": 12,
"list": [
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 12,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
}
],
"path": "sw",
"repetitions": 10
}

151
benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton15-1gib-brute-cpu.json
View File

@ -1,151 +0,0 @@
{
"count": 12,
"list": [
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 15,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
}
],
"path": "sw",
"repetitions": 10
}

151
benchmarks/benchmark-descriptors/peak-perf-brute-cpu/copy-n0ton8-1gib-brute-cpu.json
View File

@ -1,151 +0,0 @@
{
"count": 12,
"list": [
{
"affinity": {
"nnode_dst": 8,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 8,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 8,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 8,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 8,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 8,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 8,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 8,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 8,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 8,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 8,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
},
{
"affinity": {
"nnode_dst": 8,
"nnode_src": 0,
"node": 0
},
"task": {
"size": 1073741824,
"batch_size": 0,
"reps": 1
}
}
],
"path": "sw",
"repetitions": 10
}

13
benchmarks/benchmark-plotters/plot-perf-peakthroughput-bar.py
View File

@ -58,7 +58,7 @@ def process_file_to_dataset(file_path, src_node, dst_node):
run_idx = run_idx + 1 run_idx = run_idx + 1
def plot_bar(table,title,node_config):
def plot_bar(table,node_config):
plt.figure(figsize=(2, 3)) plt.figure(figsize=(2, 3))
sns.barplot(x=x_label, y=y_label, data=table, palette="mako", errorbar="sd") sns.barplot(x=x_label, y=y_label, data=table, palette="mako", errorbar="sd")
@ -72,7 +72,7 @@ def plot_bar(table,title,node_config):
# loops over all possible configuration combinations and calls # loops over all possible configuration combinations and calls
# process_file_to_dataset for them in order to build a dataframe # process_file_to_dataset for them in order to build a dataframe
# which is then displayed and saved # which is then displayed and saved
def main(node_config,title):
def main(node_config):
src_node = 0 src_node = 0
for dst_node in {8,11,12,15}: for dst_node in {8,11,12,15}:
file = os.path.join(result_path, f"copy-n{src_node}ton{dst_node}-1gib-{node_config}.json") file = os.path.join(result_path, f"copy-n{src_node}ton{dst_node}-1gib-{node_config}.json")
@ -83,12 +83,13 @@ def main(node_config,title):
data.clear() data.clear()
df.set_index(index, inplace=True) df.set_index(index, inplace=True)
plot_bar(df, title, node_config)
plot_bar(df, node_config)
return df return df
if __name__ == "__main__": if __name__ == "__main__":
dall = main("allnodes", title_allnodes)
dsmart = main("smart", title_smartnodes)
dspp = main("pushpull", title_smartnodes)
main("1dsa")
main("2dsa")
main("4dsa")
main("8dsa")
Write Preview
Loading…
Cancel
Save