add results for smart and allnodes peak throughput benchmark

1 year ago · 1c7369f20e
504 changed files with 504 additions and 0 deletions
--- a/benchmarks/benchmark-results/copy-n0ton0-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton0-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[259762850,258432381,258457510,257909503,258552083,258122539,258533663,258904557,258631872,258538924],"completion":[258750678,258060815,257754917,257908915,258551585,258122101,258533191,258904063,258631426,258538355],"submission":[1012172,371566,702593,588,498,438,472,494,446,569],"total":2326802027,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[261722647,261909387,262531915,262350473,261800151,261714978,262177892,262737502,263106229,250458089],"completion":[261717893,261545171,261802989,261703011,261799654,261714536,262177451,262737104,263105826,250457674],"submission":[4754,364216,728926,647462,497,442,441,398,403,415],"total":2348796337,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[269698957,269721758,270136409,271231416,269487656,269975350,270275067,270950426,269740044,204199345],"completion":[269695263,269383559,269471674,270582501,269487120,269974908,270274638,270950021,269739635,204198901],"submission":[3694,338199,664735,648915,536,442,429,405,409,444],"total":2365726912,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[271823540,271359323,272292742,273222542,271270670,271721403,272587158,272467582,271927537,185910738],"completion":[271820583,271020768,271625558,272536379,271270154,271720943,272586719,272467185,271927117,185910327],"submission":[2957,338555,667184,686163,516,460,439,397,420,411],"total":2363122479,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[622039422,310348031,275209153,275886600,276347158,277312599,276357794,276965182,277145991,278092922],"completion":[622036691,275517315,275039699,275720483,276346632,277312163,276357343,276964708,277145588,278092503],"submission":[2731,34830716,169454,166117,526,436,451,474,403,419],"total":2523768748,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[607286027,305238113,279691842,280778080,279050821,279566619,280870760,280148350,280739661,271627420],"completion":[607283875,278692375,279518313,280626097,279050283,279566162,280870329,280147942,280739255,271626979],"submission":[2152,26545738,173529,151983,538,457,431,408,406,441],"total":2537726944,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[565367929,306135295,293669850,292899006,293682666,294750903,292405842,293444408,294677726,221585541],"completion":[564771558,294684868,293516516,292821356,293532618,294750313,292405405,293443992,294677295,221585001],"submission":[596371,11450427,153334,77650,150048,590,437,416,431,540],"total":2583267798,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[554663520,305713729,294413255,294370172,292934502,293602333,293480716,293116220,295695796,219583956],"completion":[554661282,294917207,294256825,294202370,292933869,293601862,293480259,293115767,295695342,219583483],"submission":[2238,10796522,156430,167802,633,471,457,453,454,473],"total":2582926624,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton0-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton0-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[141177519,140972891,141227764,141448189,141069115,140934027,141285212,141268881,141457581,141714517],"completion":[141174344,140906291,141113652,141332946,141068555,140933587,141284743,141268391,141457173,141714034],"submission":[3175,66600,114112,115243,560,440,469,490,408,483],"total":1271385079,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[145656814,145865192,146100650,145521075,145379293,145494932,146002071,145759657,146037422,127314076],"completion":[145596017,145806496,145986791,145520565,145378797,145494439,146001649,145759179,146036987,127313652],"submission":[60797,58696,113859,510,496,493,422,478,435,424],"total":1293481206,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[155957923,156091322,156450327,156266863,155936390,156402489,156197986,156561315,138407969,77415450],"completion":[155955798,156025568,156327485,156152103,155935887,156402037,156197577,156560869,138407544,77414979],"submission":[2125,65754,122842,114760,503,452,409,446,425,471],"total":1309737690,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[157076540,157537846,157270414,156933346,157046571,157110764,157289710,157829524,132416989,72745341],"completion":[156960099,157420960,157145684,156871423,156933491,157110213,157289278,157829035,132416588,72744783],"submission":[116441,116886,124730,61923,113080,551,432,489,401,558],"total":1306188415,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton1-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton1-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156698240,155829254,156153127,156172355,155797661,156243547,155934755,156030458,157202555,145224413],"completion":[156518026,155659076,155789205,156171784,155793871,156243099,155934285,156030029,157202158,145223969],"submission":[180214,170178,363922,571,3790,448,470,429,397,444],"total":1394600232,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153012198,152684812,153252701,153807487,153526652,153009504,153362857,152904777,153780537,153385657],"completion":[153008128,152501467,152907330,153438140,153525867,153009067,153362412,152904373,153780110,153385228],"submission":[4070,183345,345371,369347,785,437,445,404,427,429],"total":1379726201,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164657868,163959441,164544046,164943315,164966628,164165619,164240679,165263970,163178283,95026092],"completion":[164655165,163776390,164181227,164593790,164966087,164165141,164240267,165263566,163177880,95025608],"submission":[2703,183051,362819,349525,541,478,412,404,403,484],"total":1410298322,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[162450902,162165692,163076339,162962708,162622644,162443361,162001958,163078480,162846549,108672865],"completion":[162448618,161978981,162742806,162601327,162622099,162442907,162001416,163078052,162846143,108672439],"submission":[2284,186711,333533,361381,545,454,542,428,406,426],"total":1409883051,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[365798249,235592420,215798032,217397308,215974729,215992237,216662144,215804932,216282040,203734413],"completion":[365795789,215398168,215680514,217277422,215974231,215991792,216661712,215804361,216281642,203733998],"submission":[2460,20194252,117518,119886,498,445,432,571,398,415],"total":1953252246,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[375706452,238092164,211167367,211637937,211330032,211711053,211548461,211663699,212333610,211746984],"completion":[375704208,209200010,211049804,211524371,211329415,211710590,211548015,211599486,212333056,211746563],"submission":[2244,28892154,117563,113566,617,463,446,64213,554,421],"total":1931366884,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[316466602,227779567,225325134,224736839,224785830,224572648,224615219,224848129,224593931,165504047],"completion":[316160199,224055601,225195752,224673232,224665938,224572096,224614783,224847523,224593529,165503584],"submission":[306403,3723966,129382,63607,119892,552,436,606,402,463],"total":1966779042,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[328858142,227531159,222282100,223623301,222999839,222834592,221994352,222590543,222529613,178349670],"completion":[328855305,222342681,222159877,223507262,222999241,222834105,221993949,222589965,222529184,178349238],"submission":[2837,5188478,122223,116039,598,487,403,578,429,432],"total":1964749439,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton1-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton1-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80744070,78879597,79365104,79245143,79232043,78969559,79490691,79178445,79353015,67958979],"completion":[79431638,78841675,79291528,79244648,79231595,78969132,79490276,79178053,79352602,67958559],"submission":[1312432,37922,73576,495,448,427,415,392,413,420],"total":701680394,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76337725,76234361,76387262,76691338,76119270,76262853,76763605,76313299,76642562,76468041],"completion":[76335391,76186864,76318303,76619197,76118762,76262416,76763189,76312833,76642154,76467601],"submission":[2334,47497,68959,72141,508,437,416,466,408,440],"total":687889678,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87745267,87819758,87853995,87427061,87474206,87710412,87797926,87610532,57903455,41289865],"completion":[87740217,87776144,87785208,87356705,87473646,87709975,87797516,87610121,57903052,41289421],"submission":[5050,43614,68787,70356,560,437,410,411,403,444],"total":712895105,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86943866,86846774,86864866,86618658,86696261,86973881,86858404,86801060,64518993,44936372],"completion":[86869759,86777015,86793208,86582551,86616992,86973367,86857953,86800655,64518596,44935911],"submission":[74107,69759,71658,36107,79269,514,451,405,397,461],"total":717123459,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton10-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton10-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":10,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[95782408,95782894,95727091,95738303,95726194,95854940,95687567,95718108,95740820,95717249],"completion":[95779688,95690370,95546129,95589582,95725701,95854504,95687151,95717705,95740417,95716832],"submission":[2720,92524,180962,148721,493,436,416,403,403,417],"total":861792335,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[97215813,97187781,97145620,97164798,97306908,97230882,97258390,97358022,97135744,92209543],"completion":[97142855,97116558,96982254,97164222,97306462,97230475,97257979,97357599,97135340,92209115],"submission":[72958,71223,163366,576,446,407,411,423,404,428],"total":870009282,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[98394373,98320291,98565598,98544379,98356518,98339171,98520299,98497807,98482399,84350005],"completion":[98392335,98219935,98400276,98395822,98355962,98338678,98519767,98497410,98481995,84349578],"submission":[2038,100356,165322,148557,556,493,532,397,404,427],"total":871987061,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[99947802,100082248,100187834,100383697,100085940,100229214,99944623,100015476,100350602,69690867],"completion":[99945788,99979317,100030105,100220588,100085445,100228720,99944162,100015065,100350199,69601306],"submission":[2014,102931,157729,163109,495,494,461,411,403,89561],"total":871066050,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179707107,179852028,179739920,96897607,84160855,84234649,84201210,84197900,84193976,64871027],"completion":[179704707,179773378,179571432,76331445,84159652,84234179,84200787,84197456,84193578,64870621],"submission":[2400,78650,168488,20566162,1203,470,423,444,398,406],"total":942370275,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[181469650,181689847,178447230,87046917,85773849,85732437,85655151,85718348,85676644,60667787],"completion":[181316824,181539501,178285583,78214796,85697739,85731671,85654694,85717950,85676243,60667329],"submission":[152826,150346,161647,8832121,76110,766,457,398,401,458],"total":936424807,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183202255,183323595,173030455,94110454,72295971,72279779,72301244,72304601,72346395,72309830],"completion":[183200034,183235554,172882181,72251089,72294532,72279326,72300824,72304166,72345983,72309407],"submission":[2221,88041,148274,21859365,1439,453,420,435,412,423],"total":884316427,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[184112459,184113557,169485560,95552434,76789636,76810680,76779907,76733299,76746769,68874358],"completion":[184110516,184030327,169326961,76700456,76788201,76810214,76779490,76732874,76746371,68873946],"submission":[1943,83230,158599,18851978,1435,466,417,425,398,412],"total":901903532,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton10-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton10-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":10,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60300541,60341997,60377743,60333798,60242565,60369482,60369912,60324494,60428110,60305991],"completion":[60298312,60297462,60316463,60275689,60241997,60367579,60369464,60323994,60427654,60305594],"submission":[2229,44535,61280,58109,568,1903,448,500,456,397],"total":543131256,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62818499,62725887,62741681,62757329,62600629,62704879,62703683,62694147,62623977,54233768],"completion":[62816380,62688919,62681997,62696754,62599999,62704296,62703226,62693739,62623568,54233332],"submission":[2119,36968,59684,60575,630,583,457,408,409,436],"total":555794596,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[63676664,63815836,63807842,63985748,63795157,63883872,63823560,63924986,63879896,47401179],"completion":[63674580,63772283,63742837,63923487,63762540,63883364,63823141,63924447,63879498,47400755],"submission":[2084,43553,65005,62261,32617,508,419,539,398,424],"total":558542587,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65303038,65244116,65298173,65312045,65269307,65319751,65305181,65302811,63403477,40690429],"completion":[65240965,65183949,65235840,65311493,65268703,65319281,65304735,65302392,63403057,40689950],"submission":[62073,60167,62333,552,604,470,446,419,420,479],"total":561154405,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton11-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton11-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":11,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[95860847,95819999,95883636,95893442,95833651,95828701,95918939,95951127,95881709,96682437],"completion":[95858439,95738433,95710046,95741508,95833121,95828188,95918475,95950736,95881206,96682006],"submission":[2408,81566,173590,151934,530,513,464,391,503,431],"total":863705006,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[97143246,97247543,97318327,97286660,97236056,97259524,97325860,97256822,97166872,99275300],"completion":[97141512,97152687,97129565,97147307,97235519,97259043,97325415,97256403,97166373,99274816],"submission":[1734,94856,188762,139353,537,481,445,419,499,484],"total":877384565,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[98542530,98547819,98372845,98636266,98582512,98592815,98600373,98768672,98597513,84104444],"completion":[98540454,98441168,98227945,98443898,98581982,98592349,98599941,98768010,98597099,84104011],"submission":[2076,106651,144900,192368,530,466,432,662,414,433],"total":872813645,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[99883436,99831327,99970480,100112603,100002743,99972104,99944668,100142449,99905752,72233065],"completion":[99881094,99749979,99817331,99933345,100002241,99971643,99944242,100141923,99905353,72232641],"submission":[2342,81348,153149,179258,502,461,426,526,399,424],"total":872127809,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179649279,179586387,179933987,97168267,85608707,85620099,85662857,85641696,85629203,58591987],"completion":[179646616,179507910,179794049,95546509,85607285,85619581,85662441,85641276,85628803,58591557],"submission":[2663,78477,139938,1621758,1422,518,416,420,400,430],"total":943630939,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[181262409,181302272,181233690,95588326,84623230,84580620,84533450,84605064,84579923,55451224],"completion":[181113125,181162665,181089086,84809377,84544394,84579914,84533014,84604666,84579517,55450757],"submission":[149284,139607,144604,10778949,78836,706,436,398,406,467],"total":936592305,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183430956,183080707,179605392,92765501,76329536,76261430,76283478,76344166,76249466,65723310],"completion":[183419916,182981777,179464256,76251337,76328173,76260955,76283049,76343750,76249050,65722854],"submission":[11040,98930,141136,16514164,1363,475,429,416,416,456],"total":902658021,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[184203769,184228637,178083098,71023576,72515460,72555817,72541189,72540018,72558666,72548065],"completion":[184120771,184162215,177943237,71022847,72514928,72555384,72540774,72539609,72558213,72547654],"submission":[82998,66422,139861,729,532,433,415,409,453,411],"total":868608318,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton11-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton11-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":11,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60524497,60448379,60460082,60542819,60609700,60373351,60485398,60460779,60552220,60513332],"completion":[60466210,60383652,60403679,60511960,60549816,60371322,60484874,60460367,60551806,60512868],"submission":[58287,64727,56403,30859,59884,2029,524,412,414,464],"total":544630984,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62488719,62536217,62582771,62711198,62516057,62606576,62581718,62680012,62612295,55301306],"completion":[62486630,62496811,62523859,62651545,62515567,62606064,62581303,62679566,62611875,55300882],"submission":[2089,39406,58912,59653,490,512,415,446,420,424],"total":556136428,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[63973185,63974761,64048386,63961785,63864642,63920606,63871700,63925465,63859041,47043419],"completion":[63937915,63941156,63986015,63961245,63864215,63920025,63871260,63925045,63858631,47042982],"submission":[35270,33605,62371,540,427,581,440,420,410,437],"total":558507931,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65183059,65247723,65310762,65329701,65238471,65249803,65140736,65218226,63912200,40549628],"completion":[65180617,65206859,65249720,65271289,65237947,65249265,65140294,65217807,63911805,40549144],"submission":[2442,40864,61042,58412,524,538,442,419,395,484],"total":561237331,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton12-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton12-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":12,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[167634543,167605146,167641719,158182520,137471766,91056659,93914300,93838486,93829646,93843428],"completion":[167522965,167497059,167431757,158181945,137471245,91055825,93913804,93837968,93828529,93843007],"submission":[111578,108087,209962,575,521,834,496,518,1117,421],"total":1097623044,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[170406320,170582501,170755599,161883889,126067651,96304531,96885623,96894215,96955889,88131031],"completion":[170403857,170466099,170548021,161677742,126067085,96303970,96885116,96893807,96955425,88130561],"submission":[2463,116402,207578,206147,566,561,507,408,464,470],"total":1104475935,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183033805,182774470,183582369,170889292,108335776,110793597,110732530,110750513,78943067,58200652],"completion":[183031363,182645262,183365656,157495816,108334414,110793102,110732053,110750041,78942667,58200158],"submission":[2442,129208,216713,13393476,1362,495,477,472,400,494],"total":1115018854,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183583606,183557445,183440486,167763361,115880160,110209962,110222215,110245176,73577190,54447454],"completion":[183367108,183344735,183229282,157639120,109450486,110208837,110221811,110244730,73576782,54446901],"submission":[216498,212710,211204,10124241,6429674,1125,404,446,408,553],"total":1109359102,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[97358708,96997067,96971634,96974708,96634304,97117321,97232990,96876063,96884354,97038364],"completion":[97356669,96861876,96733806,96730380,96633758,97116873,97232589,96875619,96883965,97037934],"submission":[2039,135191,237828,244328,546,448,401,444,389,430],"total":872736701,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[101779321,101579288,101589773,101782928,101778798,101734289,101661480,101608150,101783125,83791851],"completion":[101777490,101453332,101340937,101537206,101778218,101733777,101661030,101607747,101782632,83791427],"submission":[1831,125956,248836,245722,580,512,450,403,493,424],"total":897319433,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[114683403,114472265,114874737,115065418,114858524,114561102,114546510,107893908,69889745,59593999],"completion":[114681417,114343008,114651244,114829834,114857946,114560649,114546095,107893501,69889163,59593563],"submission":[1986,129257,223493,235584,578,453,415,407,582,436],"total":925767552,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[114241750,114124896,114362850,114673155,114507299,114253640,114242220,108599704,67662777,56876747],"completion":[114239602,113996126,114124541,114422837,114506685,114253182,114241746,108599277,67662057,56876300],"submission":[2148,128770,238309,250318,614,458,474,427,720,447],"total":919314273,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton12-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton12-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":12,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38566961,38690854,38713938,38614362,38659011,38711355,38706451,38712197,33898109,33628269],"completion":[38525649,38646436,38671255,38613852,38658567,38710882,38704457,38711716,33897697,33627576],"submission":[41312,44418,42683,510,444,473,1994,481,412,693],"total":338345422,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33640400,33679030,33686816,33684850,33639383,33640441,33729881,33664243,33639680,33641762],"completion":[33638302,33641055,33638812,33640663,33638902,33640018,33729432,33640097,33638612,33641343],"submission":[2098,37975,48004,44187,481,423,449,24146,1068,419],"total":303107883,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton13-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton13-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":13,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[95877284,95870432,95828280,95920196,95868879,95970746,95967487,95895905,95798791,95906574],"completion":[95874514,95780076,95677240,95723696,95868248,95970317,95967078,95895495,95798403,95906149],"submission":[2770,90356,151040,196500,631,429,409,410,388,425],"total":863037067,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[97133166,97129357,97220154,97410381,97060128,97160767,97181892,97218956,97209965,93132436],"completion":[97131103,97032426,97073449,97203919,97059593,97160331,97181457,97218548,97209575,93132007],"submission":[2063,96931,146705,206462,535,436,435,408,390,429],"total":870733870,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[98664694,98498415,98586299,98460892,98747192,98533668,98728136,98578916,98554285,84000429],"completion":[98495667,98337028,98404624,98368994,98568737,98533174,98727658,98578474,98553852,83999990],"submission":[169027,161387,181675,91898,178455,494,478,442,433,439],"total":872698020,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[100031471,100145090,100118251,100427044,100126233,100143328,100206195,100160672,100114913,70798162],"completion":[100029376,100057600,99938097,100260616,100125664,100142845,100205763,100160274,100114326,70797748],"submission":[2095,87490,180154,166428,569,483,432,398,587,414],"total":872251920,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179457844,179687828,179667967,61658764,55614605,61020453,61007979,61072445,60984601,60952727],"completion":[179455231,179600750,179531167,61533158,55614023,61019999,61007559,61072047,60984202,60952311],"submission":[2613,87078,136800,125606,582,454,420,398,399,416],"total":781680307,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[181585575,181279719,182005887,49600909,58706747,62301602,62075096,62067304,62370900,60147192],"completion":[181510335,181193906,181877798,49600209,58706274,62301153,62074421,62066904,62370503,60146760],"submission":[75240,85813,128089,700,473,449,675,400,397,432],"total":780567701,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183486234,183479828,183076972,106626830,66416931,66646747,66504129,66358736,48070272,34299282],"completion":[183484034,183402790,182928088,67472459,66415687,66646261,66503701,66358315,48069860,34298848],"submission":[2200,77038,148884,39154371,1244,486,428,421,412,434],"total":821493677,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[184180519,184105302,181411139,103931697,66797103,66801641,66689141,66779206,47678441,34925758],"completion":[184178376,184022405,181276585,67704891,66795739,66801158,66688710,66778789,47678028,34925311],"submission":[2143,82897,134554,36226806,1364,483,431,417,413,447],"total":819133849,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton13-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton13-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":13,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33680065,33683924,33679578,33635948,33716572,33638978,33634468,33637909,33635927,33635504],"completion":[33636185,33638372,33635406,33635448,33716079,33636684,33633802,33637504,33635516,33635095],"submission":[43880,45552,44172,500,493,2294,666,405,411,409],"total":303003345,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33652148,33687455,33696331,33693331,33703676,33652519,33648602,33651478,33651164,33652255],"completion":[33649916,33651900,33649842,33649882,33703197,33651662,33648179,33651085,33650766,33651832],"submission":[2232,35555,46489,43449,479,857,423,393,398,423],"total":303138563,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton14-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton14-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":14,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[95702593,95631014,95707636,95825182,95602643,95776056,95754238,95717582,95830837,95670708],"completion":[95699352,95538955,95554743,95652129,95602146,95775609,95753825,95717177,95830443,95670286],"submission":[3241,92059,152893,173053,497,447,413,405,394,422],"total":861525534,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[97229984,97318959,97286599,97296966,97411418,97207001,97234573,97238078,97306379,92158341],"completion":[97071009,97164866,97130112,97197093,97271298,97206507,97234107,97237645,97305926,92157873],"submission":[158975,154093,156487,99873,140120,494,466,433,453,468],"total":870467870,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[98428629,98480229,98359873,98420969,98316793,98316586,98441143,98322064,98232117,84707016],"completion":[98346680,98405355,98213389,98420478,98316354,98316175,98440709,98321665,98231725,84706592],"submission":[81949,74874,146484,491,439,411,434,399,392,424],"total":871606338,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[99858521,99959653,100057232,100000915,100078956,100114740,99896635,100044066,99992696,71433858],"completion":[99854639,99877621,99886944,99808003,100078326,100114308,99896196,100043633,99992289,71433410],"submission":[3882,82032,170288,192912,630,432,439,433,407,448],"total":871589345,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179889162,180075900,179754523,75735529,61219994,61031045,61175548,61242240,61038344,61041954],"completion":[179886679,179992568,179595293,54083893,61218806,61030499,61175083,61241812,61037891,61041554],"submission":[2483,83332,159230,21651636,1188,546,465,428,453,400],"total":802331153,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[181377081,181557379,178999606,64507986,62825593,62458580,62707086,62518080,62356277,60750156],"completion":[181372864,181475540,178848666,54515451,62824393,62458034,62706653,62517672,62355868,60749734],"submission":[4217,81839,150940,9992535,1200,546,433,408,409,422],"total":798694417,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183737600,183661789,172974178,93209959,66014226,66074325,65706547,66201046,65935928,37892990],"completion":[183735518,183586610,172814147,67894545,66012856,66073775,65706105,66200608,65935517,37892559],"submission":[2082,75179,160031,25315414,1370,550,442,438,411,431],"total":817685337,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[184414034,184266695,169328761,92458721,66683150,66661976,66671952,66788338,65858935,37367648],"completion":[184411668,184190529,169181556,68646491,66681606,66661519,66671541,66787911,65858509,37367202],"submission":[2366,76166,147205,23812230,1544,457,411,427,426,446],"total":816100481,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton14-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton14-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":14,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34955565,34955671,34946510,34904438,34902038,34988692,34914902,34895077,34917938,34860340],"completion":[34913567,34908967,34901718,34903904,34901550,34988235,34913083,34894387,34917451,34859890],"submission":[41998,46704,44792,534,488,457,1819,690,487,450],"total":314383350,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33649793,33690348,33700746,33702873,33647880,33651920,33688748,33648252,33649661,33649121],"completion":[33648046,33649090,33649246,33652701,33647340,33651499,33688327,33647596,33649260,33648691],"submission":[1747,41258,51500,50172,540,421,421,656,401,430],"total":303036686,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton15-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton15-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":15,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[95938800,95974214,95862336,95744763,95856668,95712881,95807292,95576964,95848429,95819567],"completion":[95777464,95823598,95708540,95653046,95691156,95712284,95806722,95576446,95846575,95819054],"submission":[161336,150616,153796,91717,165512,597,570,518,1854,513],"total":862217248,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[97168423,97177177,97279289,97281255,97343416,97308956,97269529,96941881,97164737,92881638],"completion":[97166123,97094634,97121655,97090639,97342900,97308522,97269099,96941425,97164120,92881134],"submission":[2300,82543,157634,190616,516,434,430,456,617,504],"total":870659463,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[98463738,98365651,98525904,98688993,98560089,98555722,98840606,98692742,98584085,82970608],"completion":[98461472,98280939,98363584,98533371,98559558,98555207,98840190,98550842,98583552,82970167],"submission":[2266,84712,162320,155622,531,515,416,141900,533,441],"total":872127233,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[99834657,99912617,99900100,99838197,99816470,99926015,99582903,99920901,99940747,71764999],"completion":[99756072,99837075,99719873,99837630,99815995,99925522,99582496,99919191,99940345,71764583],"submission":[78585,75542,180227,567,475,493,407,1710,402,416],"total":870617987,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179554679,179623032,179750382,76512169,61436424,60885416,60899562,60875472,61057805,61081928],"completion":[179552351,179535003,179610260,51432997,61435274,60884763,60899151,60875061,61057346,61081523],"submission":[2328,88029,140122,25079172,1150,653,411,411,459,405],"total":802143551,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[181546392,181528769,178335920,66606142,62591792,62169949,62243785,62060652,62438664,60642123],"completion":[181544205,181440757,178210775,52714063,62590530,62169421,62243361,62060166,62438260,60641693],"submission":[2187,88012,125145,13892079,1262,528,424,486,404,430],"total":798632484,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183484965,183684035,172393730,94887152,66558764,66445988,66453121,66239510,65498066,36916046],"completion":[183482811,183596064,172249607,67996577,66557389,66445502,66452697,66239090,65497663,36915617],"submission":[2154,87971,144123,26890575,1375,486,424,420,403,429],"total":819091208,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[184378711,184352489,169097750,94132764,66707937,66823466,66757388,66630219,65424093,36644011],"completion":[184376605,184274290,168938014,68595492,66706699,66823028,66756944,66629760,65423680,36643548],"submission":[2106,78199,159736,25537272,1238,438,444,459,413,463],"total":816587493,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton15-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton15-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":15,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33678411,33677483,33679859,34421629,33638517,33635778,33636148,33635102,33635688,33635170],"completion":[33636738,33635682,33635569,34421101,33636684,33635085,33635731,33634687,33635293,33634755],"submission":[41673,41801,44290,528,1833,693,417,415,395,415],"total":303691281,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34842104,34848755,34895561,34906368,34852266,34852555,34841075,34878950,34846568,34609297],"completion":[34839950,34813441,34846973,34858681,34851487,34851900,34840650,34878513,34846172,34608878],"submission":[2154,35314,48588,47687,779,655,425,437,396,419],"total":313538629,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton2-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton2-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":2,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[162670954,162690886,162864489,162880820,161267217,162459825,161887148,162622693,162990193,110562102],"completion":[162668109,162498033,162491381,162526525,161266580,162459366,161886728,162622288,162989765,110561666],"submission":[2845,192853,373108,354295,637,459,420,405,428,436],"total":1410239438,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164613885,164525871,164962504,164228329,163444988,164072727,164058109,164172135,164857056,97002529],"completion":[164414196,164350077,164589656,164226701,163444545,164072326,164057697,164171725,164856584,97002121],"submission":[199689,175794,372848,1628,443,401,412,410,472,408],"total":1411333744,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153666693,153902485,153255173,154104471,153050516,152416769,153243940,153389394,153257877,153848198],"completion":[153663657,153706693,152897731,153741318,153049727,152416331,153243503,153388991,153257465,153847772],"submission":[3036,195792,357442,363153,789,438,437,403,412,426],"total":1380478722,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156932740,156487047,156711668,156835159,155469532,155620940,156636112,155880995,156684483,145853330],"completion":[156750621,156307460,156369209,156834618,155468733,155620487,156635676,155880545,156684037,145852905],"submission":[182119,179587,342459,541,799,453,436,450,446,425],"total":1396189558,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[317944051,223450232,223790359,223489100,225026005,223546568,223730445,223310539,223525067,170203665],"completion":[317941811,223384789,223671415,223370660,225025500,223546093,223730030,223310120,223524626,170203239],"submission":[2240,65443,118944,118440,505,475,415,419,441,426],"total":1960084581,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[313517682,224881142,224515475,224619223,225205885,224847814,224509705,224376942,224783837,158848921],"completion":[313198310,224746603,224398840,224561939,225086217,224847235,224509250,224376524,224783427,158848459],"submission":[319372,134539,116635,57284,119668,579,455,418,410,462],"total":1956602595,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[356244971,228688662,213151897,213356350,212569303,212198167,213597105,213219434,213318511,213197299],"completion":[356242559,213017214,213026352,213239029,212568744,212197707,213596616,213219034,213318079,213196899],"submission":[2412,15671448,125545,117321,559,460,489,400,432,400],"total":1933311023,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[348124814,224487842,216112914,216028687,215502166,215885666,216115870,215696429,216181243,209275136],"completion":[348122668,215672541,215988610,215902333,215501597,215885100,216115445,215696014,216180836,209274690],"submission":[2146,8815301,124304,126354,569,566,425,415,407,446],"total":1945300001,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton2-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton2-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":2,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[85673498,85666310,86151364,85915272,86021401,85417052,85525797,86275387,70952554,43081904],"completion":[85630528,85620825,86081680,85844271,86020889,85416616,85525365,86274990,70952148,43081433],"submission":[42970,45485,69684,71001,512,436,432,397,406,471],"total":715013763,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87029293,87104837,87403710,87287597,87662321,86761449,87123377,87744285,63611894,43936952],"completion":[87025725,87059403,87333060,87215594,87661812,86760999,87122944,87743854,63611490,43936412],"submission":[3568,45434,70650,72003,509,450,433,431,404,540],"total":718643325,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76012815,75859342,76077254,76111364,76080067,76567346,76112672,75961526,75889719,76470893],"completion":[75974977,75780418,76005341,76110813,76079628,76566919,76112236,75961084,75889315,76470479],"submission":[37838,78924,71913,551,439,427,436,442,404,414],"total":685137267,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79929666,80249050,80456501,80475260,80353676,80670750,80216038,79984338,80512071,64565844],"completion":[79854527,80176895,80384795,80438706,80281312,80670187,80215524,79983886,80511643,64565355],"submission":[75139,72155,71706,36554,72364,563,514,452,428,489],"total":707491599,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton3-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton3-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":3,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164641919,164671032,162490359,164264224,163523067,163522564,164547686,163923152,164593245,104823566],"completion":[164639907,164477335,162147335,163860018,163522536,163522115,164547256,163922735,164592839,104823130],"submission":[2012,193697,343024,404206,531,449,430,417,406,436],"total":1416367783,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163165617,161851204,161358619,162120947,161794483,161647083,161895077,161802682,162151687,120868417],"completion":[163163709,161675290,160971689,161750902,161793903,161646501,161894568,161802275,162151261,120867981],"submission":[1908,175914,386930,370045,580,582,509,407,426,436],"total":1415500813,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[157222255,157350293,157511762,161751704,157159268,157039998,157520462,157256085,157862478,144630724],"completion":[157220184,157161666,157156994,156510503,157157982,157039492,157520028,157255668,157862078,144630305],"submission":[2071,188627,354768,5241201,1286,506,434,417,400,419],"total":1408098237,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[154943633,154386684,154581927,152686777,153841161,153692827,154124546,154603422,153876626,154507366],"completion":[154941372,154171628,154234663,152351527,153840425,153692394,154124063,154603012,153876209,154506941],"submission":[2261,215056,347264,335250,736,433,483,410,417,425],"total":1386311541,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[320539862,227613726,225185083,225196774,225587437,224470182,225737022,225923984,225410349,164069487],"completion":[320376059,225432699,225069691,225196197,225586987,224469749,225736597,225923555,225409884,164069039],"submission":[163803,2181027,115392,577,450,433,425,429,465,448],"total":1969207709,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[337230215,228400307,222447027,223183380,224254700,222956506,224345996,223941747,223812822,175200892],"completion":[337228098,224111329,222327614,223056473,224254114,222956047,224345576,223941322,223812389,175200468],"submission":[2117,4288978,119413,126907,586,459,420,425,433,424],"total":1968558186,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[355232190,227622172,217177319,216157393,215855621,216935100,215850452,215748898,215292649,204763474],"completion":[354952611,215500579,217058557,216098984,215735431,216934546,215850033,215748475,215292246,204763023],"submission":[279579,12121593,118762,58409,120190,554,419,423,403,451],"total":1945418841,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[369978547,237348457,212583154,211606471,211358638,211703941,211235795,212002263,211710620,211984959],"completion":[369976149,210719354,212459430,211490730,211358092,211703496,211235331,212001841,211710209,211984498],"submission":[2398,26629103,123724,115741,546,445,464,422,411,461],"total":1931547849,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton3-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton3-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":3,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86531027,86402650,86405778,86372479,86335306,86506673,86264709,86366731,62446419,41633969],"completion":[86493826,86365704,86337017,86371969,86334836,86506212,86264299,86366302,62446014,41633333],"submission":[37201,36946,68761,510,470,461,410,429,405,636],"total":708741574,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[85816019,85739339,85790926,85682177,85577234,85744515,85710951,85823042,67339449,44508631],"completion":[85769883,85696000,85716128,85613908,85576720,85744066,85710501,85822608,67339022,44507910],"submission":[46136,43339,74798,68269,514,449,450,434,427,721],"total":711923659,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[78990900,79060424,78759805,78879640,79060974,78750847,78780113,78571827,78869188,67886816],"completion":[78915615,78990771,78686189,78841779,78986897,78750305,78779616,78571404,78868785,67886360],"submission":[75285,69653,73616,37861,74077,542,497,423,403,456],"total":698628014,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76416212,76370626,76246967,76167380,76043073,75911852,75882225,76024917,76283507,75879450],"completion":[76413651,76316476,76173120,76093315,76042604,75911406,75881795,76024524,76283067,75879026],"submission":[2561,54150,73847,74065,469,446,430,393,440,424],"total":684817255,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton4-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton4-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[362045395,360241202,316470375,236487821,207300872,207927029,207120247,207851350,207544532,207988322],"completion":[362042868,360076511,316139952,206572766,207299628,207926407,207119742,207850878,207543964,207987848],"submission":[2527,164691,330423,29915055,1244,622,505,472,568,474],"total":2158946426,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[364078290,362860905,302861090,229148085,212093971,212565989,210957556,212493914,211538500,204136147],"completion":[364076204,362674645,302513417,211351905,212092723,212565507,210957109,212493479,211538078,204135691],"submission":[2086,186260,347673,17796180,1248,482,447,435,422,456],"total":2158668936,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[379169853,378541191,252551199,222066832,220676121,220973469,221822512,221391695,221380179,162670186],"completion":[379167195,378363213,252232493,221934301,220675581,220972913,221822093,221391288,221379752,162669763],"submission":[2658,177978,318706,132531,540,556,419,407,427,423],"total":2122088032,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[379882086,379970541,248690525,222946680,222830530,223262850,223022718,223126408,222002137,153857855],"completion":[379539366,379660193,248352170,222946043,222830090,223262398,223022285,223126003,222001717,153857434],"submission":[342720,310348,338355,637,440,452,433,405,420,421],"total":2119727164,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[176923701,176858880,176862702,177929439,177219471,177453217,176682616,176798802,176454749,177444339],"completion":[176921170,176650816,176477359,177565634,177216880,177452769,176682175,176798412,176454346,177443924],"submission":[2531,208064,385343,363805,2591,448,441,390,403,415],"total":1593730466,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179040536,179487151,179793685,179782241,179486710,179366044,179338192,179578000,179799545,171096984],"completion":[179038394,179289705,179407472,179418032,179486009,179365596,179337772,179577586,179799143,171096541],"submission":[2142,197446,386213,364209,701,448,420,414,402,443],"total":1607738464,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[191106022,191352232,192456287,192450081,192424882,191674027,191817833,192151079,186087986,103317194],"completion":[191103885,191138664,192069392,192060561,192424340,191673511,191817400,192150670,186087549,103316745],"submission":[2137,213568,386895,389520,542,516,433,409,437,449],"total":1633745490,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[192003948,191910169,192665739,193092270,192282961,192170480,192126794,192190880,185416656,101754265],"completion":[192001831,191719487,192281130,192716723,192282395,192170037,192126388,192190419,185416251,101753745],"submission":[2117,190682,384609,375547,566,443,406,461,405,520],"total":1633623991,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton4-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton4-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[72583818,72560857,72551891,72526333,72374977,72556423,47419222,41868774,41876902,41876478],"completion":[72558150,72536104,72506112,72525774,72374568,72556001,47418805,41868209,41876503,41876051],"submission":[25668,24753,45779,559,409,422,417,565,399,427],"total":535619350,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[53872283,53997831,53859276,53927073,54078489,54071292,53986767,53981590,53936176,53909134],"completion":[53822869,53944773,53809126,53901177,54030798,54070751,53986327,53981165,53935773,53908689],"submission":[49414,53058,50150,25896,47691,541,440,425,403,445],"total":485754764,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton5-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton5-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":5,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[364804329,237635212,217520753,216466712,216531723,216802035,216346079,216743377,217924886,204969409],"completion":[364801934,216947812,217393207,216347061,216531065,216801532,216345597,216742927,217924355,204968954],"submission":[2395,20687400,127546,119651,658,503,482,450,531,455],"total":1961017709,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[375841351,240180994,212654132,212234636,212030208,212961944,212170296,212393035,212347088,213201366],"completion":[375839000,211231715,212538520,212121478,212029661,212961500,212169880,212392603,212346602,213200951],"submission":[2351,28949279,115612,113158,547,444,416,432,486,415],"total":1940186896,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[316718026,230402952,225133445,225524345,225601497,225455035,225419534,225363105,225345390,167421733],"completion":[316412659,225380559,225010303,225457845,225482811,225454525,225419103,225362683,225344911,167421287],"submission":[305367,5022393,123142,66500,118686,510,431,422,479,446],"total":1975745332,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[329391067,229785650,223107042,223531401,223989424,222770162,223456793,223623620,224317926,179548979],"completion":[329388934,223077918,222981769,223414527,223988793,222769689,223456326,223623181,224317494,179548559],"submission":[2133,6707732,125273,116874,631,473,467,439,432,420],"total":1974144876,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156579030,156683592,156732418,156970167,155983945,156940039,156361461,156441328,157061471,145921247],"completion":[156386756,156483481,156357857,156969612,155983533,156938411,156361035,156440922,157061061,145920799],"submission":[192274,200111,374561,555,412,1628,426,406,410,448],"total":1399107208,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153628920,153976334,153875219,154121428,153770648,153883717,153215533,153603815,153608843,153027041],"completion":[153625648,153793849,153514070,153743729,153770001,153882956,153215115,153603417,153608458,153026619],"submission":[3272,182485,361149,377699,647,761,418,398,385,422],"total":1383096279,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164538213,165279534,165373231,165777039,164748257,164704406,164636858,164417390,164246167,95390456],"completion":[164536201,165081740,164989483,165398428,164747517,164703839,164636423,164416979,164245723,95390015],"submission":[2012,197794,383748,378611,740,567,435,411,444,441],"total":1414585264,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[162366203,162960139,163145099,163963041,163774314,162484820,163100245,162783399,162768891,110129941],"completion":[162364070,162744488,162790449,163590543,163584181,162484310,163099808,162782953,162768443,110129502],"submission":[2133,215651,354650,372498,190133,510,437,446,448,439],"total":1415475563,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton5-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton5-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":5,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67686911,67833160,67729392,67705317,67710487,67768527,46977012,42989878,43126110,43265992],"completion":[67642021,67790602,67689176,67704758,67710009,67768072,46976530,42989313,43125694,43265547],"submission":[44890,42558,40216,559,478,455,482,565,416,445],"total":515114539,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50276744,50347968,50420871,50310021,50271644,50348037,50266413,50308344,50273145,50250393],"completion":[50274755,50311818,50370243,50261617,50271110,50347605,50265982,50307910,50272747,50249990],"submission":[1989,36150,50628,48404,534,432,431,434,398,403],"total":452804347,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton6-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton6-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":6,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[308717502,224618855,224373826,224079192,223515321,224238846,224651654,223722880,224546807,181811561],"completion":[308553289,223047885,224260216,224078607,223514830,224238347,224651191,223722455,224546395,181811110],"submission":[164213,1570970,113610,585,491,499,463,425,412,451],"total":1975571953,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[302037957,224751716,225329310,225155336,225524615,224966065,225516315,224970279,225174612,175192999],"completion":[302035677,224683316,225199037,225038071,225524094,224965631,225515853,224969873,225174215,175192559],"submission":[2280,68400,130273,117265,521,434,462,406,397,440],"total":1976593566,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[353092387,237384948,213623466,214906775,214367815,213792620,214980550,214219605,214463686,214365971],"completion":[353090483,213282705,213502454,214789221,214367287,213792172,214980073,214219173,214463268,214365539],"submission":[1904,24102243,121012,117554,528,448,477,432,418,432],"total":1952119450,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[345467121,231828634,216471683,216845288,216709913,216574333,216439802,217346639,216576327,211055117],"completion":[345147225,216078160,216352725,216783370,216598809,216573768,216439341,217346214,216575930,211054137],"submission":[319896,15750474,118958,61918,111104,565,461,425,397,980],"total":1959863925,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[162031962,162160255,162525406,162199605,162089104,162509771,162100765,162066988,161634932,108653820],"completion":[162029795,161967065,162155994,161841242,162088578,162330131,162100255,162066572,161634512,108653402],"submission":[2167,193190,369412,358363,526,179640,510,416,420,418],"total":1406334492,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163708938,163811521,163276167,163957457,163492536,163577712,164066570,163416097,163124830,97109229],"completion":[163706757,163627862,162896977,163577047,163492023,163576990,164066147,163415671,163124420,97108800],"submission":[2181,183659,379190,380410,513,722,423,426,410,429],"total":1405842213,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[152657671,152618709,153026505,152770676,152307878,152638677,153251522,152474384,152636338,152043097],"completion":[152653769,152434276,152680059,152429349,152307348,152638241,153250846,152473993,152635941,152042666],"submission":[3902,184433,346446,341327,530,436,676,391,397,431],"total":1373778984,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[155886497,155349795,156401998,156196877,155329131,155478678,156178860,155744065,155837234,144472641],"completion":[155884362,155145408,156051645,155840626,155328537,155478194,156178193,155743641,155836829,144472197],"submission":[2135,204387,350353,356251,594,484,667,424,405,444],"total":1390999637,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton6-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton6-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":6,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[70387885,70306315,70431004,70433042,70511001,61361649,49024049,48718747,49285360,49313904],"completion":[70362210,70281136,70385918,70432488,70510588,61361237,49023453,48718335,49284966,49313485],"submission":[25675,25179,45086,554,413,412,596,412,394,419],"total":539392883,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49559374,49623494,49604883,49633927,49647022,49589630,49616612,49547823,49561606,49669572],"completion":[49504567,49568775,49553949,49603884,49596697,49589108,49616184,49547397,49561204,49669123],"submission":[54807,54719,50934,30043,50325,522,428,426,402,449],"total":446501411,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton7-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton7-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":7,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[326135995,237762298,225685696,225855595,226723850,225098327,225579693,224958898,225802006,165595197],"completion":[325811159,224202011,225569700,225855001,226666041,225097817,225579176,224958395,225801460,165594640],"submission":[324836,13560287,115996,594,57809,510,517,503,546,557],"total":1983143609,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[339808301,238878786,223720913,224457696,224945336,225763077,224137812,223373177,223071151,174203601],"completion":[339806143,223435155,223607201,224342524,224944681,225762633,224137396,223372763,223070715,174203157],"submission":[2158,15443631,113712,115172,655,444,416,414,436,444],"total":1982566593,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[359293924,239714124,216147650,215874150,215611280,215719063,216281008,216028469,216654345,206255852],"completion":[359291631,215822504,216023595,215761434,215610622,215718633,216280567,216028048,216653947,206255417],"submission":[2293,23891620,124055,112716,658,430,441,421,398,435],"total":1958300205,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[377152987,247172944,212033992,212090992,212219619,213059552,212068823,212521079,212116489,211864554],"completion":[377150806,210611931,211911538,211977717,212218977,213059102,212068402,212520679,212116089,211864137],"submission":[2181,36561013,122454,113275,642,450,421,400,400,417],"total":1945162100,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163338075,163978376,163945018,164661895,164050956,164785143,164715483,164078069,164417036,103238516],"completion":[163336338,163793848,163592796,164280659,164050450,164784542,164715059,164077667,164416633,103238084],"submission":[1737,184528,352222,381236,506,601,424,402,403,432],"total":1417880744,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[161797988,161752505,162173717,162045760,162339611,162508110,162514330,162410283,162467971,118959526],"completion":[161795970,161558106,161836213,161700963,162339009,162341016,162513768,162409875,162467568,118959086],"submission":[2018,194399,337504,344797,602,167094,562,408,403,440],"total":1417383146,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156503416,157047676,157029246,157296969,157795277,156539618,157659328,157907568,157257499,146433970],"completion":[156500991,156854904,156668175,156936848,157794719,156539193,157658756,157907159,157257095,146433515],"submission":[2425,192772,361071,360121,558,425,572,409,404,455],"total":1404978050,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153654760,153723656,153872776,154214052,154468747,153258113,154921411,154395586,153801841,154110654],"completion":[153651866,153539998,153513278,153845322,154468084,153257661,154920887,154395188,153801448,154110226],"submission":[2894,183658,359498,368730,663,452,524,398,393,428],"total":1386781470,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton7-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton7-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":7,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66673709,66580880,66619137,66576089,66612782,66566424,57470477,43437349,43363210,43434889],"completion":[66628756,66536230,66574254,66575545,66612360,66565994,57470035,43436754,43362763,43434472],"submission":[44953,44650,44883,544,422,430,442,595,447,417],"total":520669964,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51604978,51452669,51526435,51544316,51507194,51576615,51498032,51564592,51492456,51524233],"completion":[51572294,51416516,51473113,51491506,51506636,51576150,51497596,51564184,51492066,51523819],"submission":[32684,36153,53322,52810,558,465,436,408,390,414],"total":463693898,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton8-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton8-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":8,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[98136135,97975947,98030574,97933275,98055303,98299182,98125439,97994272,97904781,98316380],"completion":[98133209,97842273,97790676,97706068,98054728,98298738,98125008,97993853,97904341,98315968],"submission":[2926,133674,239898,227207,575,444,431,419,440,412],"total":882647341,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[103191343,102836263,102890312,103129726,102864159,103176041,102991515,102956579,103092374,83507703],"completion":[103189037,102710061,102663545,102906495,102863657,103175611,102991055,102956166,103091944,83506608],"submission":[2306,126202,226767,223231,502,430,460,413,430,1095],"total":907456710,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[116867332,116824864,116997486,117229097,117151305,116896500,116939997,107155411,67884042,60831970],"completion":[116865161,116702048,116766586,116996908,117150797,116896047,116939556,107154977,67883218,60831007],"submission":[2171,122816,230900,232189,508,453,441,434,824,963],"total":937923540,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[117084833,116906648,117117579,117291036,117248008,117074910,117084334,106265903,63842535,57831980],"completion":[116970223,116787801,116883875,117290497,117247513,117074497,117083901,106265491,63841096,57831508],"submission":[114610,118847,233704,539,495,413,433,412,1439,472],"total":930676530,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153121999,153316794,153284617,153262849,154463571,137369053,116846437,116846844,116796753,116869156],"completion":[153119299,153194938,153058654,153058557,154463056,137368228,116846007,116846450,116796356,116868733],"submission":[2700,121856,225963,204292,515,825,430,394,397,423],"total":1219070330,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[157802189,157879427,157999317,158294254,156818879,132181288,120058249,120049492,120030958,106120508],"completion":[157799408,157764979,157777902,158091022,156687704,132180711,120057782,120049060,120030496,106120100],"submission":[2781,114448,221415,203232,131175,577,467,432,462,408],"total":1229950704,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[169909417,169952916,170158726,171348523,152947199,133717321,133671979,133782806,106859756,68493217],"completion":[169907214,169834336,169946429,171140213,152946032,133716843,133671557,133782383,106859338,68492763],"submission":[2203,118580,212297,208310,1167,478,422,423,418,454],"total":1240946630,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[171311648,171437625,171191901,172749927,155450779,133692388,133691425,133612082,99329004,64730442],"completion":[171104106,171230275,170988279,172642524,150635084,133691192,133691008,133611665,99328604,64729933],"submission":[207542,207350,203622,107403,4815695,1196,417,417,400,509],"total":1235905210,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton8-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton8-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":8,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[57352132,56692976,56672545,56766207,56884559,56730950,56777149,56696553,56850517,56585580],"completion":[57315963,56655629,56597346,56765687,56884140,56691690,56776640,56696126,56850097,56585160],"submission":[36169,37347,75199,520,419,39260,509,427,420,420],"total":510922484,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[63786037,63276242,63439865,63296290,63162023,63334495,63378390,63284032,55427534,47269801],"completion":[63783805,63231177,63366146,63222805,63159785,63334051,63377959,63283591,55427105,47269302],"submission":[2232,45065,73719,73485,2238,444,431,441,429,499],"total":545877196,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[74622395,74736928,74590060,74852638,74787325,74635901,66033686,55929150,50538607,50058983],"completion":[74620021,74688989,74515062,74780805,74786785,74635454,66033229,55928616,50538155,50058546],"submission":[2374,47939,74998,71833,540,447,457,534,452,437],"total":596219444,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[72937037,73039981,72774197,72950078,72988521,72918090,67748359,53710555,40290289,39349289],"completion":[72858656,72963235,72699592,72910934,72916063,72917532,67747858,53709847,40289874,39348774],"submission":[78381,76746,74605,39144,72458,558,501,708,415,515],"total":565779172,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton9-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton9-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":9,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[95835710,95924178,95880209,95882225,95887738,95873537,95735407,95841649,95995704,95804779],"completion":[95833177,95827815,95725445,95747723,95887112,95873011,95734959,95841217,95995207,95804349],"submission":[2533,96363,154764,134502,626,526,448,432,497,430],"total":862996342,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[97403947,97259751,97256423,97167801,97287999,97296804,97384971,97274030,97283361,92825221],"completion":[97317570,97179639,97095364,97167184,97287599,97296342,97384521,97273615,97282958,92824774],"submission":[86377,80112,161059,617,400,462,450,415,403,447],"total":871047699,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[98654060,98590128,98778179,98710247,98736368,98625766,98661794,98643670,98580750,83956498],"completion":[98651766,98494710,98616025,98536169,98735804,98625313,98661303,98643234,98580343,83956069],"submission":[2294,95418,162154,174078,564,453,491,436,407,429],"total":873294277,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[99930594,100064083,100156952,100407969,100031564,100160281,100051970,100106240,100211304,71428863],"completion":[99928410,99977125,99996516,100220634,100031028,100159852,100051506,100105800,100210886,71428417],"submission":[2184,86958,160436,187335,536,429,464,440,418,446],"total":872632211,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179807694,179781457,179780950,100445820,76947953,77071417,77051106,76983725,77063600,69596620],"completion":[179805255,179700975,179622283,78923500,76946715,77070890,77050692,76983243,77063162,69596184],"submission":[2439,80482,158667,21522320,1238,527,414,482,438,436],"total":915089628,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[181418907,181335875,178810303,86464593,72859375,72906898,72803146,72905228,72923799,72953166],"completion":[181416293,181255389,178668805,75366365,72857999,72906355,72802722,72904823,72923385,72952727],"submission":[2614,80486,141498,11098228,1376,543,424,405,414,439],"total":883978058,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183841562,183885596,171771632,107342034,86147476,86089508,86038589,85985357,80392144,41258530],"completion":[183699246,183745337,171621546,86067368,86069704,86088932,86038190,85984921,80391684,41258046],"submission":[142316,140259,150086,21274666,77772,576,399,436,460,484],"total":928934206,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[184269087,184538115,168878533,85927092,84125692,84159509,84145971,84230438,84151329,53542758],"completion":[184266735,184458128,168729506,85799761,84125092,84159062,84145519,84230021,84150899,53542314],"submission":[2352,79987,149027,127331,600,447,452,417,430,444],"total":913713519,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton9-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton9-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":9,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60501344,60409386,60639782,60417038,60428984,60492897,60493338,60487401,60481927,60490651],"completion":[60468150,60379655,60572386,60416494,60428542,60491076,60492927,60486981,60481527,60490230],"submission":[33194,29731,67396,544,442,1821,411,420,400,421],"total":544378934,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62542681,62626160,62657906,62605132,62345544,62422612,62583715,62534799,62537462,55262504],"completion":[62540592,62584945,62594478,62545404,62345046,62422130,62583301,62534394,62537061,55262065],"submission":[2089,41215,63428,59728,498,482,414,405,401,439],"total":555584345,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[64141027,64213893,64157250,64224071,64166827,64267162,64125260,64186090,64112222,45621078],"completion":[64077941,64153501,64093649,64189064,64111115,64266612,64124858,64185655,64111810,45620640],"submission":[63086,60392,63601,35007,55712,550,402,435,412,438],"total":559279861,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65345888,65390293,65339268,65348111,65394198,65377938,65326324,65443127,63709464,40066212],"completion":[65343699,65348186,65275272,65284231,65393628,65377507,65325914,65442724,63709055,40065713],"submission":[2189,42107,63996,63880,570,431,410,403,409,499],"total":561444953,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton0-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton0-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":0,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[154341002,154441989,154502785,154437599,154010773,154189241,154676751,154739975,154596091,154183349],"completion":[154337683,154242264,154113744,154057052,154010233,154187194,154676334,154739553,154595682,154182903],"submission":[3319,199725,389041,380547,540,2047,417,422,409,446],"total":1389793168,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156261386,156290169,157651755,156925998,156265038,156570929,157356698,156673802,156681726,148091148],"completion":[156259448,156090092,157205437,156541049,156264505,156570215,157356202,156673402,156681326,148090696],"submission":[1938,200077,446318,384949,533,714,496,400,400,452],"total":1402518363,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164185070,163951985,163885252,164401121,163665285,164236134,164483218,163834816,164035276,107129556],"completion":[163996868,163730873,163436516,164400612,163460499,164235652,164482803,163834399,164034870,107129145],"submission":[188202,221112,448736,509,204786,482,415,417,406,411],"total":1420411621,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164258488,164985408,165571692,164798635,164672270,165139798,165848353,165143431,164912097,100679376],"completion":[164256352,164772623,165166096,164420162,164671444,165139355,165847917,165142963,164911679,100678937],"submission":[2136,212785,405596,378473,826,443,436,468,418,439],"total":1421762430,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[362257975,235193742,214767737,215348748,216035381,215672304,215537267,215534607,215675732,215068101],"completion":[362255709,214185356,214653117,215226969,216034700,215671848,215536788,215534157,215675287,215067671],"submission":[2266,21008386,114620,121779,681,456,479,450,445,430],"total":1959047264,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[352659014,231999775,218101781,218603821,216967092,217492765,218094076,218437508,217732989,210798235],"completion":[352339785,217178554,217976024,218537896,216853737,217492266,218093591,218437061,217732573,210797759],"submission":[319229,14821221,125757,65925,113355,499,485,447,416,476],"total":1968243248,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[314665291,225753479,226380324,226132546,226910345,225927688,226650339,225224656,226602770,175282796],"completion":[314663106,225682663,226255036,226010867,226909760,225927185,226649867,225224234,226602368,175282361],"submission":[2185,70816,125288,121679,585,503,472,422,402,435],"total":1984878154,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[315651983,227646447,227369796,227534762,226936899,225952953,225986676,226619765,227116461,170955018],"completion":[315649780,227569976,227246688,227412588,226936360,225952443,225986233,226619364,227116038,170954569],"submission":[2203,76471,123108,122174,539,510,443,401,423,449],"total":1986133119,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton0-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton0-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":0,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76693202,76608755,76952392,76921605,76699881,76870516,76816627,77062680,77041993,76985820],"completion":[76655619,76566527,76872500,76921033,76699369,76870114,76816170,77062213,77041528,76985358],"submission":[37583,42228,79892,572,512,402,457,467,465,462],"total":692007439,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80308230,80373927,80209569,80394341,80340279,80445621,80450133,80315979,80511349,66762755],"completion":[80229239,80286373,80134340,80354273,80264946,80445109,80449621,80315533,80510911,66762308],"submission":[78991,87554,75229,40068,75333,512,512,446,438,447],"total":709817010,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86770300,87098793,87473309,87064297,87093785,87469549,86976559,87258281,67355621,44176724],"completion":[86768083,87046922,87395000,86988544,87093276,87469117,86976147,87257885,67355228,44176229],"submission":[2217,51871,78309,75753,509,432,412,396,393,495],"total":722032527,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87757291,87805447,87990258,88072405,88175229,88378695,88106632,88463626,62378975,44713601],"completion":[87755068,87759481,87910392,87994869,88174694,88378239,88106182,88463200,62378570,44713041],"submission":[2223,45966,79866,77536,535,456,450,426,405,560],"total":724143680,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton1-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton1-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":1,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156161864,156013376,157131807,156123239,155615184,156556743,155344342,156343431,155400672,145153473],"completion":[155993717,155820315,156774937,156122685,155614777,156555155,155343633,156343033,155400264,145153032],"submission":[168147,193061,356870,554,407,1588,709,398,408,441],"total":1393692449,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153178475,152158883,153507625,153451333,152503883,153323351,152916190,153030531,152832801,153110381],"completion":[153175418,151961876,153147504,153071349,152503294,153322612,152915756,153030127,152832390,153109951],"submission":[3057,197007,360121,379984,589,739,434,404,411,430],"total":1376846660,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163954969,164313914,165094141,164399121,164602060,164707103,165050008,164215437,162412088,94402738],"completion":[163952804,164125752,164719722,164027111,164601196,164706665,165049575,164215030,162411623,94402281],"submission":[2165,188162,374419,372010,864,438,433,407,465,457],"total":1409381022,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[162243586,161934678,163233191,163453615,162784595,162578754,161963699,162014691,163205273,107008976],"completion":[162241049,161739114,162868182,163071009,162607500,162578241,161963259,162014263,163204848,107008489],"submission":[2537,195564,365009,382606,177095,513,440,428,425,487],"total":1408888714,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[365175106,234794863,215299899,216364529,216630260,216004648,216237148,215499998,215531762,203963042],"completion":[365172515,216854882,215183455,216245278,216629668,216004179,216236719,215499596,215531306,203962526],"submission":[2591,17939981,116444,119251,592,469,429,402,456,516],"total":1950340339,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[375166955,238750976,211861898,211399821,211325359,211964181,210841727,211367753,211295833,212284594],"completion":[374876831,211046112,211742769,211338096,211211985,211963649,210841304,211367324,211295421,212283917],"submission":[290124,27704864,119129,61725,113374,532,423,429,412,677],"total":1931178386,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[319051783,227012159,224768847,224444304,225607457,224378487,224657386,224469861,224877530,165176055],"completion":[319049105,223882436,224653413,224326702,225606940,224378049,224656961,224469379,224876989,165175614],"submission":[2678,3129723,115434,117602,517,438,425,482,541,441],"total":1965406718,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[333268124,225694377,223067623,221856182,221772609,222350918,222465879,222640816,223264905,179942196],"completion":[333265929,220970789,222949882,221733931,221772059,222350480,222465456,222640407,223264268,179941785],"submission":[2195,4723588,117741,122251,550,438,423,409,637,411],"total":1963200152,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton1-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton1-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":1,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79344327,79228169,79657160,79095873,79046486,79188429,79443664,79303327,79329880,66838784],"completion":[79341788,79180666,79543227,79022027,79045960,79187973,79443239,79302919,79329481,66838358],"submission":[2539,47503,113933,73846,526,456,425,408,399,426],"total":701420626,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76098175,76337057,76133719,75982441,75747036,75817945,76412581,76193655,76190712,76588031],"completion":[76027684,76267604,76061077,75979631,75746620,75817527,76412185,76193262,76190271,76587631],"submission":[70491,69453,72642,2810,416,418,396,393,441,400],"total":685412954,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88014227,87669141,87578619,87686896,87800244,87841673,87905052,88054849,56440626,41831937],"completion":[88012130,87621968,87502219,87609092,87799681,87841237,87904642,88054443,56440215,41831499],"submission":[2097,47173,76400,77804,563,436,410,406,411,438],"total":712857839,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87299713,87016409,86972043,86895600,86863893,86996364,87121828,86873516,61933811,44091512],"completion":[87297689,86965193,86896737,86821786,86863381,86995925,87121404,86873096,61933412,44091066],"submission":[2024,51216,75306,73814,512,439,424,420,399,446],"total":714813571,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton10-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton10-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":10,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67683404,67659939,67839605,67673919,67606819,67826914,62172429,54227604,50482634,49998104],"completion":[67644899,67624963,67772712,67673415,67606407,67826479,62135408,54227037,50482165,49997680],"submission":[38505,34976,66893,504,412,435,37021,567,469,424],"total":555740288,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65593633,65387387,65776663,65565195,65533349,65512488,63887824,51148984,40915351,39014349],"completion":[65524348,65317556,65706405,65525940,65464948,65511965,63887342,51148227,40914775,39013886],"submission":[69285,69831,70258,39255,68401,523,482,757,576,463],"total":522750971,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51947640,52108196,51850011,51911030,52236046,51978085,51869258,51798710,52046684,51927455],"completion":[51945623,52063211,51777707,51841164,52235540,51977677,51868836,51798312,52046287,51927025],"submission":[2017,44985,72304,69866,506,408,422,398,397,430],"total":467771995,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[57370777,57457871,57349932,57784534,57426818,57338388,57370530,57466357,52160584,44879755],"completion":[57368952,57414769,57280041,57714516,57426318,57337915,57370109,57465929,52158743,44879281],"submission":[1825,43102,69891,70018,500,473,421,428,1841,474],"total":499289604,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton11-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton11-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":11,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51322467,51197351,51315636,51354152,51146801,51035064,51185650,51183381,42733084,33972447],"completion":[51320287,51146366,51222021,51263706,51146163,51034628,51185168,51182813,42732616,33971883],"submission":[2180,50985,93615,90446,638,436,482,568,468,564],"total":435133417,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51990413,51882429,51966275,52020383,51740935,51811339,51787317,51894308,40896281,35850378],"completion":[51988323,51825596,51874861,51926934,51740370,51810882,51786883,51893892,40895854,35849821],"submission":[2090,56833,91414,93449,565,457,434,416,427,557],"total":439860038,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[45510484,45774208,45674098,45698947,45615460,45434999,45441859,45502430,45550156,45611999],"completion":[45454346,45712484,45559279,45698413,45615034,45434576,45441455,45502015,45549758,45611592],"submission":[56138,61724,114819,534,426,423,404,415,398,407],"total":410313818,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[46716027,46854115,46923251,46863075,46814646,46752910,46645783,46675421,46766665,42125528],"completion":[46713762,46795577,46831840,46766984,46814138,46752462,46645344,46674993,46766194,42125109],"submission":[2265,58538,91411,96091,508,448,439,428,471,419],"total":416431964,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88173203,88073197,87916158,89179281,86042088,85959083,86001089,86005338,70302275,42356245],"completion":[88081565,87974849,87833490,85505061,85963796,85958536,86000653,86004909,70301882,42355700],"submission":[91638,98348,82668,3674220,78292,547,436,429,393,545],"total":721848178,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88768329,88871832,87003611,84729291,84634962,84645626,84635705,84704499,72856149,44052622],"completion":[88766148,88815400,86914966,84650623,84634383,84645161,84635232,84704074,72855736,44052079],"submission":[2181,56432,88645,78668,579,465,473,425,413,543],"total":716147316,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[82402699,82356375,82463008,78804347,76824832,76788476,76735662,76748658,76737134,73450178],"completion":[82400341,82293704,82367402,78692107,76824210,76788013,76735185,76748250,76736711,73449736],"submission":[2358,62671,95606,112240,622,463,477,408,423,442],"total":700921404,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[83997995,83985605,84116540,76377718,72876269,72872008,72962179,72925680,72928217,72951760],"completion":[83995722,83927409,84024003,76278767,72875502,72871520,72961749,72925268,72927825,72951332],"submission":[2273,58196,92537,98951,767,488,430,412,392,428],"total":682008601,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton11-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton11-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":11,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36777571,36725885,36779422,36770347,36862231,36797597,36789432,36758710,36489446,33642500],"completion":[36752293,36700337,36730506,36769831,36861802,36797181,36789002,36758305,36489045,33642062],"submission":[25278,25548,48916,516,429,416,430,405,401,438],"total":327622454,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38109135,38117068,38100053,38081727,38133323,38072290,38073650,38044718,36078928,34191474],"completion":[38059007,38068172,38051067,38055890,38084865,38071783,38073174,38044284,36078528,34190653],"submission":[50128,48896,48986,25837,48458,507,476,434,400,821],"total":336900101,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34091579,34117623,34111817,34101063,34082299,34159508,34102211,34095352,34078127,34078071],"completion":[34089529,34083281,34060845,34051086,34081815,34159088,34101787,34094960,34077726,34077644],"submission":[2050,34342,50972,49977,484,420,424,392,401,427],"total":306933098,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34537822,34571401,34605827,34596337,34571409,34648176,34581681,34584770,34520341,34383695],"completion":[34535688,34535883,34554253,34544574,34570933,34647759,34581250,34584360,34519953,34383277],"submission":[2134,35518,51574,51763,476,417,431,410,388,418],"total":311070709,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton12-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton12-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":12,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80892963,80744773,80815989,80850792,80820922,80743697,79591951,72686619,72649058,73593647],"completion":[80890509,80682488,80699579,80740573,80820371,80743243,79591484,72686189,72648552,73593237],"submission":[2454,62285,116410,110219,551,454,467,430,506,410],"total":702510232,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[84270645,84283788,84229728,84602341,84227288,84205873,78944908,75795706,76264795,64531672],"completion":[84269128,84219192,84120497,84493929,84226801,84205445,78944442,75795276,76264387,64531247],"submission":[1517,64596,109231,108412,487,428,466,430,408,425],"total":717098297,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[91052266,91124244,91154658,91396670,91216778,87462853,83769483,84273440,65005484,44835428],"completion":[91050140,91061756,91045796,91288838,91216267,87462322,83769011,84273033,65005083,44834975],"submission":[2126,62488,108862,107832,511,531,472,407,401,453],"total":730253293,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92022097,91998620,92029451,92320448,92009300,87605286,84570703,85244464,61596647,45799298],"completion":[92020260,91925312,91916335,92211219,92008742,87604768,84570256,85244052,61596228,45798847],"submission":[1837,73308,113116,109229,558,518,447,412,419,451],"total":733187800,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65982100,66028113,66104535,66137434,66110148,66011907,66327619,65985520,62310009,37988058],"completion":[65979815,65959833,65973742,66013523,66109628,66011467,66327156,65985114,62309609,37987616],"submission":[2285,68280,130793,123911,520,440,463,406,400,442],"total":563015528,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66978578,67032781,67199005,67193076,67130211,67003445,67384697,67060789,59471123,35534334],"completion":[66976315,66961825,67082417,67075011,67129673,67002996,67384253,67060362,59470718,35533902],"submission":[2263,70956,116588,118065,538,449,444,427,405,432],"total":565020353,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60636951,60558853,60603014,60509757,60678090,60658373,60616651,60878750,60649614,60572287],"completion":[60573470,60494378,60483322,60509237,60677669,60657940,60616230,60878335,60649220,60571871],"submission":[63481,64475,119692,520,421,433,421,415,394,416],"total":545736392,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62729223,62713219,62709711,62669690,62783754,62596068,62654207,63070512,62631605,54739229],"completion":[62601788,62582479,62584693,62599118,62654544,62595498,62653602,63070076,62631201,54738790],"submission":[127435,130740,125018,70572,129210,570,605,436,404,439],"total":556580898,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton12-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton12-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":12,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35187174,35209774,35204817,35168828,35162153,35178335,35159839,35172818,35164217,35009616],"completion":[35161512,35183902,35159168,35168272,35161721,35177924,35159404,35172399,35163803,35009213],"submission":[25662,25872,45649,556,432,411,435,419,414,403],"total":316439745,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33695716,33691953,33691066,33670564,33691987,33645103,33644348,33644366,33644651,33643165],"completion":[33643065,33643761,33643532,33643938,33644553,33644586,33643928,33643965,33644259,33642743],"submission":[52651,48192,47534,26626,47434,517,420,401,392,422],"total":302973960,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton13-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton13-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":13,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[84158052,83978038,83989893,83770368,84074455,84031486,80055856,76585586,77521421,62726732],"completion":[84047506,83871699,83889650,83769829,84074039,84031032,80055251,76585163,77521002,62726300],"submission":[110546,106339,100243,539,416,454,605,423,419,432],"total":716747122,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79966253,79788802,79999059,79870104,79862077,79989429,79849415,72736649,72262588,73052174],"completion":[79963589,79724525,79894664,79767014,79861591,79988985,79848934,72736199,72262098,73051706],"submission":[2664,64277,104395,103090,486,444,481,450,490,468],"total":697467319,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92303373,92221818,92361263,92428370,92311155,88557604,85446635,85050685,57931992,42776334],"completion":[92300592,92162670,92257165,92315554,92310647,88556878,85446209,85050275,57899046,42775482],"submission":[2781,59148,104098,112816,508,726,426,410,32946,852],"total":729203456,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[90813847,90816003,90902330,91009454,90979348,88198621,83794629,84708775,64322290,44956571],"completion":[90811240,90749874,90798953,90904353,90978810,88198192,83794165,84708346,64321882,44955760],"submission":[2607,66129,103377,105101,538,429,464,429,408,811],"total":729703220,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66710508,66766382,66835600,66809277,66811103,66791555,66775460,66791906,62669052,37431394],"completion":[66708398,66700068,66716548,66692783,66810574,66791062,66775037,66791485,62668645,37430876],"submission":[2110,66314,119052,116494,529,493,423,421,407,518],"total":567694185,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67411790,67455187,67505871,67577722,67522502,67452665,67443564,67489817,60916866,36017904],"completion":[67409068,67384808,67387434,67456082,67521982,67452219,67443131,67489419,60916462,36017429],"submission":[2722,70379,118437,121640,520,446,433,398,404,475],"total":569392247,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[61221989,61155734,61190228,61119195,61162362,61129927,61104213,61242478,61134119,61214055],"completion":[61219929,61085846,61063572,60998281,61161736,61129493,61103791,61242082,61133710,61213626],"submission":[2060,69888,126656,120914,626,434,422,396,409,429],"total":550462989,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[63095798,63062561,62948287,62923947,62957588,62991431,63037509,62927657,62942597,56041509],"completion":[63093714,62994161,62833053,62803530,62957000,62990960,63037054,62927203,62942189,56041065],"submission":[2084,68400,115234,120417,588,471,455,454,408,444],"total":559843328,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton13-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton13-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":13,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33659528,33657591,33679671,33631349,33631908,33631397,33631323,33631393,33631900,33631792],"completion":[33631032,33630566,33631256,33630848,33631488,33630980,33630921,33631006,33631509,33631385],"submission":[28496,27025,48415,501,420,417,402,387,391,407],"total":302767642,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34562553,34530631,34541657,34499545,34538958,34480426,34520481,34482715,34477288,34321316],"completion":[34515562,34484764,34493268,34474651,34494254,34479841,34519957,34482252,34476819,34320847],"submission":[46991,45867,48389,24894,44704,585,524,463,469,469],"total":310400540,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton14-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton14-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":14,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[160112536,159933912,159980390,156690967,110754740,111300994,111401268,111446731,76650335,58197157],"completion":[160110392,159833227,159796181,145249941,110753578,111300404,111400823,111446303,76649921,58196709],"submission":[2144,100685,184209,11441026,1162,590,445,428,414,448],"total":1056370675,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[161555986,161516133,158868727,149580141,111835942,112512019,112510853,112478397,72069387,54656811],"completion":[161553752,161419374,158681431,146239268,111834711,112511498,112510417,112477989,72068987,54656362],"submission":[2234,96759,187296,3340873,1231,521,436,408,400,449],"total":1046042552,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[144428836,144548718,144609017,138342972,132088167,93512397,93881710,93904899,93888390,93892903],"completion":[144426562,144440154,144419267,138158637,132087601,93511920,93881195,93904490,93887951,93892464],"submission":[2274,108564,189750,184335,566,477,515,409,439,439],"total":1028682032,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[148537675,148559349,148554319,141628036,124535238,98612281,99070264,99113353,99109374,84128353],"completion":[148535231,148460677,148360451,141440985,124534653,98611808,99069836,99112925,99108975,84127909],"submission":[2444,98672,193868,187051,585,473,428,428,399,444],"total":1043324086,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[101309065,101420009,101833976,101881170,101483913,101687247,101680675,91148546,62025239,57139818],"completion":[101306963,101311755,101625269,101685066,101483365,101686794,101680242,91147697,62024687,57139382],"submission":[2102,108254,208707,196104,548,453,433,849,552,436],"total":820311655,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[101753765,101978333,101809940,102114046,102047394,101999507,101957117,88776791,56560297,53030291],"completion":[101550651,101768682,101616878,102013764,101845649,101998941,101956677,88776341,56559811,53029816],"submission":[203114,209651,193062,100282,201745,566,440,450,486,475],"total":810284943,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[84787202,84964056,84810750,85093127,85115513,84843014,84985047,85272379,85114721,85010047],"completion":[84784728,84857044,84625635,84896522,85114996,84842560,84984621,85271980,85114325,85009617],"submission":[2474,107012,185115,196605,517,454,426,399,396,430],"total":765218082,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[89716944,89362300,89699457,89511335,89788730,89706469,89826999,89888742,89584349,70731714],"completion":[89608732,89259778,89500804,89510795,89788289,89706014,89826543,89888335,89583928,70731295],"submission":[108212,102522,198653,540,441,455,456,407,421,419],"total":788110296,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton14-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton14-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":14,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33985108,33956417,33972563,33961555,33874254,33866972,34000191,34155810,33954057,33905575],"completion":[33940118,33909209,33925760,33961013,33873839,33866518,33999760,34155397,33953637,33905158],"submission":[44990,47208,46803,542,415,454,431,413,420,417],"total":305656453,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33637926,33670409,33682753,33683319,33636251,33635867,33636625,33635715,33636359,33636479],"completion":[33635566,33635860,33635817,33636055,33635739,33635425,33636191,33635316,33635963,33636048],"submission":[2360,34549,46936,47264,512,442,434,399,396,431],"total":302860452,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton15-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton15-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":15,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92050808,92086328,92133383,92262262,92060811,87968912,84806615,85559843,56957459,41410419],"completion":[92048309,92027350,92028243,92161781,92060282,87968368,84806163,85559414,56955679,41409933],"submission":[2499,58978,105140,100481,529,544,452,429,1780,486],"total":725259628,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[90981585,91048968,91138353,91103916,91001546,87834030,83549174,84101083,63568447,44339114],"completion":[90979348,90990654,91021587,90997296,91001051,87833371,83548660,84100669,63567687,44338388],"submission":[2237,58314,116766,106620,495,659,514,414,760,726],"total":727698885,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[83772699,83832856,83791301,83987427,83792099,83850993,79584646,75897927,76454918,65056331],"completion":[83770281,83770821,83681249,83875541,83791623,83850533,79584042,75897485,76454524,65017886],"submission":[2418,62035,110052,111886,476,460,604,442,394,38445],"total":716495692,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80151461,80386524,80407529,80341869,80262034,80192379,79918145,72435537,72266886,73162088],"completion":[80148845,80321926,80294608,80234525,80261526,80191955,79917724,72435070,72266473,73161684],"submission":[2616,64598,112921,107344,508,424,421,467,413,404],"total":699388284,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66659097,66295742,66404962,66376394,66503291,66475996,66492301,66363140,61595438,37826254],"completion":[66536524,66175454,66291618,66312595,66387826,66475264,66491855,66362706,61595001,37825666],"submission":[122573,120288,113344,63799,115465,732,446,434,437,588],"total":564346003,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67544588,67381320,67498752,67537455,67457645,67554252,67455932,67343142,58008611,35841996],"completion":[67541941,67311482,67377183,67421522,67457114,67553806,67455481,67342722,58008208,35841419],"submission":[2647,69838,121569,115933,531,446,451,420,403,577],"total":566089678,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60973354,60647637,60684708,60630319,60718874,60791734,60796161,60797664,60675789,60744460],"completion":[60906032,60584447,60564992,60629772,60718438,60791325,60795754,60797266,60675373,60744046],"submission":[67322,63190,119716,547,436,409,407,398,416,414],"total":546497744,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62991259,62797406,62845846,62990172,62843672,62885855,62896928,63024969,62912870,54212710],"completion":[62989034,62726576,62731449,62865101,62843127,62885399,62896490,63024361,62912393,54212290],"submission":[2225,70830,114397,125071,545,456,438,608,477,420],"total":557421370,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton15-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton15-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":15,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33673055,33676274,33677197,33630998,33630425,33630609,33630467,33630689,33630686,33630819],"completion":[33630211,33630438,33630536,33630450,33629952,33630138,33630039,33630268,33630277,33630367],"submission":[42844,45836,46661,548,473,471,428,421,409,452],"total":302777383,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33638725,33675131,33686867,33687352,33637754,33637275,33638243,33636485,33637104,33638378],"completion":[33636620,33636300,33636928,33636669,33637246,33636845,33637828,33636038,33636622,33637945],"submission":[2105,38831,49939,50683,508,430,415,447,482,433],"total":302881133,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton2-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton2-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":2,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[190874715,190720971,191166140,192486996,191862173,192731037,191366149,192685533,191934350,115614896],"completion":[190872039,190534440,190808278,192124478,191861125,192730569,191365686,192685000,191933838,115614346],"submission":[2676,186531,357862,362518,1048,468,463,533,512,550],"total":1650579455,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[191874083,192216322,192761432,194475564,193529197,193585178,192788563,194826847,188905793,107513050],"completion":[191871977,192037037,192384123,194120992,193528679,193584737,192788135,194826434,188905325,107512580],"submission":[2106,179285,377309,354572,518,441,428,413,468,470],"total":1650612962,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[178737644,179433667,179375011,179149062,179275573,179157735,179852575,179119927,178428543,178744367],"completion":[178734714,179235778,179021526,178614705,179274993,179157307,179851824,179119527,178428139,178743936],"submission":[2930,197889,353485,534357,580,428,751,400,404,431],"total":1613260506,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[182450629,182747581,181504835,182115933,183152097,183162216,182668743,182241041,182136591,169866624],"completion":[182266346,182562101,181131331,182114460,183151656,183161792,182668332,182240640,182136165,169866208],"submission":[184283,185480,373504,1473,441,424,411,401,426,416],"total":1629813184,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[389768630,390550000,254609429,216167832,216486768,216720226,215877708,215439200,216347847,131715920],"completion":[389766468,390386986,176111045,216045997,216486244,216719787,215877285,215438774,216347419,131715489],"submission":[2162,163014,78498384,121835,524,439,423,426,428,431],"total":2073929924,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[392074696,389474394,242204245,218259685,217729378,217474735,217454167,218927833,217534394,123985627],"completion":[391755525,389153532,175273894,218198189,217601635,217474133,217453726,218927407,217533965,123985166],"submission":[319171,320862,66930351,61496,127743,602,441,426,429,461],"total":2063060720,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[372559022,372978542,245630212,248804747,202301113,201871937,202182728,202189080,202015284,201511334],"completion":[372556282,372816033,245304397,201374269,202299758,201871465,202182327,202188635,202014894,201510911],"submission":[2740,162509,325815,47430478,1355,472,401,445,390,423],"total":2079499416,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[376902183,378524017,229534564,238730625,206045224,206387813,205453665,205952477,207353954,197850944],"completion":[376900095,378363776,229212467,206327837,206043865,206387351,205453198,205952061,207353536,197850525],"submission":[2088,160241,322097,32402788,1359,462,467,416,418,419],"total":2075849080,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton2-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton2-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":2,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92793857,92607034,92794600,92859684,92762380,93684063,92989358,84119298,57940582,52816358],"completion":[92753982,92564424,92720056,92859146,92761866,93683606,92988911,84118887,57940093,52815821],"submission":[39875,42610,74544,538,514,457,447,411,489,537],"total":752580648,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[94183584,92973479,93225985,93148507,93188358,93954133,93263249,81965734,49472000,44593893],"completion":[94108564,92895195,93150219,93147978,93187884,93953675,93262817,81965303,49471445,44593468],"submission":[75020,78284,75766,529,474,458,432,431,555,425],"total":735795437,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77876995,77981664,77753818,77740868,77702921,78192455,77711467,78478263,78061899,77900482],"completion":[77833852,77938823,77669956,77740208,77702476,78192056,77711033,78477846,78061497,77900065],"submission":[43143,42841,83862,660,445,399,434,417,402,417],"total":701571770,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[81913888,81831785,81958644,81940476,82073067,81910657,82280646,82532672,81976573,66436691],"completion":[81911819,81778967,81875082,81866103,82072484,81910198,82280223,82532250,81976159,66436272],"submission":[2069,52818,83562,74373,583,459,423,422,414,419],"total":722993702,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton3-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton3-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":3,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163750845,163841499,164022910,163899374,163681390,163845180,163839347,163907475,163890393,103314681],"completion":[163748430,163324663,163653927,163525118,163679811,163844606,163838822,163907056,163889987,103314241],"submission":[2415,516836,368983,374256,1579,574,525,419,406,440],"total":1414253637,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[161536467,160919520,162219506,162458699,162093032,162050184,161650615,161968107,161494265,119203036],"completion":[161534317,160712762,161870719,162075992,161901616,162049659,161650140,161967705,161493864,119202612],"submission":[2150,206758,348787,382707,191416,525,475,402,401,424],"total":1414792681,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[157061150,157164943,156257415,156928047,156797081,157413734,157057903,157150239,157118336,145921033],"completion":[156865004,156975469,155899725,156927538,156796645,157412246,157057495,157149785,157117926,145920624],"submission":[196146,189474,357690,509,436,1488,408,454,410,409],"total":1401819360,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[154056579,154270459,153307593,153915541,153786081,154254153,153402330,153975703,153876904,154248810],"completion":[154054305,154073086,152950129,153553780,153785585,154253416,153401878,153975254,153876511,154248384],"submission":[2274,197373,357464,361761,496,737,452,449,393,426],"total":1385048781,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[314141548,226264404,224972168,226125836,224869036,224997666,225365236,224641607,224572858,165336805],"completion":[313833953,225341473,224847073,226064834,224757755,224997164,225364785,224641194,224572453,165336365],"submission":[307595,922931,125095,61002,111281,502,451,413,405,440],"total":1967160460,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[334904448,228163795,223293485,224343648,224245623,223180547,224155846,224264164,222596160,173369096],"completion":[334902054,224618342,223175737,224217744,224245034,223180101,224155412,224263754,222595757,173368664],"submission":[2394,3545453,117748,125904,589,446,434,410,403,432],"total":1967626372,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[351165710,226399895,215963742,215327090,215615056,216449442,215475341,216000811,215974798,206018726],"completion":[351163272,214898916,215843203,215212988,215614519,216448995,215474905,216000357,215974383,206018310],"submission":[2438,11500979,120539,114102,537,447,436,454,415,416],"total":1943239669,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[370403618,236091252,211914989,211345538,211311173,211532558,211669264,212331857,211441552,211732293],"completion":[370400189,210628714,211799489,211224906,211310654,211532093,211668825,212331428,211441082,211731804],"submission":[3429,25462538,115500,120632,519,465,439,429,470,489],"total":1929384142,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton3-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton3-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":3,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86673711,86291899,86954518,86217608,86504416,86288561,86599397,86366993,62388246,40159730],"completion":[86605963,86215583,86886905,86179933,86430234,86288032,86598903,86366550,62387796,40159098],"submission":[67748,76316,67613,37675,74182,529,494,443,450,632],"total":707781263,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[85948914,85590969,86354582,85612312,85638703,85492115,86298836,85930956,68059442,44070567],"completion":[85946688,85548859,86240011,85540890,85638195,85491685,86298401,85930529,68059029,44069862],"submission":[2226,42110,114571,71422,508,430,435,427,413,705],"total":713062086,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[78981285,79088082,79160803,78805759,78623850,78645414,78796348,79374319,79023717,68365358],"completion":[78943201,79049857,79083354,78805000,78623442,78644997,78795929,79373922,79023335,68364922],"submission":[38084,38225,77449,759,408,417,419,397,382,436],"total":699931161,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76143260,76177399,76104173,76819562,75952451,76132521,76061448,76555921,76085380,76501099],"completion":[76140346,76127294,76033314,76743961,75951979,76132055,76061051,76555472,76084988,76500627],"submission":[2914,50105,70859,75601,472,466,397,449,392,472],"total":686398175,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton4-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton4-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":4,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[371181814,238243226,212688407,213906201,212752557,213882501,212855611,212611588,212514042,214026680],"completion":[371179590,211438468,212577277,213784451,212752000,213881982,212855148,212611154,212513622,214026186],"submission":[2224,26804758,111130,121750,557,519,463,434,420,494],"total":1943494737,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[363239512,235269146,214724832,216132440,215058260,214481440,215214094,214551200,214576933,210170676],"completion":[363079710,214171774,214605938,216131843,215057812,214481023,215213651,214550797,214576486,210170162],"submission":[159802,21097372,118894,597,448,417,443,403,447,514],"total":1950192944,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[322783695,228426220,224786001,224235472,223963724,224814443,224692651,224724064,223872951,172686408],"completion":[322781569,223952846,224663511,224117348,223963222,224813994,224692247,224723607,223872535,172685990],"submission":[2126,4473374,122490,118124,502,449,404,457,416,418],"total":1972217436,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[320102541,229323161,225166007,224889458,224826005,224983908,224560916,226196431,224596565,169143260],"completion":[320100348,225002021,225049591,224769729,224825361,224983416,224560477,226195953,224596053,169142825],"submission":[2193,4321140,116416,119729,644,492,439,478,512,435],"total":1973702103,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[154039493,151520742,154626578,153602698,153557292,154234658,154215794,154221575,154133315,154094407],"completion":[154036599,151319881,154251430,153216003,153556791,154234220,154215383,154221163,154132926,154093992],"submission":[2894,200861,375148,386695,501,438,411,412,389,415],"total":1384217464,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156835496,153691557,156864069,156086489,157005556,157431429,156580688,156175416,156888713,147009582],"completion":[156452103,153316316,156521278,155863953,156617607,157430917,156580209,156175020,156888310,147009140],"submission":[383393,375241,342791,222536,387949,512,479,396,403,442],"total":1397745982,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163207894,168013362,163770251,163449996,163477365,163871649,163973863,163625907,163580150,105144692],"completion":[163205730,162747706,163380139,163043205,163476837,163871179,163973390,163625485,163579733,105144252],"submission":[2164,5265656,390112,406791,528,470,473,422,417,440],"total":1418919504,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164736314,164533635,164828342,164529927,164726575,164663018,164461845,164444118,164745003,100895009],"completion":[164734126,164325398,164438406,164172548,164726042,164662589,164461406,164443714,164744540,100894567],"submission":[2188,208237,389936,357379,533,429,439,404,463,442],"total":1418023166,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton4-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton4-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":4,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[69948615,69854258,69906749,69861448,69849993,65008408,49221509,49532051,49416081,49440141],"completion":[69921579,69802429,69855971,69860887,69849519,65007974,49220921,49531635,49415683,49439719],"submission":[27036,51829,50778,561,474,434,588,416,398,422],"total":542124548,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50102743,50122926,50124951,50114454,50103920,50093508,50125746,50059664,50152491,50083965],"completion":[50054083,50072861,50076243,50083096,50056019,50093013,50125336,50059236,50152090,50083522],"submission":[48660,50065,48708,31358,47901,495,410,428,401,443],"total":450990245,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton5-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton5-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":5,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[362949155,235913612,217174444,216648201,216784185,217629568,217092417,217006321,216804701,204981295],"completion":[362946771,216139870,217053795,216529891,216783580,217629092,217091934,217005832,216804226,204980822],"submission":[2384,19773742,120649,118310,605,476,483,489,475,473],"total":1960048186,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[373599980,239779759,212507486,212133080,211917436,213285931,212629906,213111238,212490195,212300173],"completion":[373459070,210707444,212391446,212132444,211916994,213285472,212629492,213110817,212489775,212299751],"submission":[140910,29072315,116040,636,442,459,414,421,420,422],"total":1940169970,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[324914942,229694374,225655005,226036310,226511837,225811629,225874349,225873024,225540583,164915923],"completion":[324912751,225350478,225542080,225919290,226511250,225811189,225873886,225872593,225540163,164915499],"submission":[2191,4343896,112925,117020,587,440,463,431,420,424],"total":1975926856,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[326312667,227474407,223471531,223616671,223738758,223848067,223212171,222867762,223740548,179612218],"completion":[326310519,223164758,223356775,223490721,223738175,223847598,223211757,222867359,223740134,179611814],"submission":[2148,4309649,114756,125950,583,469,414,403,414,404],"total":1971595701,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[157468214,156358151,156848364,156395770,157014239,156821473,156686614,156490412,156505082,145084100],"completion":[157116649,155972369,156490440,156203083,156673599,156820919,156686171,156489999,156504665,145083641],"submission":[351565,385782,357924,192687,340640,554,443,413,417,459],"total":1398217771,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[154009112,152943083,153525764,153463940,153555081,153734360,153738821,153523862,153565091,154474054],"completion":[154006418,152735204,153197787,153130296,153554362,153733897,153738383,153523422,153564623,154473626],"submission":[2694,207879,327977,333644,719,463,438,440,468,428],"total":1382727086,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[165056150,164480656,164523029,165472888,164863423,164803970,164916065,164970829,164184169,95586459],"completion":[165053890,164299199,164165178,165111237,164862889,164803497,164915620,164970406,164183742,95585932],"submission":[2260,181457,357851,361651,534,473,445,423,427,527],"total":1413811070,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163193811,163445783,162647771,162824212,162941140,163165974,162733338,162627499,163464871,109395321],"completion":[163191643,163064424,162299817,162464236,162940640,163165530,162732818,162627060,163464429,109394890],"submission":[2168,381359,347954,359976,500,444,520,439,442,431],"total":1413260898,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton5-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton5-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":5,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66181468,66057642,66108777,66157591,66145042,66084136,65858389,43960126,43451965,43444474],"completion":[66130693,66010024,66062175,66156881,66144581,66083661,65857970,43959705,43451249,43444027],"submission":[50775,47618,46602,710,461,475,419,421,716,447],"total":527279738,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52808361,52819500,52915275,52826523,52852743,52767892,52858509,52845081,52909298,52797154],"completion":[52805582,52780754,52865146,52746550,52851543,52767448,52858087,52844657,52908910,52796695],"submission":[2779,38746,50129,79973,1200,444,422,424,388,459],"total":475706509,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton6-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton6-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":6,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[380787641,380321642,285121800,218604700,219751223,219482602,218661220,218769642,219308119,135979070],"completion":[380785258,380168528,261445472,218484152,219750478,219482045,218660730,218769165,219307644,135978527],"submission":[2383,153114,23676328,120548,745,557,490,477,475,543],"total":2116013921,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[381365917,379532302,272595164,221354758,220995224,221265448,221703657,220581083,220537090,123411786],"completion":[381363617,379373946,263296934,221227171,220994589,221265000,221703211,220580587,220536661,123411356],"submission":[2300,158356,9298230,127587,635,448,446,496,429,430],"total":2101992623,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[362996887,359693912,303420197,207319856,206115412,206293016,206950769,206636679,206082894,206727495],"completion":[362834497,359535152,303094635,207319275,206114990,206292555,206950339,206636271,206082477,206727078],"submission":[162390,158760,325562,581,422,461,430,408,417,417],"total":2109253423,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[367489266,368569574,290268180,211205841,210874276,210415894,211389916,210712728,211273239,195672998],"completion":[367486857,368393386,289954479,211068800,210873643,210415400,211389482,210712331,211272816,195672559],"submission":[2409,176188,313701,137041,633,494,434,397,423,439],"total":2120396389,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[191387696,191247358,191614632,191702571,190879967,191147366,191376681,191006452,182248086,106668291],"completion":[191204294,191068138,191253017,191353679,190879410,191146953,191376254,191006026,182247657,106667804],"submission":[183402,179220,361615,348892,557,413,427,426,429,487],"total":1627901481,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[193753814,194481034,194012568,193892887,193760823,193640680,194002141,193624150,174559445,96706450],"completion":[193394365,194126605,193654393,193707905,193407644,193640152,194001696,193623728,174559020,96705957],"submission":[359449,354429,358175,184982,353179,528,445,422,425,493],"total":1628690205,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[175560489,175773786,175796849,176122745,176464341,175858944,176018341,175712588,175638758,175511924],"completion":[175557512,175562378,175436138,175771680,176463770,175858511,176017888,175712111,175638327,175511505],"submission":[2977,211408,360711,351065,571,433,453,477,431,419],"total":1582908391,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[180160228,180232618,180250252,180477319,180411944,180077270,180319047,180469612,180289399,163537497],"completion":[180157876,180047400,179877290,180109591,180411446,180076823,180318549,180469125,180288998,163537061],"submission":[2352,185218,372962,367728,498,447,498,487,401,436],"total":1606073864,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton6-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton6-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":6,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[71863669,71840521,71956892,71765215,71842580,71725880,49784750,41428966,41663207,41721772],"completion":[71816345,71763660,71911437,71764726,71842135,71725451,49784339,41428346,41662793,41721365],"submission":[47324,76861,45455,489,445,429,411,620,414,407],"total":533740993,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[53834395,53842552,53995877,54061167,53921030,53825017,53955252,53939986,53821318,53939428],"completion":[53831284,53800880,53942444,54017189,53891487,53824115,53954853,53939570,53820918,53939011],"submission":[3111,41672,53433,43978,29543,902,399,416,400,417],"total":485417219,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton7-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton7-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":7,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[326697168,231801697,226185468,225787440,225459086,225000575,225870600,226697028,226732767,163402522],"completion":[326694648,225785753,226067709,225677890,225458466,225000123,225870120,226696598,226732264,163402097],"submission":[2520,6015944,117759,109550,620,452,480,430,503,425],"total":1976951558,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[339873757,231674287,224135410,223738243,223678363,222739512,224087344,224416930,225001226,175790099],"completion":[339735898,224052052,224015444,223737714,223677315,222739066,224086885,224416506,225000809,175789665],"submission":[137859,7622235,119966,529,1048,446,459,424,417,434],"total":1975276003,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[358542821,233493425,216283398,216837176,216552519,216557247,216327101,216619366,217248133,204054240],"completion":[358539951,217479380,216168940,216708868,216551966,216556772,216326682,216618903,217247736,204053814],"submission":[2870,16014045,114458,128308,553,475,419,463,397,426],"total":1953985954,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[375919348,238443633,212326461,212245717,212352626,212563684,212667109,212235307,210506501,211868028],"completion":[375916843,209796534,212208388,212129945,212351985,212563215,212666703,212234914,210506064,211867598],"submission":[2505,28647099,118073,115772,641,469,406,393,437,430],"total":1935222882,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[161885010,163623605,164198683,164399181,164261961,164421622,164081079,164080083,164715366,104339918],"completion":[161883413,163427145,163817612,164047200,164261439,164421196,164080636,164079669,164714966,104339494],"submission":[1597,196460,381071,351981,522,426,443,414,400,424],"total":1418131604,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[160935283,161551694,161837171,162113292,162787067,162246316,161801289,162121529,162690051,119913176],"completion":[160581746,161183997,161474255,161920619,162438633,162245800,161800789,162121084,162689651,119912737],"submission":[353537,367697,362916,192673,348434,516,500,445,400,439],"total":1417071308,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[158904356,156945571,157203101,157261163,156991648,157286036,157180278,157139841,157624692,145365871],"completion":[158902205,156553628,156855735,156904444,156991109,157285573,157179852,157139436,157624299,145365347],"submission":[2151,391943,347366,356719,539,463,426,405,393,524],"total":1403369889,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153809232,152629587,154130691,153993488,154559100,154618113,154152190,154539176,153854119,154648145],"completion":[153806121,152443835,153758785,153615503,154558625,154617637,154151765,154538768,153853723,154647716],"submission":[3111,185752,371906,377985,475,476,425,408,396,429],"total":1387140025,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton7-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton7-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":7,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67903931,67775683,67891914,67861841,67814071,67816748,44175244,42560398,42574948,42560247],"completion":[67856674,67727483,67848071,67861339,67813586,67816315,44174825,42559802,42574500,42559822],"submission":[47257,48200,43843,502,485,433,419,596,448,425],"total":511042522,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49955211,49901917,50033779,50079235,49956040,49954655,49979995,49909036,49996126,50006613],"completion":[49926676,49867728,49981371,50078683,49926346,49953704,49979569,49908621,49995694,50006181],"submission":[28535,34189,52408,552,29694,951,426,415,432,432],"total":449935456,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton8-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton8-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":8,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[43007824,43113556,43086954,42973403,42702311,43313987,42908598,43054880,43127880,43392899],"completion":[42939782,43046326,42962864,42972843,42701826,43313556,42908168,43054479,43127470,43392489],"submission":[68042,67230,124090,560,485,431,430,401,410,410],"total":387683711,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[47417820,47562568,47649447,47281231,47676904,47389525,47557881,47554615,44310938,38959141],"completion":[47415533,47495732,47517434,47160164,47676309,47389091,47557443,47554103,44310500,38958519],"submission":[2287,66836,132013,121067,595,434,438,512,438,622],"total":415952484,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50541192,50556653,50921857,50722198,50787063,50669745,50819626,48411104,41164731,36102613],"completion":[50539059,50497306,50790334,50609872,50786571,50669282,50819182,48410701,41164250,36102188],"submission":[2133,59347,131523,112326,492,463,444,403,481,425],"total":430165905,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51092774,51181123,51227112,51250622,51366927,51246330,51265751,47696747,41099247,36670312],"completion":[51090698,51110815,51109192,51131729,51366428,51245819,51265319,47696329,41098720,36669893],"submission":[2076,70308,117920,118893,499,511,432,418,527,419],"total":433016233,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[78397125,78300637,78424363,74170543,74713889,73240319,73369836,73326498,73284546,73304639],"completion":[78394953,78228882,78312546,74062204,74713321,73239660,73369418,73326076,73284156,73304196],"submission":[2172,71755,111817,108339,568,659,418,422,390,443],"total":672148768,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[81207026,81144160,81341376,88911016,76599244,76480608,76477782,76497535,76518211,62495708],"completion":[81204845,81078424,81224751,79512126,76597921,76479978,76477336,76497123,76517813,62495283],"submission":[2181,65736,116625,9398890,1323,630,446,412,398,425],"total":696479332,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87048999,87117105,84864868,86727642,85067665,85119967,85097875,85113826,66662144,44462017],"completion":[87046670,87057966,84749134,86622279,85067067,85119509,85097453,85113426,66661686,44461572],"submission":[2329,59139,115734,105363,598,458,422,400,458,445],"total":710246528,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87798765,87888790,85606191,86918755,85762793,85688562,85646524,85672348,63503334,45238240],"completion":[87687833,87773151,85486714,86865359,85678488,85688032,85646044,85671891,63502892,45237763],"submission":[110932,115639,119477,53396,84305,530,480,457,442,477],"total":711938576,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton8-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton8-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":8,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34154858,34281057,34117507,34109597,34061967,34152815,34232536,34043846,34041913,34059518],"completion":[34124935,34252557,34065064,34109033,34061542,34152388,34232138,34043461,34041524,34059111],"submission":[29923,28500,52443,564,425,427,398,385,389,407],"total":307107683,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35339054,35394283,35243727,35272461,35345070,35175410,35310222,35151931,35134773,34668109],"completion":[35285450,35342140,35188290,35244096,35292461,35174891,35309761,35151514,35134362,34667664],"submission":[53604,52143,55437,28365,52609,519,461,417,411,445],"total":316702536,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34477120,34542794,34422192,34478646,34356150,34468858,34525906,34337158,34353648,34422708],"completion":[34474714,34507769,34369680,34426671,34355672,34468422,34525484,34336675,34353262,34422286],"submission":[2406,35025,52512,51975,478,436,422,483,386,422],"total":309915878,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34005970,34071715,33987681,34036670,33926422,34009132,34052435,33903822,33920624,34018847],"completion":[34003625,34034265,33931551,33974465,33925907,34008700,34052007,33903402,33920224,34018418],"submission":[2345,37450,56130,62205,515,432,428,420,400,429],"total":305934188,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton9-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton9-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":9,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50034702,50161646,50141106,50233106,50099034,50100526,50016623,50095109,43823073,34605518],"completion":[50032701,50103757,50047746,50138897,50098521,50100088,50016203,50094709,43822671,34604941],"submission":[2001,57889,93360,94209,513,438,420,400,402,577],"total":429285351,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51080846,51191296,51229197,51277486,51162986,51104851,51177371,51274010,40327464,35744744],"completion":[51078831,51134268,51135360,51182366,51162509,51104399,51176956,51273598,40327048,35744285],"submission":[2015,57028,93837,95120,477,452,415,412,416,459],"total":434499960,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[45088160,45136950,45074813,45000544,44997089,44925843,45067483,45022212,44979240,45144348],"completion":[45036547,45083325,44966824,45000056,44996625,44925420,45067063,45021814,44978839,45143942],"submission":[51613,53625,107989,488,464,423,420,398,401,406],"total":405358926,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[47020264,47145666,47039923,47091403,47125129,47124202,46998688,47014254,47139449,41043952],"completion":[47018159,47087145,46947664,46992713,47124620,47123763,46998220,47013835,47139041,41043513],"submission":[2105,58521,92259,98690,509,439,468,419,408,439],"total":417734116,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87769498,87660560,85539407,75455130,76958029,76892978,76904709,76876281,76788076,73276957],"completion":[87678937,87572444,85449237,75410433,76886939,76892387,76904238,76875845,76787645,73276523],"submission":[90561,88116,90170,44697,71090,591,471,436,431,434],"total":706365420,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88216655,88502351,84997555,82913926,72559190,72660529,72609841,72593600,72564182,72533613],"completion":[88214519,88450909,84912704,74107693,72557992,72660055,72609419,72593083,72563768,72533189],"submission":[2136,51442,84851,8806233,1198,474,422,517,414,424],"total":691948966,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[82251654,82240199,82283720,80621158,86211546,86201506,86207326,86185526,86195950,73156530],"completion":[82249303,82187369,82194719,80536958,86210875,86201054,86206848,86185120,86195549,73156121],"submission":[2351,52830,89001,84200,671,452,478,406,401,409],"total":749316677,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[84034364,84070986,84198350,80556559,84463730,84500727,84480046,84597417,84452636,69352649],"completion":[84032157,84017646,84107658,80469041,84463091,84500290,84479610,84597007,84452234,69352217],"submission":[2207,53340,90692,87518,639,437,436,410,402,432],"total":740686410,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton9-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton9-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":9,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36667615,36692926,36740226,36625734,36651542,36740589,36670896,36657190,36587556,33645010],"completion":[36640500,36665157,36690915,36625203,36651049,36740117,36670415,36656720,36587126,33644563],"submission":[27115,27769,49311,531,493,472,481,470,430,447],"total":327018680,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38034904,38156990,38017066,38043924,38027694,38092419,37974757,37973233,36211136,34123130],"completion":[37985421,38107536,37968096,38017586,37979484,38091898,37974321,37972813,36210744,34122640],"submission":[49483,49454,48970,26338,48210,521,436,420,392,490],"total":336627045,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34132592,34173336,34318600,34171298,34138612,34125101,34254746,34146907,34110921,34128461],"completion":[34130321,34137534,34267536,34119174,34138103,34124650,34254351,34146491,34110467,34128038],"submission":[2271,35802,51064,52124,509,451,395,416,454,423],"total":307575122,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34800495,34854524,34882353,34839046,34790730,34883252,34783584,34830537,34804514,34463293],"completion":[34798356,34820027,34830558,34783984,34790227,34882799,34783169,34830127,34804115,34462869],"submission":[2139,34497,51795,55062,503,453,415,410,399,424],"total":313139214,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton0-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton0-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":0,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[155094007,154600923,154701494,155137962,153992150,154038917,155132922,154992217,155255159,154608386],"completion":[155086771,154379292,154295697,154736763,153991652,154037078,155132533,154991799,155254713,154607964],"submission":[7236,221631,405797,401199,498,1839,389,418,446,422],"total":1392470025,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156197061,156715032,156523158,157207345,156541588,156844093,157375365,156677959,157342381,149182600],"completion":[156193873,156514296,156133628,156816176,156541060,156843473,157374947,156677550,157341974,149182178],"submission":[3188,200736,389530,391169,528,620,418,409,407,422],"total":1404420949,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164299780,163778930,164168380,165317293,164017511,164667133,164409629,164463647,164163311,106884914],"completion":[164296612,163577377,163817961,164940247,163814285,164666611,164409194,164463243,164162910,106884475],"submission":[3168,201553,350419,377046,203226,522,435,404,401,439],"total":1422653526,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[165126068,164844383,164836851,165205523,164514335,165147963,165214462,164891409,165314816,101705681],"completion":[165123439,164649383,164445134,164823597,164513632,165147532,165214032,164891009,165314374,101705252],"submission":[2629,195000,391717,381926,703,431,430,400,442,429],"total":1421689557,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[359778229,234579660,215159584,214648441,214588805,214896384,215376019,215396572,215799206,214003570],"completion":[359623953,214374390,215042458,214647838,214588365,214895927,215375496,215396139,215798745,214003149],"submission":[154276,20205270,117126,603,440,457,523,433,461,421],"total":1954643148,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[353050508,232060396,217279537,217207252,216318047,216150438,216561877,217520615,217736546,212176906],"completion":[352737849,216598119,217161361,217144668,216193777,216149838,216561422,217520194,217736149,212176431],"submission":[312659,15462277,118176,62584,124270,600,455,421,397,475],"total":1963026815,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[315419484,226024305,226150740,225769192,226763282,226435983,226011867,225460782,225997700,173405765],"completion":[315416898,225952732,226030713,225645309,226762759,226435509,226011406,225460348,225997288,173405338],"submission":[2586,71573,120027,123883,523,474,461,434,412,427],"total":1982032504,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[314000974,226303037,226440460,226744324,226741487,226385914,226852106,226652221,226553280,170376086],"completion":[313988711,226227147,226302973,226619679,226740952,226385442,226851652,226651758,226552813,170375672],"submission":[12263,75890,137487,124645,535,472,454,463,467,414],"total":1983062029,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton0-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton0-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":0,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77262821,77031569,77234240,77413252,77311822,77221292,77381022,77380052,77190666,77143121],"completion":[77259919,76982450,77155741,77340666,77311311,77220849,77380602,77379644,77190260,77142717],"submission":[2902,49119,78499,72586,511,443,420,408,406,404],"total":695356774,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79931943,79667433,79863451,79983673,79870799,79960998,80129461,79993674,79734709,69455981],"completion":[79891346,79623748,79786573,79982361,79870312,79960565,80129040,79993253,79734307,69455540],"submission":[40597,43685,76878,1312,487,433,421,421,402,441],"total":708668645,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88060116,87980732,87972417,88218453,88242270,88167682,88024602,88044848,61813171,44477771],"completion":[87982725,87904892,87896059,88180153,88168320,88167157,88024154,88044447,61812762,44477160],"submission":[77391,75840,76358,38300,73950,525,448,401,409,611],"total":723181994,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87999042,88156141,88043275,88439782,88027158,88049191,88407516,88002890,60293257,42848010],"completion":[87996984,88107539,87968310,88368975,88026636,88048756,88407093,88002490,60292842,42847225],"submission":[2058,48602,74965,70807,522,435,423,400,415,785],"total":720323058,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton1-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton1-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":1,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[155351958,155437625,156094158,156505447,155998047,155905177,155310616,156175370,155836739,143397474],"completion":[155348433,155253623,155726624,156127628,155997436,155903540,155310075,156174844,155836219,143396984],"submission":[3525,184002,367534,377819,611,1637,541,526,520,490],"total":1390864347,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[152389285,152170018,153178872,152707252,152769848,152524730,152357238,152586798,152712965,152391822],"completion":[152385794,151968672,152814774,152354422,152769284,152523938,152356807,152586385,152712571,152391378],"submission":[3491,201346,364098,352830,564,792,431,413,394,444],"total":1373411656,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163414308,163883882,164729702,164934024,164741481,163921680,164280736,163942535,161748898,94708197],"completion":[163412085,163697282,164361313,164567676,164740684,163921248,164280280,163942126,161748501,94707596],"submission":[2223,186600,368389,366348,797,432,456,409,397,601],"total":1406902110,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[161626721,162118355,162637003,162788167,162823348,161773165,162070336,162458742,161663928,107389898],"completion":[161445578,161916040,162259796,162787468,162639336,161772703,162069914,162458310,161663531,107389475],"submission":[181143,202315,377207,699,184012,462,422,432,397,423],"total":1406443171,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[361831962,233186079,216165883,216907682,214926619,215642983,216279233,215696041,215332511,204604395],"completion":[361829060,215140298,216049842,216791250,214926105,215642526,216278773,215695604,215332098,204603963],"submission":[2902,18045781,116041,116432,514,457,460,437,413,432],"total":1948755641,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[372514140,238424268,211036606,211323580,211259873,210894908,211422530,211641227,210865733,212165797],"completion":[372511706,211137679,210914148,211205676,211259312,210894471,211422096,211640730,210865290,212165360],"submission":[2434,27286589,122458,117904,561,437,434,497,443,437],"total":1929114598,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[316750652,227218923,225118688,224912365,225370492,224834633,224872489,225205872,225725851,162872402],"completion":[316445613,225361941,225000770,224851641,225246543,224834047,224872084,225205256,225725419,162871937],"submission":[305039,1856982,117918,60724,123949,586,405,616,432,465],"total":1966146526,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[326714267,225582491,222683071,223797475,223331063,222954404,223009435,222307308,222812342,176499820],"completion":[326712127,221978137,222558350,223666384,223330485,222953928,223008989,222306901,222811925,176499379],"submission":[2140,3604354,124721,131091,578,476,446,407,417,441],"total":1962992689,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton1-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton1-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":1,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80075778,80011206,79609114,79813625,79825144,79958121,79844653,79687458,80031912,64001192],"completion":[80007797,79939041,79538638,79812000,79824527,79957660,79844215,79687028,80031504,64000762],"submission":[67981,72165,70476,1625,617,461,438,430,408,430],"total":702791175,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[75733635,75899395,75499806,75727511,75922549,76155949,75656932,75618598,76036409,75822519],"completion":[75731623,75843788,75427467,75653500,75922016,76155511,75656519,75618130,76036004,75822098],"submission":[2012,55607,72339,74011,533,438,413,468,405,421],"total":682349557,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87779887,87431552,87634309,88177772,87921330,87696943,87921481,86938982,59915417,43976482],"completion":[87777305,87386667,87562284,88103118,87920758,87696482,87921029,86938548,59914963,43975973],"submission":[2582,44885,72025,74654,572,461,452,434,454,509],"total":717672205,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86578644,86171237,86083235,86464572,86249559,86155759,86270223,86559933,66260111,43882450],"completion":[86576678,86121646,85969297,86388801,86249045,86155336,86269791,86559543,66259704,43881779],"submission":[1966,49591,113938,75771,514,423,432,390,407,671],"total":714379536,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton10-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton10-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":10,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[55227946,54586262,54631401,55117770,54963350,54454150,54709552,45365598,37139340,35278340],"completion":[55181500,54540084,54539137,55117243,54962913,54453718,54709144,45365174,37138861,35277792],"submission":[46446,46178,92264,527,437,432,408,424,479,548],"total":446256273,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[55543136,55099739,55101640,55583496,55260843,54920453,55034918,42456663,35319748,33912954],"completion":[55540973,55044215,55009987,55490623,55260245,54920010,55034488,42456252,35319296,33912414],"submission":[2163,55524,91653,92873,598,443,430,411,452,540],"total":442700772,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[44865691,45204403,44590193,44787198,44804258,45084491,44786544,44549572,44610739,44645663],"completion":[44863598,45149898,44487320,44686270,44803754,45084036,44786111,44549176,44610337,44645231],"submission":[2093,54505,102873,100928,504,455,433,396,402,432],"total":403072729,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[48641821,48366839,48451376,48348728,48802357,48433583,48409606,48316215,46711634,37372084],"completion":[48639223,48292294,48326682,48228228,48801630,48432980,48409013,48315645,46711058,37371357],"submission":[2598,74545,124694,120500,727,603,593,570,576,727],"total":423229333,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87952411,87723641,87099083,84884269,83539345,84530141,84528553,84461747,66907807,43728361],"completion":[87950911,87666142,86991602,84801272,83538835,84529701,84528064,84461352,66907396,43727813],"submission":[1500,57499,107481,82997,510,440,489,395,411,548],"total":707416419,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88960330,88842018,87767971,85141746,89481446,85671896,85668838,85686885,57921974,40671781],"completion":[88851322,88735911,87665219,85094849,85674497,85670860,85668436,85686457,57921563,40671209],"submission":[109008,106107,102752,46897,3806949,1036,402,428,411,572],"total":706868403,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79329191,79149090,78974711,77675793,76847273,71562313,72716010,72708036,72664433,72743134],"completion":[79327020,79086951,78869429,77566999,76846548,71561834,72715555,72707616,72664026,72742695],"submission":[2171,62139,105282,108794,725,479,455,420,407,439],"total":675053132,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[82029464,81923299,81811876,79163847,76216463,76456973,76529861,76575350,76549426,65264308],"completion":[82026901,81858367,81705003,79052874,76215913,76456510,76529432,76574907,76548989,65263876],"submission":[2563,64932,106873,110973,550,463,429,443,437,432],"total":690504406,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton10-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton10-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":10,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[37306917,37310356,37287538,37227488,37239975,37254577,37243825,37250366,36217546,33810249],"completion":[37258747,37262497,37239777,37226863,37239505,37254072,37243370,37249837,36217081,33809594],"submission":[48170,47859,47761,625,470,505,455,529,465,655],"total":330849430,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35895742,35965727,35939912,35924818,35886074,35910003,35839686,35922819,35909135,34099485],"completion":[35893840,35933149,35889964,35874646,35885574,35909574,35839260,35922413,35908734,34099064],"submission":[1902,32578,49948,50172,500,429,426,406,401,421],"total":321404444,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34218716,34230186,34221110,34233747,34207664,34151940,34161402,34186498,34195071,34143908],"completion":[34216473,34193514,34167094,34181566,34207150,34151411,34160988,34186089,34194568,34143493],"submission":[2243,36672,54016,52181,514,529,414,409,503,415],"total":307739125,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33987541,34018478,34015013,34018656,33989249,33964401,33958394,33958095,33960433,33972687],"completion":[33985426,33981806,33963866,33966997,33988779,33963986,33957956,33957603,33960009,33972275],"submission":[2115,36672,51147,51659,470,415,438,492,424,412],"total":305862177,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton11-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton11-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":11,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66261666,66252791,66609771,66279096,66603269,67964691,60431148,50578404,39517810,39452604],"completion":[66191744,66182506,66539450,66242155,66536190,67964155,60429140,50577687,39517144,39452144],"submission":[69922,70285,70321,36941,67079,536,2008,717,666,460],"total":523908950,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[68342349,68441643,68555545,68414244,68825702,68156995,59765820,53511783,50558826,50009447],"completion":[68303409,68403122,68486918,68413724,68825255,68156570,59764672,53511247,50558346,50009036],"submission":[38940,38521,68627,520,447,425,1148,536,480,411],"total":556248911,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[57424353,57304206,57345946,57499015,57476808,57266091,57565716,57118222,50644993,44774146],"completion":[57421977,57258795,57275205,57428964,57476256,57265624,57565272,57117648,50644437,44773100],"submission":[2376,45411,70741,70051,552,467,444,574,556,1046],"total":497040199,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51635715,51384031,51510601,51510820,51578534,51660799,51403621,51628985,51509403,51054731],"completion":[51633783,51337900,51436933,51442296,51578039,51660367,51403199,51628588,51508995,51054306],"submission":[1932,46131,73668,68524,495,432,422,397,408,425],"total":463248020,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton12-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton12-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":12,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80726072,80777302,80747497,80787371,80744757,80718221,80606977,73184319,72742683,72530020],"completion":[80723425,80711060,80643164,80678523,80744173,80717723,80606588,73183895,72742231,72529565],"submission":[2647,66242,104333,108848,584,498,389,424,452,455],"total":702851669,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[83520530,83575861,83647350,83762565,83671692,83649409,80654767,75630655,75902301,66179769],"completion":[83518217,83514878,83527650,83652265,83671083,83648988,80654328,75630135,75901864,66179315],"submission":[2313,60983,119700,110300,609,421,439,520,437,454],"total":716686614,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[91501375,91412581,91637882,91483586,91491178,88847157,84224580,84387738,61689678,45514424],"completion":[91446148,91354569,91512796,91483023,91490752,88846680,84224131,84387340,61689269,45513797],"submission":[55227,58012,125086,563,426,477,449,398,409,627],"total":730701579,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[91825675,91721022,91966646,92004335,91925699,88850210,84497372,84705007,59906946,44984755],"completion":[91818144,91658945,91863706,91896227,91925132,88849797,84496935,84704618,59906560,44984268],"submission":[7531,62077,102940,108108,567,413,437,389,386,487],"total":730575475,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67946889,67953191,67976335,67968862,68128867,67960143,67887223,67845709,60753683,35696743],"completion":[67826014,67831635,67851765,67901342,68007643,67959635,67886754,67845286,60753273,35696171],"submission":[120875,121556,124570,67520,121224,508,469,423,410,572],"total":572183813,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67181215,67263353,67343955,67358677,67374882,67245270,67316054,67347117,62846811,36763110],"completion":[67177953,67191397,67220962,67229671,67374394,67244846,67315608,67346710,62846408,36762577],"submission":[3262,71956,122993,129006,488,424,446,407,403,533],"total":570870137,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[63498174,63217649,63344806,63382303,63330023,63328894,63350624,63220598,63219093,56649384],"completion":[63494232,63145278,63217799,63255735,63329468,63328410,63350181,63220158,63218678,56648966],"submission":[3942,72371,127007,126568,555,484,443,440,415,418],"total":563053066,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[61630137,61594584,61477714,61567625,61551401,61632732,61565073,61584506,61540414,61616577],"completion":[61619972,61514592,61339694,61444544,61550828,61632297,61564465,61584096,61540012,61616127],"submission":[10165,79992,138020,123081,573,435,608,410,402,450],"total":554143114,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton12-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton12-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":12,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33633339,33670559,33681286,33680820,33630969,33631760,33631875,33631192,33631226,33631752],"completion":[33631204,33630879,33631108,33631369,33630483,33631314,33631443,33630794,33630826,33631317],"submission":[2135,39680,50178,49451,486,446,432,398,400,435],"total":302830018,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34042728,34044786,34034361,33995425,34010798,33993089,33996213,33995550,33994598,33971396],"completion":[33998926,33997808,33988674,33994916,34010344,33992661,33995792,33995137,33994180,33970975],"submission":[43802,46978,45687,509,454,428,421,413,418,421],"total":306042899,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton13-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton13-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":13,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[84787673,84863394,85022562,84771802,84689521,84810565,79446077,76631481,76552620,59929545],"completion":[84785285,84806757,84917300,84659690,84688941,84810114,79445633,76630972,76552208,59929050],"submission":[2388,56637,105262,112112,580,451,444,509,412,495],"total":716730356,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80179564,80048973,80169116,80213030,80079811,80068360,79876154,72148674,71851269,71910738],"completion":[80177224,79978597,80058931,80105717,80079296,80067847,79875662,72148182,71850852,71910300],"submission":[2340,70376,110185,107313,515,513,492,492,417,438],"total":696378860,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92527136,92701499,92708971,92737919,92661932,88050554,85329794,83370140,59615984,44114768],"completion":[92524910,92639808,92600424,92621347,92661352,88050076,85329286,83369707,59615366,44114101],"submission":[2226,61691,108547,116572,580,478,508,433,618,667],"total":731305163,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[90618086,90700403,90762316,90744272,90617770,87711739,83066717,83104070,67026298,44688911],"completion":[90615775,90636073,90651546,90633539,90617178,87711292,83066262,83103652,67025897,44688369],"submission":[2311,64330,110770,110733,592,447,455,418,401,542],"total":728436683,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67270697,67209970,67342572,67216613,67485721,67316486,67232253,67229594,59953500,35296524],"completion":[67157288,67091787,67221878,67154849,67370525,67315960,67231823,67229154,59953092,35295953],"submission":[113409,118183,120694,61764,115196,526,430,440,408,571],"total":566295829,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66458129,66385618,66463445,66414563,66516434,66450946,66590712,66487348,61935779,36900663],"completion":[66399141,66326444,66340349,66413931,66515986,66450523,66590312,66486915,61935379,36900113],"submission":[58988,59174,123096,632,448,423,400,433,400,550],"total":564156449,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62560302,62598585,62792381,62792999,62643561,62858460,62692433,62645484,62717137,55013522],"completion":[62558022,62532037,62668615,62678818,62642990,62858024,62692016,62645073,62716713,55013105],"submission":[2280,66548,123766,114181,571,436,417,411,424,417],"total":556766400,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60747893,60865816,60753195,60902367,60713174,61064712,60740564,60830993,60743486,60831300],"completion":[60745774,60795755,60626949,60777364,60712641,61064081,60740157,60830588,60743072,60830890],"submission":[2119,70061,126246,125003,533,631,407,405,414,410],"total":547456813,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton13-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton13-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":13,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35195254,35184024,35216550,35150707,35169159,35151742,35168104,35151828,35172759,34986343],"completion":[35168393,35158035,35169113,35150166,35168730,35151331,35167642,35151397,35172346,34985927],"submission":[26861,25989,47437,541,429,411,462,431,413,416],"total":316360367,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33696629,33694582,33694581,33672620,33690331,33645986,33644505,33647284,33646127,33645686],"completion":[33644778,33644903,33644908,33643238,33643522,33645471,33644086,33646857,33645707,33645245],"submission":[51851,49679,49673,29382,46809,515,419,427,420,441],"total":302988381,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton14-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton14-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":14,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[90755714,90800895,90808140,90838068,90735598,87654361,83375359,84628582,63240709,44115310],"completion":[90753245,90736584,90698188,90733824,90735033,87653928,83374857,84628173,63240293,44114549],"submission":[2469,64311,109952,104244,565,433,502,409,416,761],"total":726209676,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[91665768,91716449,91778871,91913308,91721185,87796715,84686778,85751856,57329889,41431909],"completion":[91663212,91650912,91671684,91813776,91720666,87796081,84686331,85751442,57329479,41431341],"submission":[2556,65537,107187,99532,519,634,447,414,410,568],"total":724140092,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80027862,80103319,80060543,80107838,79943883,80190293,79642773,72206388,72637485,73484522],"completion":[80025015,80039637,79953430,80004372,79943322,80189830,79642358,72205928,72637074,73484113],"submission":[2847,63682,107113,103466,561,463,415,460,411,409],"total":698389972,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[83666407,83454085,83532608,83374323,83388613,83459886,79616203,75700433,76978013,65257490],"completion":[83598905,83395867,83424492,83373818,83388193,83459465,79615701,75699977,76977608,65257076],"submission":[67502,58218,108116,505,420,421,502,456,405,414],"total":714775582,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66976468,66934663,67172861,67125547,67072684,66944294,67150770,67040821,59708942,35464607],"completion":[66973671,66868510,67061792,67009596,67072160,66943840,67150306,67040380,59708519,35463903],"submission":[2797,66153,111069,115951,524,454,464,441,423,704],"total":564626907,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66357016,66329363,66463113,66449016,66502676,66380826,66501139,66526748,61814267,36220079],"completion":[66354093,66258734,66346306,66329768,66502147,66380357,66500711,66526349,61813863,36219531],"submission":[2923,70629,116807,119248,529,469,428,399,404,548],"total":563198428,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62304626,62561579,62536036,62475495,62614321,62397475,62393799,62465901,62448198,55756841],"completion":[62302189,62491681,62414479,62350855,62613835,62397033,62393376,62465499,62447756,55756402],"submission":[2437,69898,121557,124640,486,442,423,402,442,439],"total":555659441,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60781145,60819215,60746328,60774381,60879681,60857754,60733321,60734567,60834151,60745626],"completion":[60654696,60701880,60621120,60705907,60755080,60857241,60732835,60734149,60833727,60745198],"submission":[126449,117335,125208,68474,124601,513,486,418,424,428],"total":547140636,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton14-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton14-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":14,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33679717,33676323,33676951,33660857,33674688,33630884,33631208,33630822,33631635,33630832],"completion":[33630091,33629799,33630093,33630515,33630750,33630377,33630756,33630397,33631238,33630354],"submission":[49626,46524,46858,30342,43938,507,452,425,397,478],"total":302852977,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33662417,33676966,33701541,33637325,33635976,33636167,33636757,33637018,33637826,33636956],"completion":[33634931,33635848,33639461,33636789,33635560,33635756,33636330,33636612,33637435,33636513],"submission":[27486,41118,62080,536,416,411,427,406,391,443],"total":302843884,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton15-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton15-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":15,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163149601,163078194,162184316,145694589,112016015,113231760,113257518,113257612,69775161,54508591],"completion":[163057259,162987162,161993825,145693818,112014942,113231147,113257074,113257151,69774765,54507984],"submission":[92342,91032,190491,771,1073,613,444,461,396,607],"total":1047018453,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[161955385,161855958,161360330,147713965,110732939,111783334,111891854,111903406,77906352,58636527],"completion":[161953063,161755779,161174843,147486112,110732219,111782796,111891433,111902955,77905942,58635828],"submission":[2322,100179,185487,227853,720,538,421,451,410,699],"total":1053966025,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[148879761,148753908,148791331,146426635,125146157,98436492,99630545,99669764,99676235,83867278],"completion":[148877338,148653180,148610435,146242359,125145395,98436023,99630113,99669360,99675795,83866840],"submission":[2423,100728,180896,184276,762,469,432,404,440,438],"total":1050413556,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[144648930,144588947,144789977,143804361,131820309,93865111,93656724,94183641,94159517,94166539],"completion":[144646899,144479225,144606229,143617774,131819482,93864617,93656290,94183228,94159126,94166128],"submission":[2031,109722,183748,186587,827,494,434,413,391,411],"total":1035052608,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[103756728,103680356,103977705,103612716,103659032,103636756,103378641,82362748,53023425,52832941],"completion":[103555166,103485571,103787831,103499093,103463754,103636225,103378155,82362317,53022453,52832324],"submission":[201562,194785,189874,113623,195278,531,486,431,972,617],"total":810179545,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[103392164,103426200,103882486,103493579,103308059,103542413,103276631,84132774,58247904,56671888],"completion":[103390287,103323006,103682865,103299882,103307512,103541975,103276207,84132370,58247153,56671290],"submission":[1877,103194,199621,193697,547,438,424,404,751,598],"total":819994497,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[89996768,89559876,89734117,89990710,89373172,89506645,89472639,89709509,89397237,68084741],"completion":[89994640,89448600,89533796,89797162,89372542,89506175,89472216,89709073,89396842,68084320],"submission":[2128,111276,200321,193548,630,470,423,436,395,421],"total":784838899,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[84867958,84175600,84717729,84652629,84311251,84188738,84242796,84346364,84382585,84315631],"completion":[84865463,84066407,84518100,84442723,84310753,84188286,84242355,84345951,84382176,84315026],"submission":[2495,109193,199629,209906,498,452,441,413,409,605],"total":759347291,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton15-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton15-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":15,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34408178,34373111,34390163,34518437,34365922,34407852,34501555,34564318,34523002,34231783],"completion":[34375043,34346667,34342976,34517928,34365492,34407429,34501110,34563915,34522592,34231365],"submission":[33135,26444,47187,509,430,423,445,403,410,418],"total":309885584,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33688951,33685374,33685331,33663758,33682323,33636001,33635504,33636004,33636600,33635901],"completion":[33635989,33635564,33635888,33635049,33635867,33635477,33635079,33635588,33636188,33635465],"submission":[52962,49810,49443,28709,46456,524,425,416,412,436],"total":302903247,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton2-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton2-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":2,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163092803,162688060,162821526,163277118,163222857,161939272,162877685,162611157,162910464,109619303],"completion":[163090844,162486668,162485783,162910765,163035503,161938706,162877259,162610736,162910043,109618863],"submission":[1959,201392,335743,366353,187354,566,426,421,421,440],"total":1412871889,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164886639,164373454,165119416,163640744,164751168,163378784,163950264,164032039,164812852,98446050],"completion":[164884576,164186750,164765518,163274504,164748998,163378341,163949833,164031622,164812444,98445614],"submission":[2063,186704,353898,366240,2170,443,431,417,408,436],"total":1412516519,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153798501,153669757,153670164,154123262,152776834,154328920,153248699,153388770,153575234,154235470],"completion":[153777357,153474039,153296317,153760033,152776322,154328132,153248140,153388314,153574827,154235031],"submission":[21144,195718,373847,363229,512,788,559,456,407,439],"total":1383029989,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156565794,156650316,156575311,156827654,155517571,156440818,155642409,156396638,156238750,146503945],"completion":[156563462,156444832,156179751,156460399,155517047,156440157,155641953,156396110,156238356,146503517],"submission":[2332,205484,395560,367255,524,661,456,528,394,428],"total":1396987949,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[317296310,222351302,223863124,223442760,225239423,223968646,223662796,223438385,222966114,170501232],"completion":[316992566,222236566,223744267,223442221,225238947,223968207,223662331,223437974,222965718,170500812],"submission":[303744,114736,118857,539,476,439,465,411,396,420],"total":1959449344,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[316467091,224058674,225013940,224587007,224239074,224724982,224665534,224951317,224523852,163645191],"completion":[316464694,223994867,224898211,224466509,224238565,224724546,224665082,224950890,224523453,163644766],"submission":[2397,63807,115729,120498,509,436,452,427,399,425],"total":1960421729,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[358431874,230711715,213196735,213539195,213521273,212672073,213484842,213290859,212282984,214070324],"completion":[358429789,213680657,213069737,213421092,213520700,212671612,213484374,213290435,212282593,214069910],"submission":[2085,17031058,126998,118103,573,461,468,424,391,414],"total":1936853076,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[348541537,224561147,215699834,215851700,215643238,215423099,215689851,215602782,215599401,210111255],"completion":[348539332,214964479,215573978,215731923,215642541,215422634,215689392,215602361,215598983,210110799],"submission":[2205,9596668,125856,119777,697,465,459,421,418,456],"total":1944195656,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton2-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton2-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":2,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86260666,86616900,86063219,86783724,86446874,87087355,86273692,86314727,68636573,44313968],"completion":[86190584,86546557,85989367,86783171,86446462,87086916,86273273,86314307,68636176,44313277],"submission":[70082,70343,73852,553,412,439,419,420,397,691],"total":718768418,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86775158,87089874,86970459,87477296,87362266,87609020,87122926,87178166,63200950,40628813],"completion":[86773049,87037603,86899439,87397440,87361711,87608558,87122513,87177725,63200551,40628264],"submission":[2109,52271,71020,79856,555,462,413,441,399,549],"total":714648608,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76644567,76681598,77049492,76497882,76976994,77103992,77237781,76976188,76737182,76531960],"completion":[76641910,76633234,76969341,76424604,76976034,77103564,77237372,76975780,76736696,76531536],"submission":[2657,48364,80151,73278,960,428,409,408,486,424],"total":691854777,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79332852,79172389,79878393,79396056,79964878,79789178,80405715,79709844,79484726,68448772],"completion":[79330846,79121957,79797736,79323346,79964346,79788739,80405296,79709432,79484315,68448342],"submission":[2006,50432,80657,72710,532,439,419,412,411,430],"total":706303291,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton3-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton3-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":3,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[192315874,193207322,192425817,193051190,193006262,192213851,192090634,192874389,185436539,104343759],"completion":[192136295,193027091,192073131,193047906,193005508,192213428,192090229,192873946,185434990,104343179],"submission":[179579,180231,352686,3284,754,423,405,443,1549,580],"total":1638661905,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[188745304,189314528,188683647,190218255,189950976,188462178,188868948,189132428,189434791,125312025],"completion":[188743244,189117130,188314317,189869233,189950381,188461705,188868520,189131990,189265916,125311516],"submission":[2060,197398,369330,349022,595,473,428,438,168875,509],"total":1639776063,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183117288,183431575,182690782,184033385,182358514,182624098,182349881,183082138,182812483,164272862],"completion":[183115169,183242797,182320346,183665878,182358004,182623625,182349422,183081738,182812084,164272251],"submission":[2119,188778,370436,367507,510,473,459,400,399,611],"total":1627667059,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[177953826,177430948,178694988,178509262,177687015,177969508,177104014,177817025,177856477,177637852],"completion":[177951107,177229502,178339145,177969160,177686342,177969055,177103590,177816609,177856073,177637208],"submission":[2719,201446,355843,540102,673,453,424,416,404,644],"total":1601449633,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[384995307,379197136,250040146,216955466,217647042,217425350,217940053,218211522,217879260,130104233],"completion":[384685554,378888245,212937129,216890658,217516639,217424795,217939629,218211103,217878857,130103787],"submission":[309753,308891,37103017,64808,130403,555,424,419,403,446],"total":2065416447,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[382999350,381061043,268019074,214214336,215145524,215145513,215593745,216846767,215320369,141668723],"completion":[382997203,380907153,212237637,214088571,215144963,215145058,215593232,216846328,215319959,141668301],"submission":[2147,153890,55781437,125765,561,455,513,439,410,422],"total":2083029208,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[374479113,374042068,248371250,223741367,206233744,206063457,204850209,206209674,206042205,194841153],"completion":[374476734,373869078,248047677,204333048,206232401,206062985,204849741,206209255,206041743,194840732],"submission":[2379,172990,323573,19408319,1343,472,468,419,462,421],"total":2070409391,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[366916091,365074297,276760075,242785847,199750219,199924611,199853893,200325660,200737668,200191989],"completion":[366912854,364911160,276441019,198915834,199748960,199924125,199853477,200325265,200737271,200191563],"submission":[3237,163137,319056,43870013,1259,486,416,395,397,426],"total":2085420825,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton3-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton3-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":3,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92470611,92270421,92594161,92804171,92446962,92531227,92649733,81687257,49537104,44405454],"completion":[92394864,92188226,92522879,92763602,92371696,92530698,92649230,81686799,49536500,44404765],"submission":[75747,82195,71282,40569,75266,529,503,458,604,689],"total":730936195,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92171998,91940434,92486283,92719678,92481667,92272536,92699275,83032546,57079940,52541430],"completion":[92134207,91900677,92408318,92719046,92481232,92272126,92698869,83032095,57079203,52540847],"submission":[37791,39757,77965,632,435,410,406,451,737,583],"total":747262676,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[81068146,81444064,81232277,81704271,81659451,81543997,81143388,81369348,81411338,65971196],"completion":[81065921,81393870,81111896,81628537,81658937,81543534,81142955,81368916,81410938,65970759],"submission":[2225,50194,120381,75734,514,463,433,432,400,437],"total":717771195,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77260517,77411684,77067422,77311753,77423722,77664829,77273599,77239059,77231203,77651325],"completion":[77257892,77356736,76989033,77234262,77423223,77664351,77273191,77238646,77230800,77650903],"submission":[2625,54948,78389,77491,499,478,408,413,403,422],"total":696334191,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton4-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton4-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":4,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[373663000,238212746,214214164,213484153,213944450,212603041,213398150,213180641,212946083,212844182],"completion":[373660343,210672467,214101878,213371107,213943825,212602521,213397679,213180110,212945668,212843680],"submission":[2657,27540279,112286,113046,625,520,471,531,415,502],"total":1944841290,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[364315917,235395427,216031232,215418756,216960932,214380209,215238538,214977616,214164608,209392266],"completion":[364313711,214381159,215913959,215306710,216960390,214379763,215238105,214977195,214164192,209391833],"submission":[2206,21014268,117273,112046,542,446,433,421,416,433],"total":1951973285,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[326574228,229515314,223048962,223936697,223112653,224635909,223231176,224501056,223872344,176104882],"completion":[326572194,224249878,222928472,223819335,223111942,224635463,223230739,224500634,223871939,176104461],"submission":[2034,5265436,120490,117362,711,446,437,422,405,421],"total":1971974360,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[320081169,228931434,224620845,223856441,224855286,225139403,224223940,224674480,225335016,170767280],"completion":[319910269,224411197,224490372,223855942,224854826,225138963,224223537,224674056,225333944,170766846],"submission":[170900,4520237,130473,499,460,440,403,424,1072,434],"total":1972418063,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[154514717,151264697,154472208,154417782,154184045,154187343,154916962,153897625,153900443,154918632],"completion":[154512676,151046848,154109089,154060666,154183564,154186870,154916548,153897223,153900047,154918197],"submission":[2041,217849,363119,357116,481,473,414,402,396,435],"total":1386170499,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156618158,163003380,157093351,156095237,157270560,156165628,156848556,156458916,156134771,145952119],"completion":[156207354,156068000,156716869,155897624,156871486,156165075,156848153,156458505,156134348,145951674],"submission":[410804,6935380,376482,197613,399074,553,403,411,423,445],"total":1405033305,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[162017821,163781862,163986984,163854297,163684032,164296415,163694372,163830493,164352695,109065002],"completion":[162015638,163589289,163629417,163489072,163683386,164295974,163693925,163830074,164352288,109064589],"submission":[2183,192573,357567,365225,646,441,447,419,407,413],"total":1420927099,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[161900963,164807867,164940868,164757892,164377579,164847051,164518592,164472739,165312341,103698607],"completion":[161898803,164398698,164572341,164401157,164377071,164846615,164518168,164472298,165311906,103698180],"submission":[2160,409169,368527,356735,508,436,424,441,435,427],"total":1421741662,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton4-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton4-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":4,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66697819,66623118,66693622,66741284,66686073,66630836,63970993,44005408,43457325,43538461],"completion":[66670255,66595020,66647264,66740776,66685667,66630402,63970588,44004942,43456898,43538046],"submission":[27564,28098,46358,508,406,434,405,466,427,415],"total":528355674,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52752341,52823717,52909284,52810857,52827923,52725088,52729237,52867764,52829397,52731023],"completion":[52700777,52769208,52858000,52782131,52776309,52724536,52728821,52867360,52829002,52730581],"submission":[51564,54509,51284,28726,51614,552,416,404,395,442],"total":475363884,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton5-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton5-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":5,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[363649739,235241687,216545746,218262916,217005007,215979154,216902874,216881311,216502683,205073433],"completion":[363509768,216458967,216426136,218262327,217004495,215978652,216902393,216880741,216502165,205072420],"submission":[139971,18782720,119610,589,512,502,481,570,518,1013],"total":1958412816,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[376992408,239941517,212653596,212037327,212428535,213098029,212802759,212777997,211947437,211296160],"completion":[376990025,210630726,212530718,211915224,212427965,213097555,212802352,212777591,211947027,211295695],"submission":[2383,29310791,122878,122103,570,474,407,406,410,465],"total":1938997504,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[320995745,229868124,226217921,225925969,226266357,226304744,226092975,225506279,226844305,164315770],"completion":[320992553,226235660,226098686,225794189,226265861,226304314,226092516,225505867,226843808,164315279],"submission":[3192,3632464,119235,131780,496,430,459,412,497,491],"total":1977356474,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[330249269,228910063,224560942,223704457,223609487,223798435,223642524,223930873,223529172,177769229],"completion":[330247131,223394310,224436408,223569315,223608948,223797970,223642104,223930390,223528725,177768730],"submission":[2138,5515753,124534,135142,539,465,420,483,447,499],"total":1973469086,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[157569749,161173629,157201827,156867719,156934313,156800220,157446115,156495498,157039202,142298627],"completion":[157203631,156283364,156839889,156674442,156580631,156799291,157445682,156495093,157038776,142297724],"submission":[366118,4890265,361938,193277,353682,929,433,405,426,903],"total":1402472980,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153074241,151966144,153666719,153746082,153087859,153629768,153763097,153771753,153694171,152921465],"completion":[153072565,151771377,153296975,153403186,153087215,153629323,153762704,153771350,153693768,152921053],"submission":[1676,194767,369744,342896,644,445,393,403,403,412],"total":1380603890,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163036191,165180194,164892907,165950077,165012920,165402628,164840234,165224461,162575026,97751686],"completion":[163034240,165001184,164519745,165592042,165012423,165402191,164839795,165224020,162574617,97751108],"submission":[1951,179010,373162,358035,497,437,439,441,409,578],"total":1416839696,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[160915361,163157898,162856348,163437533,163321042,163407505,163343308,163224294,162762574,110858106],"completion":[160912663,162973438,162499705,163070490,163320496,163407063,163342901,163223839,162762129,110857643],"submission":[2698,184460,356643,367043,546,442,407,455,445,463],"total":1416588946,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton5-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton5-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":5,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[68947502,68919816,68963594,68997531,69053224,66425946,48792689,48663833,48833420,48792293],"completion":[68898826,68872421,68916794,68997011,69052730,66425510,48791987,48663406,48832961,48791836],"submission":[48676,47395,46800,520,494,436,702,427,459,457],"total":537452703,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50040012,49990476,50079637,50222603,50030730,49972367,49985265,50052384,50059250,50028400],"completion":[50037542,49948251,50024450,50170390,50000997,49971231,49984825,50051982,50058849,50027984],"submission":[2470,42225,55187,52213,29733,1136,440,402,401,416],"total":450537516,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton6-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton6-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":6,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[309721543,223919217,224349505,224817217,224629779,224723704,224188661,224326595,223624253,177146776],"completion":[309565750,223861434,224224895,224816671,224629337,224723290,224188216,224326141,223623813,177146336],"submission":[155793,57783,124610,546,442,414,445,454,440,440],"total":1971738038,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[308834674,225018315,225865978,225043255,225103418,226304982,225428821,224314146,225198504,168587376],"completion":[308832606,224958597,225749603,224927184,225102887,226304523,225428371,224313745,225198050,168586932],"submission":[2068,59718,116375,116071,531,459,450,401,454,444],"total":1970877398,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[355904505,235557195,214477205,214984169,214209286,214248163,214605465,214109078,214341248,214393351],"completion":[355902311,215161411,214363913,214862317,214208667,214247652,214605000,214108615,214340793,214392900],"submission":[2194,20395784,113292,121852,619,511,465,463,455,451],"total":1950939389,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[348569117,229734469,217075533,216099358,217072319,216526595,216101056,217675774,217178743,211008136],"completion":[348567083,216312171,216956361,215983853,217071640,216526111,216100622,217675372,217178348,211007706],"submission":[2034,13422298,119172,115505,679,484,434,402,395,430],"total":1958485484,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[160109434,161323240,162493627,162213477,162430727,162511508,162072070,162018199,162180691,110539309],"completion":[160107916,161129344,162131421,161848008,162430198,162511073,162071629,162017741,162180267,110538880],"submission":[1518,193896,362206,365469,529,435,441,458,424,429],"total":1407792166,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[161857570,163937252,163957889,163575419,164284693,163451703,163879055,164422869,163981016,96405573],"completion":[161504903,163568467,163587045,163387132,163944543,163451181,163878613,164422448,163980554,96405117],"submission":[352667,368785,370844,188287,340150,522,442,421,462,456],"total":1407904996,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153667708,150025576,153366128,153056643,152841844,152820771,152667984,153538168,153260242,153349610],"completion":[153665421,149818597,153033510,152677413,152841315,152820329,152667551,153537751,153259848,153349181],"submission":[2287,206979,332618,379230,529,442,433,417,394,429],"total":1374935721,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[161318667,155550047,155923620,155637857,155600340,155806970,155719564,155748152,156065918,143690177],"completion":[161316492,155198386,155576651,155279567,155599781,155806503,155719130,155747734,156065502,143689765],"submission":[2175,351661,346969,358290,559,467,434,418,416,412],"total":1389753493,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton6-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton6-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":6,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[68683827,68555672,68795047,68736175,68725429,65333432,42994480,42738775,42787063,42795209],"completion":[68657018,68528781,68721243,68735658,68724970,65332992,42993808,42738334,42786632,42794779],"submission":[26809,26891,73804,517,459,440,672,441,431,430],"total":511526548,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49817726,49794868,49757964,49832000,49776212,49719964,49709479,49810336,49755461,49733956],"completion":[49763698,49740212,49705874,49803243,49725096,49719167,49709047,49809919,49754805,49733524],"submission":[54028,54656,52090,28757,51116,797,432,417,656,432],"total":448102513,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton7-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton7-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":7,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[374719339,375914889,264142409,218159638,219382413,218415983,218462902,217914408,218698692,134553198],"completion":[374713078,375761008,227490129,218021621,219381748,218415477,218462400,217913958,218698252,134552709],"submission":[6261,153881,36652280,138017,665,506,502,450,440,489],"total":2085658553,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[371708371,371419657,246590235,216660798,216554808,216411179,217563844,216127305,215696984,174271757],"completion":[371706025,371242728,246273188,216533196,216554177,216410717,217563419,216126886,215696575,174271304],"submission":[2346,176929,317047,127602,631,462,425,419,409,453],"total":2091311970,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[360901967,361684717,298455974,233384081,208152311,208390923,207300452,207563861,207983001,198877270],"completion":[360899241,361513320,298171203,207963533,208150968,208390433,207300045,207563431,207982603,198876857],"submission":[2726,171397,284771,25420548,1343,490,407,430,398,413],"total":2131807517,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[354783535,354852070,320484612,246846993,202685707,203282252,204065570,202370063,202404075,202733435],"completion":[354781219,354690499,320179238,201783431,202684425,203281755,204065158,202369623,202403680,202732998],"submission":[2316,161571,305374,45063562,1282,497,412,440,395,437],"total":2139739675,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[193766017,193373726,193743565,193440827,193364741,192745795,193296463,192903471,171863429,95465503],"completion":[193412776,193027203,193383564,193255007,192993998,192745256,193296021,192903060,171863025,95464081],"submission":[353241,346523,360001,185820,370743,539,442,411,404,1422],"total":1620207981,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[191252619,190900546,190593250,191093160,189928483,190218485,190927772,190688553,179114106,106137248],"completion":[190873530,190710460,190225683,191092626,189928031,190217995,190927371,190688143,179113692,106136058],"submission":[379089,190086,367567,534,452,490,401,410,414,1190],"total":1619612189,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179685629,179954797,180286798,180881473,179445371,180596647,180490577,179972453,179689197,159205378],"completion":[179683504,179766612,179932196,180514162,179444863,180596166,180490140,179972040,179688783,159204950],"submission":[2125,188185,354602,367311,508,481,437,413,414,428],"total":1600533691,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[174507590,175019607,174974459,175789057,174464754,174782691,175123242,174582737,174631753,174293936],"completion":[174504967,174824581,174597407,175408095,174464245,174782237,175122770,174582279,174631350,174293516],"submission":[2623,195026,377052,380962,509,454,472,458,403,420],"total":1573672778,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton7-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton7-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":7,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[70673557,70465478,70700104,70723000,70643712,70597994,52260393,41194176,41123831,41128944],"completion":[70624072,70417523,70653504,70722456,70643231,70597546,52259961,41193557,41123410,41128528],"submission":[49485,47955,46600,544,481,448,432,619,421,416],"total":528848944,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[53486188,53502660,53481034,53584164,53518720,53440647,53597453,53487713,53528641,53402963],"completion":[53484091,53459040,53405612,53528679,53489107,53439733,53597025,53487299,53528233,53402293],"submission":[2097,43620,75422,55485,29613,914,428,414,408,670],"total":481661423,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton8-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton8-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":8,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[47319948,47038530,47237993,47022028,47154273,47007932,47261587,47531200,47060115,47047354],"completion":[47317823,46978741,47079321,46930399,47153740,47007455,47261138,47530737,47059693,47046937],"submission":[2125,59789,158672,91629,533,477,449,463,422,417],"total":424370673,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[47515887,47173265,47372432,47163293,47165445,47033091,47402348,47673892,47203398,46775346],"completion":[47513648,47110553,47273560,47069340,47164936,47032646,47401924,47673479,47202971,46774908],"submission":[2239,62712,98872,93953,509,445,424,413,427,438],"total":424972190,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[48495286,48151193,48511257,48432009,48373766,48484571,48443978,48117347,48255530,43045242],"completion":[48493130,48084904,48398975,48323914,48373265,48484134,48443547,48116939,48254904,43044806],"submission":[2156,66289,112282,108095,501,437,431,408,626,436],"total":429825049,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[47684150,46951171,47391956,47079754,47084963,47080017,47148340,47239263,47116757,46895055],"completion":[47629507,46861222,47281779,47079204,47084543,47079587,47147938,47238828,47116358,46894642],"submission":[54643,89949,110177,550,420,430,402,435,399,413],"total":423998927,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[85354460,85702025,85459475,74985091,73271735,73356530,73366149,73340582,73404870,73348985],"completion":[85351866,85639398,85361338,74884056,73271130,73356083,73365713,73340114,73404476,73348558],"submission":[2594,62627,98137,101035,605,447,436,468,394,427],"total":686248460,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[85126697,85589078,85240275,77097669,76085505,76073891,76071900,76053959,75950511,71574805],"completion":[85124451,85535601,85143870,76988960,76084810,76073444,76071373,76053559,75950107,71574383],"submission":[2246,53477,96405,108709,695,447,527,400,404,422],"total":699749570,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[82895070,83234007,82926959,84227305,91488407,85431682,85309775,85413366,85362205,55186845],"completion":[82800132,83138580,82831298,84174414,85408574,85430596,85309354,85412960,85361809,55186374],"submission":[94938,95427,95661,52891,6079833,1086,421,406,396,471],"total":738594753,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[81819909,82382781,81841430,83340609,83876627,85538442,85532294,85485364,85500248,64426768],"completion":[81817364,82231884,81744126,83232574,83875838,85537957,85531879,85484934,85499822,64426340],"submission":[2545,150897,97304,108035,789,485,415,430,426,428],"total":737937810,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton8-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton8-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":8,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[37057413,37168403,37061790,37075823,37097284,37015795,37048745,37104028,36436756,33776683],"completion":[37031225,37141204,37012486,37075264,37096811,37015370,37048323,37103624,36436350,33776169],"submission":[26188,27199,49304,559,473,425,422,404,406,514],"total":329792349,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35804801,35957195,35853589,35867949,35846740,35894620,35802003,35907448,35830303,34180772],"completion":[35802709,35924199,35802595,35816653,35846251,35894195,35801580,35907037,35829903,34180361],"submission":[2092,32996,50994,51296,489,425,423,411,400,411],"total":321147281,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34423633,34420475,34523844,34414919,34413950,34427082,34401692,34361258,34436437,34353595],"completion":[34371304,34367871,34470169,34387957,34363368,34426549,34401209,34360847,34436009,34353168],"submission":[52329,52604,53675,26962,50582,533,483,411,428,427],"total":309760845,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34010766,34050104,34145170,34098319,34003410,34034034,34021221,34010080,34042708,34092111],"completion":[34008604,34014329,34092040,34046924,34002881,34033616,34020770,34009662,34042301,34091707],"submission":[2162,35775,53130,51395,529,418,451,418,407,404],"total":306503887,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton9-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton9-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":9,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[48411031,48105045,47890366,47976191,47917940,48180477,48343960,48233433,42874318,39040769],"completion":[48349228,48043963,47781192,47975644,47917513,48180054,48343540,48233003,42873912,39040161],"submission":[61803,61082,109174,547,427,423,420,430,406,608],"total":418572621,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[43566861,43213806,43216040,42884243,42961828,42892135,43146700,43383730,42852112,43066790],"completion":[43564737,43143456,43097984,42760933,42961291,42891694,43146256,43383325,42851698,43066347],"submission":[2124,70350,118056,123310,537,441,444,405,414,443],"total":387627035,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52111797,51949282,51989679,52206421,51919261,52291762,52187899,45727846,41075441,36631817],"completion":[52109419,51878268,51877886,52086704,51918744,52291324,52187462,45727421,41074917,36631258],"submission":[2378,71014,111793,119717,517,438,437,425,524,559],"total":435990235,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50786616,50748722,50642876,51072057,50709598,51139919,50839282,47916588,41186231,37014604],"completion":[50784328,50686404,50531944,50965344,50709031,51139483,50838860,47916157,41185343,37014170],"submission":[2288,62318,110932,106713,567,436,422,431,888,434],"total":431282476,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[81768447,82005335,81798765,84594894,77454481,77426336,77362246,77474063,77477418,59971373],"completion":[81765970,81948695,81698317,80770289,77453255,77425834,77361823,77473649,77476997,59970954],"submission":[2477,56640,100448,3824605,1226,502,423,414,421,419],"total":695579477,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77764480,78049941,77837249,75714793,74528546,72611359,72628469,72686278,72619316,72629900],"completion":[77762328,77984119,77725743,75598534,74527969,72610899,72628055,72685879,72618926,72629469],"submission":[2152,65822,111506,116259,577,460,414,399,390,431],"total":669317660,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88487365,88807241,87673542,87436709,86487268,86452394,86509013,85433044,59970558,43434771],"completion":[88380691,88701934,87566772,87387280,86414250,86451812,86508434,85432587,59970104,43434127],"submission":[106674,105307,106770,49429,73018,582,579,457,454,644],"total":712217477,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86385515,86572693,85681572,86248501,84418856,84435155,84359427,84313931,68835169,45191835],"completion":[86383278,86506850,85570190,86147493,84418314,84434724,84359030,84313497,68834717,45191291],"submission":[2237,65843,111382,101008,542,431,397,434,452,544],"total":710070284,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n11ton9-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n11ton9-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":9,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34860747,35021043,35186426,35050676,34895006,34900575,34860174,34876371,34942872,34424183],"completion":[34832659,34993303,35133841,35050152,34894519,34900146,34859763,34875980,34942480,34423766],"submission":[28088,27740,52585,524,487,429,411,391,392,417],"total":314164119,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33869887,34065599,34136282,34134869,33889319,33929439,33899508,33906784,33980998,33888744],"completion":[33867901,34031290,34080019,34077776,33888773,33929002,33899100,33906385,33980486,33888318],"submission":[1986,34309,56263,57093,546,437,408,399,512,426],"total":305837994,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34170342,34317933,34325508,34325577,34148586,34097829,34090133,34118775,34153155,34127742],"completion":[34115333,34263827,34271950,34297208,34095904,34097305,34089668,34118361,34152751,34127281],"submission":[55009,54106,53558,28369,52682,524,465,414,404,461],"total":307712699,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34420473,34611494,34669098,34670574,34408459,34436958,34411606,34445385,34538402,34388523],"completion":[34418300,34576605,34617667,34619103,34407977,34436529,34411166,34444995,34538010,34388092],"submission":[2173,34889,51431,51471,482,429,440,390,392,431],"total":310587870,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n12ton0-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n12ton0-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":0,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[177453511,178093607,178022049,177719274,178025569,178040999,177627871,178065806,177661005,178031049],"completion":[177449319,177878801,177645415,177307588,178024502,178040419,177627388,178064896,177660098,178030566],"submission":[4192,214806,376634,411686,1067,580,483,910,907,483],"total":1601524805,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":12,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179731687,180134845,180841785,180423382,180141328,180302762,179869169,180432092,180131799,171105448],"completion":[179729526,179916936,180472952,180046822,180140709,180302307,179868741,180431661,180131378,171105009],"submission":[2161,217909,368833,376560,619,455,428,431,421,439],"total":1613394795,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[194360460,194497070,194200656,194062713,193905294,193785338,193911316,194096555,178573179,101984491],"completion":[194115943,194306894,193817653,193678148,193904744,193784871,193910895,194095714,178572768,101983757],"submission":[244517,190176,383003,384565,550,467,421,841,411,734],"total":1639028268,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":12,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[193928401,194593336,193763446,193883371,193884707,193590230,193803618,193487120,179496094,102040413],"completion":[193490849,194216156,193413915,193687484,193528408,193589703,193803022,193486696,179495629,102039752],"submission":[437552,377180,349531,195887,356299,527,596,424,465,661],"total":1638557640,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[364825475,363956060,288177355,194257674,207945449,207979244,207153856,207631639,209653455,208083134],"completion":[364644145,363790391,287832572,194257035,207945006,207978724,207153468,207631229,209653041,208082705],"submission":[181330,165669,344783,639,443,520,388,410,414,429],"total":2094852360,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":12,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[368650103,365558993,285018870,250452580,212485842,211830867,212012379,212629648,212158676,188254885],"completion":[368648077,365386976,284695485,210935872,212484599,211830387,212011947,212629248,212158263,188254410],"submission":[2026,172017,323385,39516708,1243,480,432,400,413,475],"total":2150417569,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[382007899,381905567,285536379,221875336,221618334,222566957,221795373,222616050,220074746,130798848],"completion":[382004637,381730980,245839790,221737448,221617647,222566451,221794943,222615642,220074309,130798397],"submission":[3262,174587,39696589,137888,687,506,430,408,437,451],"total":2128881394,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":12,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[381582171,383049269,287383719,223777067,222880686,224570329,222870582,223715962,218703707,124880458],"completion":[381579774,382867954,246309048,223643810,222880032,224569847,222870145,223715529,218703255,124880013],"submission":[2397,181315,41074671,133257,654,482,437,433,452,445],"total":2131847175,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n12ton0-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n12ton0-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":0,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[72431660,71893092,72247473,72231452,72185930,72117557,51538305,41996015,42085780,42321232],"completion":[72387499,71849172,72203111,72209517,72143410,72117067,51537873,41995421,42085265,42320805],"submission":[44161,43920,44362,21935,42520,490,432,594,515,427],"total":538628344,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[54316878,54315553,54341902,54502301,54345091,54381991,54291894,54281218,54361721,54315635],"completion":[54291138,54286997,54291054,54501752,54316461,54381062,54291411,54280826,54361321,54315173],"submission":[25740,28556,50848,549,28630,929,483,392,400,462],"total":489252628,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n12ton1-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n12ton1-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":1,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[155872029,155860051,155646804,155884726,155836921,155896606,155466763,154860338,156109846,144840483],"completion":[155863507,155666826,155310505,155535924,155836374,155896161,155466313,154859891,156108003,144840040],"submission":[8522,193225,336299,348802,547,445,450,447,1843,443],"total":1390413516,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":12,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[152896505,152593440,153061467,152264227,152889800,153272027,152467121,152429020,152988095,153057365],"completion":[152893508,152417521,152706450,151905653,152889285,153271576,152466707,152428566,152987648,153056946],"submission":[2997,175919,355017,358574,515,451,414,454,447,419],"total":1375035488,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164751812,164652472,164389076,164783080,164468155,164081018,163521500,164115349,162360902,93087708],"completion":[164380709,164298524,164033948,164589332,164109268,164080510,163520967,164114865,162360483,93087216],"submission":[371103,353948,355128,193748,358887,508,533,484,419,492],"total":1405470117,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":12,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[162055382,161866902,162185652,162182134,161955413,162265055,162019508,162158393,162644991,108281435],"completion":[162052965,161677077,161825919,161707029,161954917,162264618,162019059,162157920,162644538,108281005],"submission":[2417,189825,359733,475105,496,437,449,473,453,430],"total":1406901807,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[365276793,235670718,215646770,216385837,215975226,216498900,216323055,216188565,215734562,204687775],"completion":[365119330,215533697,215529112,216385246,215974802,216498465,216322624,216188153,215734157,204687367],"submission":[157463,20137021,117658,591,424,435,431,412,405,408],"total":1953126014,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":12,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[371271580,236051551,210990614,211326604,211455426,211322414,212654426,212101219,211341599,211808837],"completion":[371268967,209662991,210871151,211204777,211454929,211321971,212653997,212100761,211341182,211808408],"submission":[2613,26388560,119463,121827,497,443,429,458,417,429],"total":1929066204,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[317576412,228334379,225240626,224639117,225691447,224631041,225400443,224943097,225029377,164643050],"completion":[317574886,223806522,225112656,224521206,225690932,224630566,225399996,224942664,225028953,164642619],"submission":[1526,4527857,127970,117911,515,475,447,433,424,431],"total":1968569376,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":12,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[331876955,228817888,222623654,223114802,223156764,222131757,222764715,223324203,222986637,177616024],"completion":[331874840,222411470,222494617,222993542,223156227,222131263,222764310,223323777,222986214,177615591],"submission":[2115,6406418,129037,121260,537,494,405,426,423,433],"total":1966550387,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n12ton1-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n12ton1-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":1,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67489208,67619100,67612652,67457401,67504183,67429354,44881748,42638699,42604380,42824796],"completion":[67437741,67574869,67569822,67456908,67503725,67428934,44881323,42637950,42603966,42824365],"submission":[51467,44231,42830,493,458,420,425,749,414,431],"total":510583643,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":12,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49763926,49809677,49881236,49825898,49855269,49787329,49858768,49794006,49884452,49874259],"completion":[49761175,49772770,49830799,49777381,49808310,49786352,49858363,49793589,49884039,49873821],"submission":[2751,36907,50437,48517,46959,977,405,417,413,438],"total":448586251,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n12ton10-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n12ton10-1gib-allnodes-1e.json
@ -0,0 +1 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":10,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[61196576,61352731,61467088,61363645,61323888,61391677,61360701,61297569,61360561,61477711],"completion":[61194346,61279560,61351538,61249513,61323319,61391239,61360257,61297130,61360167,61477294],"submission":[2230,73171,115550,114132,569,438,444,439,394,417],"total":552405899,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":12,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62369034,62396326,62543631,62573360,62380548,62441526,62493576,62385933,62450897,58539289],"completion":[62366802,62327343,62421843,62459240,62380019,62441089,62493168,62385492,62450488,58538852],"submission":[2232,68983,121788,114120,529,437,408,441,409,437],"total":558215755,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66990222,67068560,67149211,67113284,67003260,67053038,67104026,67029184,62163527,34583619],"completion":[66987123,67000293,67030802,66995850,67002717,67052565,67103601,67028766,62163126,34583084],"submission":[3099,68267,118409,117434,543,473,425,418,401,535],"total":566279684,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":12,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67286972,67310437,67242617,67335896,67328021,67261535,67252920,67265161,61001049,36013812],"completion":[67159148,67186473,67132161,67272286,67200303,67260827,67252396,67264708,61000635,36013248],"submission":[127824,123964,110456,63610,127718,708,524,453,414,564],"total":568023952,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[90145990,89975357,90162137,89948852,90129373,88116482,83183071,83245156,63420089,44001201],"completion":[90088414,89920591,90046545,89948323,90128882,88116047,83182534,83244731,63419697,44000781],"submission":[57576,54766,115592,529,491,435,537,425,392,420],"total":722194514,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":12,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[91589635,91496193,91739971,91693710,91593205,88384676,84799762,83191299,58317681,44271981],"completion":[91587363,91435698,91624633,91590297,91592705,88384226,84799300,83190895,58317209,44271529],"submission":[2272,60495,115338,103413,500,450,462,404,472,452],"total":725500103,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79304540,79354488,79244054,79301749,79130764,79318396,78962940,73090676,71612672,71546990],"completion":[79302316,79292071,79127327,79189977,79130286,79317959,78962522,73089964,71612268,71546570],"submission":[2224,62417,116727,111772,478,437,418,712,404,420],"total":691574332,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":12,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[83552606,83572644,83465433,83490856,83638413,83484440,80062797,75740621,75800985,60815040],"completion":[83550338,83508278,83346600,83377609,83637884,83483926,80062361,75740145,75800571,60814608],"submission":[2268,64366,118833,113247,529,514,436,476,414,432],"total":710083438,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n12ton10-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n12ton10-1gib-smart-1e.json
@ -0,0 +1 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":10,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35173070,35184221,35169661,35135907,35144371,35128475,35146858,35155023,35135159,34986825],"completion":[35132176,35139984,35126972,35135406,35143948,35128023,35146355,35154595,35134762,34986410],"submission":[40894,44237,42689,501,423,452,503,428,397,415],"total":316196669,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33647816,33681987,33696141,33693289,33645459,33645237,33644654,33644913,33645406,33645005],"completion":[33645429,33644956,33645504,33643903,33644899,33644767,33644223,33644510,33644973,33644582],"submission":[2387,37031,50637,49386,560,470,431,403,433,423],"total":302949020,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}