remove previous benchmark results as these will be redone

11 months ago · a4131a6b33
608 changed files with 0 additions and 608 deletions
--- a/benchmarks/benchmark-results/copy-n0ton0-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton0-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[258701999,258732838,258472463,258218540,257736547,258769038,258627187,258574606,258129965,258412588],"completion":[258341102,258395573,257803716,257543129,257735946,258768571,258626741,258574061,258128363,258412006],"submission":[360897,337265,668747,675411,601,467,446,545,1602,582],"total":2325695675,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[262825195,262159086,262412059,261718048,261862720,262370498,262182326,262100942,262053692,249679118],"completion":[262475998,261833505,261755350,261717401,261862302,262370047,262181843,262100522,262053222,249678676],"submission":[349197,325581,656709,647,418,451,483,420,470,442],"total":2346909802,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[270291463,270235397,270864109,270280159,269148112,270743394,270144507,269793062,269501731,204473492],"completion":[270289497,269881950,270150530,269579703,269147568,270742943,270144074,269792635,269501313,204473061],"submission":[1966,353447,713579,700456,544,451,433,427,418,431],"total":2365194327,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[271844687,271995088,272252734,272683941,271755193,272551403,272278236,271809411,271758621,186748455],"completion":[271842214,271662069,271573548,271979089,271754657,272550968,272277820,271808975,271758190,186748037],"submission":[2473,333019,679186,704852,536,435,416,436,431,418],"total":2363843034,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[622829671,309799152,277096636,276874405,276546083,276327809,276612545,278199721,277806796,277177490],"completion":[622827244,274912991,276944256,276719986,276545543,276327376,276612127,278199199,277806369,277177060],"submission":[2427,34886161,152380,154419,540,433,418,522,427,430],"total":2526455366,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[610475971,305440534,279646500,279723824,278315174,279876999,279042881,283499266,279385601,273021910],"completion":[610471035,278570495,279496583,279565985,278314656,279876528,279042448,283498811,279385183,273021480],"submission":[4936,26870039,149917,157839,518,471,433,455,418,430],"total":2537966103,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[559775441,303902999,292814788,295105314,293112587,293777294,294481173,293234543,292640880,222351802],"completion":[559773570,293314198,292647403,294946882,293112069,293776843,294480647,293234120,292640477,222351340],"submission":[1871,10588801,167385,158432,518,451,526,423,403,462],"total":2581602147,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[553582772,304349899,295487113,293282321,294354602,294595912,294138093,293755822,294448838,217664915],"completion":[553024976,294297264,295327450,293208441,294179486,294595375,294137618,293755404,294448420,217664476],"submission":[557796,10052635,159663,73880,175116,537,475,418,418,439],"total":2582092696,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton0-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton0-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[323273815,322991997,323170947,323119415,323209471,323199555,323422762,323140248,323472722,323064748],"completion":[539,211,443,175,105,132,216,180,372,228],"submission":[323273276,322991786,323170504,323119240,323209366,323199423,323422546,323140068,323472350,323064520],"total":2908811584,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[335332573,335454181,335422002,334822269,334602363,334786694,334805988,334914047,334817590,324896339],"completion":[35,33,36,35,17,38,36,38,36,59],"submission":[335332538,335454148,335421966,334822234,334602346,334786656,334805952,334914009,334817554,324896280],"total":3004540557,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[345308526,345597206,345647326,345370012,344665831,344885829,344726126,344974451,344866845,320411422],"completion":[98,118,102,101,118,289,114,140,101,135],"submission":[345308428,345597088,345647224,345369911,344665713,344885540,344726012,344974311,344866744,320411287],"total":3081184340,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[359956795,360306559,360186976,360444066,360353852,360374493,360409292,360465636,350627180,318071354],"completion":[102,234,100,291,107,195,103,106,106,109],"submission":[359956693,360306325,360186876,360443775,360353745,360374298,360409189,360465530,350627074,318071245],"total":3191263625,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[643736562,643525241,602366093,491502433,482056518,484559269,486295000,486101379,486146650,486178995],"completion":[101,103,111,102,17,101,103,103,106,102],"submission":[643736461,643525138,602365982,491502331,482056501,484559168,486294897,486101276,486146544,486178893],"total":4648769865,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[653278147,653247048,598336184,498495026,492506110,495689738,496701100,496804647,496832871,490573803],"completion":[63,40,101,99,110,105,98,101,99,100],"submission":[653278084,653247008,598336083,498494927,492506000,495689633,496701002,496804546,496832772,490573703],"total":4719207867,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[657149389,657351067,596196066,502236616,497558542,500830003,501383501,501390800,501520231,490709635],"completion":[110,103,221,110,100,103,104,103,104,111],"submission":[657149279,657350964,596195845,502236506,497558442,500829900,501383397,501390697,501520127,490709524],"total":4749213632,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[666808956,667537208,590634676,510310366,508124696,512107299,512149633,511825840,512056489,486364613],"completion":[102,103,134,108,166,172,104,127,103,103],"submission":[666808854,667537105,590634542,510310258,508124530,512107127,512149529,511825713,512056386,486364510],"total":4811144165,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton0-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton0-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[141211707,141248194,141194783,141392531,141168343,141545611,141051441,141038651,141313088,141383672],"completion":[141209322,141182827,141070449,141277621,141167673,141545186,141050999,141038231,141312700,141383249],"submission":[2385,65367,124334,114910,670,425,442,420,388,423],"total":1271343261,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[145690113,145712163,145762707,145396179,145607637,145420745,145818419,145711536,145852852,128172158],"completion":[145632229,145652430,145649866,145395581,145607195,145420305,145817983,145711090,145852449,128171725],"submission":[57884,59733,112841,598,442,440,436,446,403,433],"total":1293461960,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156438887,155995134,156291242,156284266,156154510,155944494,156066165,155845692,139196223,77339631],"completion":[156436686,155930524,156171946,156168138,156153920,155944056,156065755,155845283,139195826,77339163],"submission":[2201,64610,119296,116128,590,438,410,409,397,468],"total":1309125196,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[157539400,156994942,157176933,157385266,157070357,156762317,156936952,157049284,133297627,72922549],"completion":[157427622,156873044,157052601,157324332,156956116,156761789,156936486,157048863,133297209,72922004],"submission":[111778,121898,124332,60934,114241,528,466,421,418,545],"total":1305605160,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton0-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton0-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[250252769,249632814,249851745,249771929,249855535,249845039,249858780,249866685,249903445,249860682],"completion":[135,114,138,212,158,136,101,197,165,107],"submission":[250252634,249632700,249851607,249771717,249855377,249844903,249858679,249866488,249903280,249860575],"total":2248459900,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[265411230,265609643,265501635,265551498,265631372,265598306,265576330,265586974,265618509,258407365],"completion":[127,125,103,99,100,100,100,167,102,228],"submission":[265411103,265609518,265501532,265551399,265631272,265598206,265576230,265586807,265618407,258407137],"total":2383095025,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[273237103,273445323,273326440,273445660,273407829,273471806,273459803,273497105,271213634,262848027],"completion":[62,99,102,103,104,103,103,107,115,120],"submission":[273237041,273445224,273326338,273445557,273407725,273471703,273459700,273496998,271213519,262847907],"total":2448131016,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[286275910,286346276,286388173,286375724,286388515,286393525,286398847,286428730,278793384,269081148],"completion":[115,101,102,102,103,103,104,104,104,104],"submission":[286275795,286346175,286388071,286375622,286388412,286393422,286398743,286428626,278793280,269081044],"total":2552608793,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton1-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton1-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[155976000,156817831,155778966,155760269,156198403,156220998,156494617,157004554,155769153,144340989],"completion":[155974007,156627186,155447467,155383680,156195832,156220503,156494183,157004119,155768727,144340546],"submission":[1993,190645,331499,376589,2571,495,434,435,426,443],"total":1394397488,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153075389,153371472,152243768,153003248,153296186,153602222,153054727,153530290,153246728,152461764],"completion":[153073627,153196031,151908784,152649265,153295254,153601784,153054330,153529895,153246321,152461111],"submission":[1762,175441,334984,353983,932,438,397,395,407,653],"total":1378014286,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164192878,163857180,164150643,164878814,165023789,164380170,164898198,164419819,162648445,95136947],"completion":[164191088,163667024,163774844,164517542,165023258,164379710,164897784,164419368,162647890,95136422],"submission":[1790,190156,375799,361272,531,460,414,451,555,525],"total":1409585384,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[162283286,162361509,162581641,162681550,163148450,162934516,162918990,163065283,162079739,108088272],"completion":[162281280,162164360,162195731,162349323,163147868,162934042,162918558,163064862,162079216,108087832],"submission":[2006,197149,385910,332227,582,474,432,421,523,440],"total":1410083325,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[364878100,235841591,215920316,216291098,215526236,216271473,215584176,215804534,215319729,203699133],"completion":[364719245,215930498,215798171,216290478,215525808,216271034,215583724,215804124,215319332,203698733],"submission":[158855,19911093,122145,620,428,439,452,410,397,400],"total":1950272047,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[373770438,237009090,212025764,212242524,211166597,212054911,210937209,210348547,211135116,211420628],"completion":[373768035,209724280,211897214,212127103,211166013,212054476,210936596,210348064,211134716,211420187],"submission":[2403,27284810,128550,115421,584,435,613,483,400,441],"total":1928547592,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[321862408,227486343,224382866,224554728,224855990,224856026,224882792,225516315,225131524,164094713],"completion":[321570020,223991368,224263683,224494389,224742319,224855389,224882362,225515845,225131120,164094248],"submission":[292388,3494975,119183,60339,113671,637,430,470,404,465],"total":1965779166,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[323800317,226178226,222308699,223469694,222409809,222500224,222937943,223094134,222927374,176808663],"completion":[323797727,222207114,222190154,223353623,222409206,222499731,222937466,223093709,222926948,176808240],"submission":[2590,3971112,118545,116071,603,493,477,425,426,423],"total":1962652332,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton1-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton1-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[229911531,230057054,229941372,229876512,230346587,230030206,229835235,229836152,229811479,229029744],"completion":[103,107,143,111,127,184,105,115,163,104],"submission":[229911428,230056947,229941229,229876401,230346460,230030022,229835130,229836037,229811316,229029640],"total":2068782397,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[225077736,225166035,225105324,225141274,225388971,224729316,224766183,224766595,224661115,224561726],"completion":[171,204,103,207,212,149,128,166,112,111],"submission":[225077565,225165831,225105221,225141067,225388759,224729167,224766055,224766429,224661003,224561615],"total":2024305638,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[252981059,253006364,253049082,253523292,252969169,252984082,253008545,252957740,250275010,246129055],"completion":[103,102,103,120,102,101,102,102,120,118],"submission":[252980956,253006262,253048979,253523172,252969067,252983981,253008443,252957638,250274890,246128937],"total":2267919092,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[243820027,243634432,243618052,244095552,243625381,243595257,243600380,243585107,243156331,238005780],"completion":[102,102,102,101,103,102,103,106,100,107],"submission":[243819925,243634330,243617950,244095451,243625278,243595155,243600277,243585001,243156231,238005673],"total":2186930571,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[540394474,500935254,456713538,457094784,456726587,456712903,456795087,456995530,456790047,455295060],"completion":[103,103,101,102,83,101,108,102,38,100],"submission":[540394371,500935151,456713437,457094682,456726504,456712802,456794979,456995428,456790009,455294960],"total":4154093078,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[535609182,500580623,454058357,453828997,453630548,453447824,453492949,453539731,453514413,453346004],"completion":[104,103,102,101,98,103,102,98,99,191],"submission":[535609078,500580520,454058255,453828896,453630450,453447721,453492847,453539633,453514314,453345813],"total":4129483288,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[557260123,501681335,471377619,472443707,472230749,472542895,472179609,472163994,472439700,457685002],"completion":[104,102,289,103,110,255,103,107,108,111],"submission":[557260019,501681233,471377330,472443604,472230639,472542640,472179506,472163887,472439592,457684891],"total":4264764086,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[550582867,502728834,472251067,469387248,469057583,469191361,468860463,468878112,468876784,458380304],"completion":[101,100,221,105,202,104,102,105,104,103],"submission":[550582766,502728734,472250846,469387143,469057381,469191257,468860361,468878007,468876680,458380201],"total":4247638033,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton1-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton1-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79151612,79367547,79374340,79270116,79348877,79536140,79256190,79271550,79072658,68078531],"completion":[79110660,79311205,79300433,79198216,79348285,79535702,79255756,79271101,79072244,68078116],"submission":[40952,56342,73907,71900,592,438,434,449,414,415],"total":702583273,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76169886,76450000,76734530,76445994,76478704,76419207,76804595,76648382,76371854,76541252],"completion":[76167733,76396527,76656021,76372889,76478168,76418733,76804175,76647973,76371452,76540830],"submission":[2153,53473,78509,73105,536,474,420,409,402,422],"total":688901556,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87606195,87584798,87414808,87664081,87629528,87741580,87583499,87689641,58369203,41724904],"completion":[87565717,87546569,87338758,87663532,87629089,87741126,87583059,87689227,58368809,41724383],"submission":[40478,38229,76050,549,439,454,440,414,394,521],"total":713409810,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86860711,86851730,86642114,86921113,87125739,86869165,86589694,86916681,64577268,45053984],"completion":[86790843,86776795,86570771,86884945,87050534,86868671,86589245,86916279,64576864,45053502],"submission":[69868,74935,71343,36168,75205,494,449,402,404,482],"total":717555741,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton1-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton1-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[221753597,222151341,221955265,221733929,221498296,221746369,221752178,221766829,221597060,221143864],"completion":[107,112,123,166,104,104,105,110,206,111],"submission":[221753490,222151229,221955142,221733763,221498192,221746265,221752073,221766719,221596854,221143753],"total":1995381009,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[216979949,217013196,216639533,216702154,216606105,216598558,216800020,216684238,216702936,216727521],"completion":[143,293,107,39,35,37,37,39,45,83],"submission":[216979806,217012903,216639426,216702115,216606070,216598521,216799983,216684199,216702891,216727438],"total":1950488028,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[244653417,244757402,244709885,244656308,244760279,244770407,244627374,244409623,243577179,242173710],"completion":[103,102,101,100,100,207,100,156,183,143],"submission":[244653314,244757300,244709784,244656208,244760179,244770200,244627274,244409467,243576996,242173567],"total":2198466196,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[233076208,233116641,232963608,233000529,232946544,233097399,233052483,233040516,233195412,231369867],"completion":[105,106,103,104,151,102,102,101,211,106],"submission":[233076103,233116535,232963505,233000425,232946393,233097297,233052381,233040415,233195201,231369761],"total":2095802847,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton10-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton10-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":10,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[95531862,95806797,95692721,95722290,95623022,95540760,95682909,95730981,95683192,95913708],"completion":[95529103,95713689,95536702,95551382,95622445,95540312,95682473,95730577,95682775,95913287],"submission":[2759,93108,156019,170908,577,448,436,404,417,421],"total":861578728,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[97185482,97168998,97126968,97340713,97210692,97272808,97318732,97199418,97134896,92138255],"completion":[97183253,97042017,96968001,97178390,97210091,97272349,97318328,97198928,97134491,92137825],"submission":[2229,126981,158967,162323,601,459,404,490,405,430],"total":869922061,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[98410724,98277653,98363877,98372779,98533241,98402637,98264457,98298814,98436536,84542824],"completion":[98321316,98192570,98207152,98372198,98532630,98402213,98264013,98298405,98436133,84542396],"submission":[89408,85083,156725,581,611,424,444,409,403,428],"total":871581758,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[99928005,99818334,99929206,99958418,99738021,99813335,99936315,99820803,99874369,71831869],"completion":[99926412,99728391,99764607,99813888,99737458,99812881,99935860,99820389,99873923,71831430],"submission":[1593,89943,164599,144530,563,454,455,414,446,439],"total":870730051,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179387214,179478666,179633653,96037424,84172881,84148275,84149441,84220769,84198220,65049192],"completion":[179384675,179395002,179504507,75527761,84171523,84147683,84148962,84220355,84197800,65048778],"submission":[2539,83664,129146,20509663,1358,592,479,414,420,414],"total":941262495,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[181376143,181484611,178282954,86887548,85762205,85696155,85694768,85658879,85658262,60822510],"completion":[181240836,181339648,178157382,77481322,85680905,85695446,85694308,85658405,85657830,60822058],"submission":[135307,144963,125572,9406226,81300,709,460,474,432,452],"total":935965289,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183426104,183387425,172593970,93543748,72273408,72230631,72300199,72288660,72322678,72303903],"completion":[183422977,183307323,172451882,72182990,72272107,72230164,72299780,72288211,72322263,72303487],"submission":[3127,80102,142088,21360758,1301,467,419,449,415,416],"total":883260696,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183994366,184082907,169672611,96197313,76695218,76779358,76689265,76669599,76728472,68864076],"completion":[183991238,184011567,169537501,76669883,76693847,76778881,76688849,76669191,76728048,68863662],"submission":[3128,71340,135110,19527430,1371,477,416,408,424,414],"total":902445912,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton10-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton10-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":10,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[142182343,142690292,142369719,142196379,142460955,142610587,142196116,142350230,143711296,141323486],"completion":[100,216,106,291,185,104,48,111,251,203],"submission":[142182243,142690076,142369613,142196088,142460770,142610483,142196068,142350119,143711045,141323283],"total":1281942423,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[148670513,148729001,148756481,148748688,148890603,148726368,148728548,149665141,148404445,145765122],"completion":[102,130,103,103,102,103,103,103,104,105],"submission":[148670411,148728871,148756378,148748585,148890501,148726265,148728445,149665038,148404341,145765017],"total":1336429851,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[138072052,138075521,138037186,138082171,138118089,138083002,138068123,138080387,138986442,138081601],"completion":[17,98,102,287,103,112,17,17,104,17],"submission":[138072035,138075423,138037084,138081884,138117986,138082890,138068106,138080370,138986338,138081584],"total":1243630417,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[147623488,147592651,147534173,147584527,147601711,147618493,147558407,147585954,148686333,145485092],"completion":[17,50,18,249,103,102,100,101,103,101],"submission":[147623471,147592601,147534155,147584278,147601608,147618391,147558307,147585853,148686230,145484991],"total":1327261751,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[361247639,359881590,363920324,360586979,362225522,363959507,362989197,364448379,362731685,355064769],"completion":[100,102,102,213,101,123,111,102,102,105],"submission":[361247539,359881488,363920222,360586766,362225421,363959384,362989086,364448277,362731583,355064664],"total":3255825534,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[371090616,370848973,372474409,369808959,371959115,371658760,372366033,371614183,370674924,353088337],"completion":[102,76,39,148,145,103,101,135,103,102],"submission":[371090514,370848897,372474370,369808811,371958970,371658657,372365932,371614048,370674821,353088235],"total":3324511652,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[358657472,358744739,359008727,357594875,359621242,359347442,357028438,357896585,357807943,357235837],"completion":[107,262,122,243,102,101,105,103,102,102],"submission":[358657365,358744477,359008605,357594632,359621140,359347341,357028333,357896482,357807841,357235735],"total":3224327887,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[368274839,365538823,367773712,364818366,366218181,365426304,364702432,367238877,366456352,355396622],"completion":[106,104,105,103,122,232,105,104,102,103],"submission":[368274733,365538719,367773607,364818263,366218059,365426072,364702327,367238773,366456250,355396519],"total":3283586602,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton10-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton10-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":10,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60448063,60429399,60399375,60305298,60344039,60310952,60379078,60362993,60388788,60437570],"completion":[60414939,60398044,60337224,60304785,60343619,60308204,60378648,60362573,60388393,60437146],"submission":[33124,31355,62151,513,420,2748,430,420,395,424],"total":543367623,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62741563,62753784,62791052,62729855,62639569,62637010,62719989,62578497,62690721,54549086],"completion":[62679490,62691669,62728307,62694436,62578656,62636179,62719563,62578103,62690317,54548616],"submission":[62073,62115,62745,35419,60913,831,426,394,404,470],"total":556098301,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[63639435,63684617,63730657,63715753,63681525,63769511,63703539,63848662,63681981,48284202],"completion":[63637144,63640539,63665656,63652322,63680970,63768858,63703058,63848258,63681593,48283763],"submission":[2291,44078,65001,63431,555,653,481,404,388,439],"total":558138740,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65308029,65273119,65421192,65561120,65408245,65411007,65386847,65441391,63347438,40270986],"completion":[65305749,65231211,65357653,65501704,65376149,65410468,65386419,65440966,63347010,40270458],"submission":[2280,41908,63539,59416,32096,539,428,425,428,528],"total":561762181,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton10-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton10-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":10,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[137683699,137463203,137764970,137233736,137380315,137250388,137406322,137254876,137276647,136748390],"completion":[101,100,105,98,100,123,102,98,118,183],"submission":[137683598,137463103,137764865,137233638,137380215,137250265,137406220,137254778,137276529,136748207],"total":1235792307,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[145255506,145303763,145408176,145303322,145301868,145336728,145323770,145271775,145281557,143654599],"completion":[103,104,105,102,135,138,102,105,107,106],"submission":[145255403,145303659,145408071,145303220,145301733,145336590,145323668,145271670,145281450,143654493],"total":1306199528,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[134410839,134444366,134353692,133961608,133967172,133927591,133968134,133949578,133934015,134014008],"completion":[102,134,107,103,292,118,101,106,112,141],"submission":[134410737,134444232,134353585,133961505,133966880,133927473,133968033,133949472,133933903,134013867],"total":1206534295,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[143542649,143092920,143235379,143104338,143108249,143120144,143118753,143111202,143081433,141616979],"completion":[162,50,104,105,102,104,101,119,103,102],"submission":[143542487,143092870,143235275,143104233,143108147,143120040,143118652,143111083,143081330,141616877],"total":1286601395,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton11-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton11-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":11,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[95674407,95682554,95766821,95960104,95667592,95615999,95747453,95699798,95762327,95643134],"completion":[95671527,95586341,95574999,95805718,95667032,95615547,95746958,95699389,95761930,95642678],"submission":[2880,96213,191822,154386,560,452,495,409,397,456],"total":861555288,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[96933679,97171735,96986906,96970804,97076346,97155100,96968347,97143703,97180704,92586320],"completion":[96931374,97093853,96788357,96815033,97075834,97154669,96967896,97143285,97180297,92585903],"submission":[2305,77882,198549,155771,512,431,451,418,407,417],"total":869249744,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[98316367,98475598,98571885,98571987,98478960,98532211,98445904,98422395,98428582,83822991],"completion":[98314133,98385324,98420008,98425271,98478462,98531736,98445430,98421916,98428160,83822575],"submission":[2234,90274,151877,146716,498,475,474,479,422,416],"total":871760519,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[99918342,99707849,99791460,99921037,99863566,99766327,99734115,99873361,99736237,72098142],"completion":[99833867,99626695,99641292,99920509,99863125,99765904,99733719,99872968,99735844,72097721],"submission":[84475,81154,150168,528,441,423,396,393,393,421],"total":870501897,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179666524,179682422,179587756,106738004,85660247,85730783,85593422,85597362,84487782,52551897],"completion":[179527688,179544682,179443999,86143107,85582216,85730159,85593016,85596947,84487391,52551437],"submission":[138836,137740,143757,20594897,78031,624,406,415,391,460],"total":945643959,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[181195369,181317719,178576896,95405452,84553078,84522611,84511586,84589810,84482969,55487087],"completion":[181192896,181232202,178418325,85375336,84551734,84522155,84511174,84589386,84482553,55486657],"submission":[2473,85517,158571,10030116,1344,456,412,424,416,430],"total":933461669,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183221059,183249608,172318323,97399381,76246080,76171630,76253467,76275167,76322311,64884076],"completion":[183218479,183169379,172175777,76202642,76244815,76171163,76253025,76274727,76321915,64883646],"submission":[2580,80229,142546,21196739,1265,467,442,440,396,430],"total":899133863,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183956602,183878778,169516707,74731248,72548208,72458769,72564664,72559217,72471880,72515375],"completion":[183953448,183809789,169379077,74654623,72547460,72458241,72564250,72558813,72471471,72514968],"submission":[3154,68989,137630,76625,748,528,414,404,409,407],"total":863257581,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton11-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton11-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":11,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[148622583,148618032,148620837,148660852,148770976,148674161,148639431,148649634,148688654,147118948],"completion":[129,142,101,107,290,121,108,110,126,104],"submission":[148622454,148617890,148620736,148660745,148770686,148674040,148639323,148649524,148688528,147118844],"total":1336456473,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[143273515,143317094,143283861,143269382,143318979,143256975,143248845,143242020,143253569,143342880],"completion":[36,36,33,38,37,35,36,35,35,61],"submission":[143273479,143317058,143283828,143269344,143318942,143256940,143248809,143241985,143253534,143342819],"total":1289550181,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[146095047,146102628,146054831,146079538,146077334,146071571,146070958,146048841,146086127,145301361],"completion":[101,17,104,101,104,17,102,17,17,111],"submission":[146094946,146102611,146054727,146079437,146077230,146071554,146070856,146048824,146086110,145301250],"total":1313907905,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[142437778,142479690,142392098,142364341,142476124,142426388,142453880,142391253,142419076,142413537],"completion":[130,104,100,110,132,105,100,18,17,68],"submission":[142437648,142479586,142391998,142364231,142475992,142426283,142453780,142391235,142419059,142413469],"total":1281831501,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[360061909,371533080,359631851,359873693,359795224,359324252,358236612,358571274,358667375,340449855],"completion":[112,266,103,174,129,102,101,100,102,104],"submission":[360061797,371532814,359631748,359873519,359795095,359324150,358236511,358571174,358667273,340449751],"total":3226106730,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[356909593,354325303,355280686,356351130,355525982,356157861,355611728,355441364,356463556,347140971],"completion":[103,99,53,102,98,100,102,98,136,98],"submission":[356909490,354325204,355280633,356351028,355525884,356157761,355611626,355441266,356463420,347140873],"total":3192317991,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[358232500,352626782,354518918,354815209,354536273,353122907,353719818,355483648,354138318,349532794],"completion":[103,107,104,101,102,123,101,103,102,108],"submission":[358232397,352626675,354518814,354815108,354536171,353122784,353719717,355483545,354138216,349532686],"total":3182518975,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[352272304,347890478,352164522,351888823,351333267,352499202,349043980,351248317,351650021,350779466],"completion":[105,106,101,100,104,105,48,49,20,69],"submission":[352272199,347890372,352164421,351888723,351333163,352499097,349043932,351248268,351650001,350779397],"total":3158531028,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton11-1gib-allnodes-cpu-brute.json
+++ b/benchmarks/benchmark-results/copy-n0ton11-1gib-allnodes-cpu-brute.json
--- a/benchmarks/benchmark-results/copy-n0ton11-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton11-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":11,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60379407,60406661,60416013,60439773,60407053,60429441,60462029,60445022,60427880,60374720],"completion":[60348375,60375997,60353241,60439267,60406627,60392872,60461528,60444618,60427502,60374300],"submission":[31032,30664,62772,506,426,36569,501,404,378,420],"total":543822246,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62654058,62707274,62657707,62628002,62668961,62515423,62539481,62588848,62586934,54784172],"completion":[62593205,62647372,62595753,62597564,62611673,62513714,62538986,62588432,62586492,54783708],"submission":[60853,59902,61954,30438,57288,1709,495,416,442,464],"total":555685760,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[64029106,63931318,63919495,63957498,63985400,64025686,63926931,64045212,63939785,46687452],"completion":[64027046,63893808,63855074,63896077,63984896,64025029,63926496,64044784,63939388,46687027],"submission":[2060,37510,64421,61421,504,657,435,428,397,425],"total":558459294,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65165790,65201246,65218377,65251945,65211439,65271356,65211498,65262914,63810310,40739388],"completion":[65163715,65161248,65155216,65195175,65210928,65270764,65211098,65262494,63809918,40738885],"submission":[2075,39998,63161,56770,511,592,400,420,392,503],"total":561185593,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton11-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton11-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":11,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[146175963,146224730,146233142,146186652,146206795,146164656,146273160,146202261,146179857,145112876],"completion":[106,105,108,105,104,127,105,101,103,101],"submission":[146175857,146224625,146233034,146186547,146206691,146164529,146273055,146202160,146179754,145112775],"total":1314797224,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[142536791,142491481,142505197,142515748,142540832,142529667,142486464,142495244,142536610,142280706],"completion":[39,44,38,38,42,43,39,39,39,64],"submission":[142536752,142491437,142505159,142515710,142540790,142529624,142486425,142495205,142536571,142280642],"total":1282394004,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[141368914,141437753,141414241,141393876,141408035,141374482,141407309,141419881,141366008,141234029],"completion":[60,103,101,103,102,101,103,102,103,111],"submission":[141368854,141437650,141414140,141393773,141407933,141374381,141407206,141419779,141365905,141233918],"total":1272471754,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[138709601,138709971,138686168,138720864,138722133,138735462,138697596,138704029,138664172,138694426],"completion":[101,101,106,103,102,104,100,139,103,101],"submission":[138709500,138709870,138686062,138720761,138722031,138735358,138697496,138703890,138664069,138694325],"total":1248345877,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton12-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton12-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":12,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[167752212,167512639,167600383,156910033,138117605,90971881,93101496,93764461,93763333,93843483],"completion":[167638985,167404614,167375670,156909492,138117130,90971467,93101053,93764037,93762936,93843064],"submission":[113227,108025,224713,541,475,414,443,424,397,419],"total":1095598991,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[170452621,170363337,170694689,160653403,127328428,95732136,96502532,96948264,96934846,87922775],"completion":[170450318,170248626,170474751,160454584,127327750,95731615,96502084,96947831,96934437,87922340],"submission":[2303,114711,219938,198819,678,521,448,433,409,435],"total":1103092786,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[182867419,183104272,183588661,171853184,108315993,110433833,110774671,110785173,77715168,57987308],"completion":[182865046,182984848,183366114,157026108,108314662,110433361,110774138,110784755,77714746,57986785],"submission":[2373,119424,222547,14827076,1331,472,533,418,422,523],"total":1114573994,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183477590,183440488,183328252,169070001,114126599,109833885,110116743,110200811,73300363,54373510],"completion":[183253746,183222160,183105891,157084438,108969365,109832714,110116324,110200373,73299924,54372820],"submission":[223844,218328,222361,11985563,5157234,1171,419,438,439,690],"total":1107807130,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[96955809,97084300,97103629,96825184,96980301,97126243,96963739,96918316,96951793,97165393],"completion":[96953656,96953286,96855622,96587851,96979783,97001055,96963215,96917920,96951397,97164958],"submission":[2153,131014,248007,237333,518,125188,524,396,396,435],"total":873598560,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[101639375,101615530,101680320,101861828,101140639,101582142,101810798,101904923,101759400,84077994],"completion":[101637058,101495284,101439259,101629741,101140095,101581080,101810389,101904483,101759004,84077571],"submission":[2317,120246,241061,232087,544,1062,409,440,396,423],"total":897445044,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[114744228,114500849,114783736,114667276,114715909,114653104,115089047,107767442,69629902,59621885],"completion":[114741874,114374454,114545465,114428239,114715283,114652659,115088639,107767015,69629279,59621372],"submission":[2354,126395,238271,239037,626,445,408,427,623,513],"total":925440731,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[114384716,114208051,114393903,114170907,114392141,114263603,114422108,108572809,67364025,56899706],"completion":[114382442,114076400,114152472,113915678,114391318,114263168,114421467,108572397,67363400,56899140],"submission":[2274,131651,241431,255229,823,435,641,412,625,566],"total":918701937,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton12-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton12-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":12,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[280273137,280619577,278627785,279517662,279965264,277820753,273494006,274971032,275379649,275214253],"completion":[107,104,212,105,215,104,105,106,106,133],"submission":[280273030,280619473,278627573,279517557,279965049,277820649,273493901,274970926,275379543,275214120],"total":2495630440,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[291585355,289660750,289582528,289840791,290808589,284247140,286311404,284004429,285836839,271136590],"completion":[118,101,102,102,103,100,37,35,34,62],"submission":[291585237,289660649,289582426,289840689,290808486,284247040,286311367,284004394,285836805,271136528],"total":2571446505,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[301483407,300109076,299007650,299539582,299515957,292197609,296040988,295410028,295639382,264221031],"completion":[104,250,102,105,259,116,18,100,115,116],"submission":[301483303,300108826,299007548,299539477,299515698,292197493,296040970,295409928,295639267,264220915],"total":2641704952,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[307096600,305246474,306387528,306381845,304042683,300049060,301776823,302665805,294175246,268545033],"completion":[103,107,102,109,167,103,103,104,105,103],"submission":[307096497,305246367,306387426,306381736,304042516,300048957,301776720,302665701,294175141,268544930],"total":2689291052,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[192857891,192917020,192935381,192898913,192874522,193015564,192887033,192884049,192978713,192904749],"completion":[100,100,113,103,102,110,103,100,101,114],"submission":[192857791,192916920,192935268,192898810,192874420,193015454,192886930,192883949,192978612,192904635],"total":1736313911,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[197983096,197965010,197949693,197960091,197924999,197973426,197977305,198042732,197614209,197066003],"completion":[39,104,101,103,114,104,102,105,103,102],"submission":[197983057,197964906,197949592,197959988,197924885,197973322,197977203,198042627,197614106,197065901],"total":1780492481,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[200128528,200282666,200257258,200190754,200214368,200125556,200232386,200236610,200171535,199577910],"completion":[100,17,103,17,104,100,109,104,103,142],"submission":[200128428,200282649,200257155,200190737,200214264,200125456,200232277,200236506,200171432,199577768],"total":1801318426,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[207092227,207245006,206762423,206831951,206843077,206893525,206762122,206721447,206776390,204707925],"completion":[103,108,17,17,106,17,104,102,110,102],"submission":[207092124,207244898,206762406,206831934,206842971,206893508,206762018,206721345,206776280,204707823],"total":1859576242,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton12-1gib-allnodes-cpu-brute.json
+++ b/benchmarks/benchmark-results/copy-n0ton12-1gib-allnodes-cpu-brute.json
--- a/benchmarks/benchmark-results/copy-n0ton12-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton12-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":12,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38681947,38665327,38734011,38622433,38671826,38631550,38667499,38679000,33829462,33633503],"completion":[38640068,38619332,38690371,38621851,38668775,38631132,38667068,38678582,33829037,33632968],"submission":[41879,45995,43640,582,3051,418,431,418,425,535],"total":338145782,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33642860,33678360,33689143,33686412,33731401,33665963,33640989,33641693,33640042,33640121],"completion":[33640725,33640168,33640237,33641628,33730901,33640953,33639908,33641299,33639658,33639694],"submission":[2135,38192,48906,44784,500,25010,1081,394,384,427],"total":303126832,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton12-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton12-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":12,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[231945400,231966647,231974244,231946021,231972874,231960486,231861730,233127720,233766353,233739910],"completion":[141,105,103,104,105,106,146,102,104,103],"submission":[231945259,231966542,231974141,231945917,231972769,231960380,231861584,233127618,233766249,233739807],"total":2092327674,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[185784726,185769268,185816689,185730251,185830706,185773704,185721487,185693492,185725292,185840893],"completion":[99,123,99,97,99,100,160,99,160,99],"submission":[185784627,185769145,185816590,185730154,185830607,185773604,185721327,185693393,185725132,185840794],"total":1671918184,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton13-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton13-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":13,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[95853700,96053639,95851618,95724742,95860419,95840628,95830544,95950697,95905208,95882167],"completion":[95769987,95981379,95695555,95724228,95860027,95840225,95830125,95950273,95904811,95881733],"submission":[83713,72260,156063,514,392,403,419,424,397,434],"total":862909531,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[97151863,97225330,97273136,97314262,97194827,97224218,97271343,97305073,97236049,92943413],"completion":[97149598,97146259,97121340,97164774,97194322,97223787,97270926,97304677,97235642,92943006],"submission":[2265,79071,151796,149488,505,431,417,396,407,407],"total":870997439,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[98570335,98412294,98661897,98787757,98558834,98679578,98696717,98609319,98655594,84038202],"completion":[98568071,98325401,98503264,98641799,98558321,98679153,98696289,98608901,98655176,84037779],"submission":[2264,86893,158633,145958,513,425,428,418,418,423],"total":873111826,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[100155375,100028712,100291783,100085950,100170227,100049317,100000772,99972919,100127829,71332257],"completion":[99999130,99881678,100129330,100007021,100007404,100048803,100000281,99972462,100127388,71331811],"submission":[156245,147034,162453,78929,162823,514,491,457,441,446],"total":872069677,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179645241,179582165,179459835,60561227,54856324,61092090,61021061,60955700,61000899,60982738],"completion":[179642732,179484180,179324321,60425241,54855665,61091440,61020644,60955271,61000487,60982319],"submission":[2509,97985,135514,135986,659,650,417,429,412,419],"total":779524706,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[181249297,181311709,181942084,51803647,60399867,62103972,62052260,61943822,62133704,59361008],"completion":[181246779,181221122,181800124,39521198,60398552,62103484,62051853,61943427,62133302,59360524],"submission":[2518,90587,141960,12282449,1315,488,407,395,402,484],"total":783066386,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183349658,183527729,180410823,108778661,66441934,66676092,66625929,66462575,48440510,34104384],"completion":[183346466,183430681,180256469,67425129,66440714,66675511,66625496,66462139,48440106,34103606],"submission":[3192,97048,154354,41353532,1220,581,433,436,404,778],"total":821483591,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[184374166,184201153,178449256,105941938,66810806,66765896,66839481,66825170,48167984,34728073],"completion":[184371161,184116850,178297536,67793061,66809536,66765399,66839069,66824729,48167579,34727559],"submission":[3005,84303,151720,38148877,1270,497,412,441,405,514],"total":818745321,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton13-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton13-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":13,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[286463156,288625269,290615171,290159888,287683061,286176500,285432884,285765957,285758221,276599662],"completion":[104,113,101,109,115,148,105,133,106,107],"submission":[286463052,288625156,290615070,290159779,287682946,286176352,285432779,285765824,285758115,276599555],"total":2576838935,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[283220828,285565958,283822830,282882161,284713701,281980424,278698902,281285571,280846152,279931783],"completion":[102,99,101,103,101,107,103,102,102,114],"submission":[283220726,285565859,283822729,282882058,284713600,281980317,278698799,281285469,280846050,279931669],"total":2539747198,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[306332883,309454537,307827574,308665697,306784246,303093701,304694768,304775282,300228250,254216885],"completion":[101,205,99,103,112,170,101,103,124,127],"submission":[306332782,309454332,307827475,308665594,306784134,303093531,304694667,304775179,300228126,254216758],"total":2699765258,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[296205840,298948344,299568922,299556056,297055848,293076066,297081724,294033182,296822629,260121858],"completion":[118,101,101,290,102,104,101,102,116,105],"submission":[296205722,298948243,299568821,299555766,297055746,293075962,297081623,294033080,296822513,260121753],"total":2636285309,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[195094442,195085518,195146684,195151113,195119581,195058798,195067853,195127619,195094932,195161666],"completion":[174,103,143,101,102,104,100,102,100,104],"submission":[195094268,195085415,195146541,195151012,195119479,195058694,195067753,195127517,195094832,195161562],"total":1756036415,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[196237951,196182390,196159616,196253245,196157175,196116981,196115807,196121169,196190065,196393455],"completion":[239,42,101,104,199,104,106,103,147,117],"submission":[196237712,196182348,196159515,196253141,196156976,196116877,196115701,196121066,196189918,196393338],"total":1765707297,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[205944274,205867073,206000084,205943831,205838282,205785999,205952366,205857236,205900283,204839199],"completion":[104,102,103,102,103,103,101,104,123,117],"submission":[205944170,205866971,205999981,205943729,205838179,205785896,205952265,205857132,205900160,204839082],"total":1852003850,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[202657147,202490966,202599388,202558297,202512965,202350725,202514813,202625349,202624707,201689224],"completion":[102,102,103,105,114,107,105,105,103,111],"submission":[202657045,202490864,202599285,202558192,202512851,202350618,202514708,202625244,202624604,201689113],"total":1821984170,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton13-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton13-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":13,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33664191,33664991,33683847,33636262,33638014,33636882,33636929,33647739,33674891,33642275],"completion":[33637058,33637647,33637406,33635736,33637590,33636470,33636507,33647320,33636457,33641362],"submission":[27133,27344,46441,526,424,412,422,419,38434,913],"total":302882223,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33697393,33699593,33697132,33650104,33655816,33651663,33651776,33681723,33674794,33649996],"completion":[33650764,33652794,33650106,33649563,33655331,33651163,33651364,33681303,33649440,33649551],"submission":[46629,46799,47026,541,485,500,412,420,25354,445],"total":303069773,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton13-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton13-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":13,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[225768947,226007442,226065827,225765702,225988185,225793064,225812530,226270409,227495329,227492887],"completion":[120,114,130,110,139,103,122,100,102,101],"submission":[225768827,226007328,226065697,225765592,225988046,225792961,225812408,226270309,227495227,227492786],"total":2036703408,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[189200798,189288784,189226699,189195824,189238103,189269988,189170444,189201572,189239050,189269941],"completion":[103,99,103,103,102,101,102,105,103,101],"submission":[189200695,189288685,189226596,189195721,189238001,189269887,189170342,189201467,189238947,189269840],"total":1703115599,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton14-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton14-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":14,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[95669272,95699970,95678695,95653126,95713309,95644715,95814102,95757272,95683430,95633121],"completion":[95666372,95593095,95539648,95487297,95712730,95644265,95813693,95756873,95683025,95632682],"submission":[2900,106875,139047,165829,579,450,409,399,405,439],"total":861287442,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[97313658,97301593,97152995,97113511,97115771,97123104,97145250,97132422,97198285,92475468],"completion":[97167576,97119774,97010321,97112951,97115209,97122649,97144826,97131988,97197861,92475037],"submission":[146082,181819,142674,560,562,455,424,434,424,431],"total":869768309,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[98293704,98308747,98389467,98503409,98338281,98407598,98184255,98375499,98354046,84251767],"completion":[98291292,98209033,98248494,98337600,98337705,98407172,98183838,98375029,98353647,84251360],"submission":[2412,99714,140973,165809,576,426,417,470,399,407],"total":871123169,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[99776167,99842303,100102902,100109407,99987831,99927467,99994638,99903368,100030110,70897117],"completion":[99773946,99746289,99924057,99919510,99987255,99926986,99994192,99902948,100029705,70896696],"submission":[2221,96014,178845,189897,576,481,446,420,405,421],"total":870804961,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[180019349,179790893,179863042,75526507,61334266,61067918,60932003,60985802,61064715,60954077],"completion":[180016404,179696227,179727806,53388931,61332964,61067423,60931590,60985410,61064291,60953661],"submission":[2945,94666,135236,22137576,1302,495,413,392,424,416],"total":801537100,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[181496657,181424693,178889971,65006252,62587952,62356641,62260139,62537888,62556069,60809263],"completion":[181494032,181332994,178753874,53800421,62586642,62356080,62259704,62537453,62555600,60808839],"submission":[2625,91699,136097,11205831,1310,561,435,435,469,424],"total":798443467,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183337019,183300461,172730029,93664938,66238356,66012288,66004379,65852232,65783601,37580113],"completion":[183334324,183216962,172586773,67530288,66237112,66011766,66003963,65851826,65783210,37579658],"submission":[2695,83499,143256,26134650,1244,522,416,406,391,455],"total":817183774,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[184182209,184333440,169240916,93172966,66681011,66703721,66662952,66569086,65681112,37051892],"completion":[184178872,184254417,169096600,68594943,66679650,66703266,66662526,66568647,65680702,37051462],"submission":[3337,79023,144316,24578023,1361,455,426,439,410,430],"total":816111273,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton14-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton14-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":14,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[301378225,302088666,301934661,302681371,302580854,298757124,300362659,297868487,299473964,288215099],"completion":[106,105,106,159,119,105,141,105,112,104],"submission":[301378119,302088561,301934555,302681212,302580735,298757019,300362518,297868382,299473852,288214995],"total":2693998784,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[310008401,308555663,308240726,308747862,309233450,304357190,307016418,307087634,306810386,280144916],"completion":[103,39,40,60,63,62,63,39,37,61],"submission":[310008298,308555624,308240686,308747802,309233387,304357128,307016355,307087595,306810349,280144855],"total":2740211590,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[294503222,295505116,295583651,294704878,295549732,293229676,291432401,291077485,291763193,290641353],"completion":[98,99,105,60,175,168,190,58,62,60],"submission":[294503124,295505017,295583546,294704818,295549557,293229508,291432211,291077427,291763131,290641293],"total":2639508086,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[306700798,305247609,305899567,306288003,304890983,301875228,302969531,302024277,302747003,283452097],"completion":[53,100,101,102,102,230,103,102,103,122],"submission":[306700745,305247509,305899466,306287901,304890881,301874998,302969428,302024175,302746900,283451975],"total":2715412230,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[194926140,194912335,194827063,194832610,194879263,194868851,194799338,194792463,194754611,194765686],"completion":[99,103,102,100,100,99,100,102,106,211],"submission":[194926041,194912232,194826961,194832510,194879163,194868752,194799238,194792361,194754505,194765475],"total":1753448749,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[204479467,204381802,204288277,204245676,204323874,204347116,204318305,204273388,204280557,203403572],"completion":[109,103,105,106,101,105,102,167,105,106],"submission":[204479358,204381699,204288172,204245570,204323773,204347011,204318203,204273221,204280452,203403466],"total":1837880628,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[196399816,196356113,196394263,196343128,196365898,196281574,196313972,196391339,196319451,196457905],"completion":[105,101,144,101,100,102,102,101,109,105],"submission":[196399711,196356012,196394119,196343027,196365798,196281472,196313870,196391238,196319342,196457800],"total":1767257884,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[203291406,203240131,203176779,203346845,203171618,203191268,203209843,203097850,203377288,202243567],"completion":[105,123,17,104,101,106,102,102,105,107],"submission":[203291301,203240008,203176762,203346741,203171517,203191162,203209741,203097748,203377183,202243460],"total":1828074065,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton14-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton14-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":14,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34948100,34944840,34950921,34900574,34905391,34904681,34903314,34917785,34898678,34876411],"completion":[34899333,34899997,34906725,34900083,34904946,34904240,34902890,34914547,34898226,34875996],"submission":[48767,44843,44196,491,445,441,424,3238,452,415],"total":314213651,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33678656,33683671,33699811,33653996,33650346,33651445,33747529,33677245,33649266,33650956],"completion":[33648325,33652797,33649291,33653458,33649945,33651026,33747050,33650163,33648273,33650536],"submission":[30331,30874,50520,538,401,419,479,27082,993,420],"total":303176065,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton14-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton14-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":14,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[245237046,245277566,245321081,245301302,245261678,245270592,245191921,246533695,246744334,246737054],"completion":[101,101,100,104,100,102,114,101,108,104],"submission":[245236945,245277465,245320981,245301198,245261578,245270490,245191807,246533594,246744226,246736950],"total":2211651484,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[190149614,190093125,189958988,190012419,190070802,190155488,190220392,190130457,189992227,189539480],"completion":[104,102,104,102,103,102,105,103,100,188],"submission":[190149510,190093023,189958884,190012317,190070699,190155386,190220287,190130354,189992127,189539292],"total":1710190055,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton15-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton15-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":15,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[95720584,95681936,95830151,95897417,95948849,95853819,95808621,95850540,95711590,95799542],"completion":[95717725,95584416,95664203,95723334,95948326,95767001,95808072,95850107,95711175,95799116],"submission":[2859,97520,165948,174083,523,86818,549,433,415,426],"total":862467220,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[97142713,97194430,97095442,97002000,97163741,97092659,97110240,97059176,97201167,92955245],"completion":[96985264,97033081,96940270,96911639,97011677,97090647,97109805,97058765,97200758,92954786],"submission":[157449,161349,155172,90361,152064,2012,435,411,409,459],"total":869886659,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[98521215,98443552,98483531,98440115,98344437,98365271,98502771,98531604,98511895,84157724],"completion":[98430315,98356720,98329202,98439551,98344015,98363776,98502353,98531195,98511485,84157307],"submission":[90900,86832,154329,564,422,1495,418,409,410,417],"total":871792151,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[99707765,99835696,99930521,100033124,99784077,100045991,99886781,99745083,99856263,72292781],"completion":[99705596,99720280,99777182,99862455,99783527,100045308,99886350,99744682,99855868,72292358],"submission":[2169,115416,153339,170669,550,683,431,401,395,423],"total":871421777,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179797732,179566262,179514237,56697806,54543061,60971484,60982031,60870773,60946678,61021079],"completion":[179795093,179483002,179388610,56551873,54542437,60970896,60981542,60870378,60946286,61020636],"submission":[2639,83260,125627,145933,624,588,489,395,392,443],"total":775126976,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[181404999,181452361,182477625,75155765,62168272,62223175,62210012,62147033,62214005,50474141],"completion":[181402707,181377366,182331756,46765418,62166983,62222650,62209586,62146613,62213567,50473729],"submission":[2292,74995,145869,28390347,1289,525,426,420,438,412],"total":800537277,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183531299,183428678,179676804,105402558,66322920,66356351,66457739,66410178,55311515,34796803],"completion":[183528685,183354519,179541298,67288225,66321624,66355865,66457323,66409762,55311081,34796368],"submission":[2614,74159,135506,38114333,1296,486,416,416,434,435],"total":824181850,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183986375,184217156,177116184,103803817,66602373,66644466,66669479,66667192,54677847,35312649],"completion":[183984175,184146809,176967087,67575875,66601112,66643965,66669054,66666785,54677428,35312209],"submission":[2200,70347,149097,36227942,1261,501,425,407,419,440],"total":821725128,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton15-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton15-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":15,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[292990981,294945312,294757150,294117070,295138978,293969165,292481049,290247384,290562104,263929846],"completion":[119,102,154,112,106,109,140,103,106,104],"submission":[292990862,294945210,294756996,294116958,295138872,293969056,292480909,290247281,290561998,263929742],"total":2610165212,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[289191390,289541781,288538819,289087246,288711931,288306341,284996405,286863383,286148356,273352088],"completion":[103,102,104,253,105,108,101,101,104,103],"submission":[289191287,289541679,288538715,289086993,288711826,288306233,284996304,286863282,286148252,273351985],"total":2575561127,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[285796496,286278110,285122388,284816871,284253552,284305570,280833093,282592766,282066369,277348403],"completion":[216,25,126,36,131,104,107,103,17,160],"submission":[285796280,286278085,285122262,284816835,284253421,284305466,280832986,282592663,282066352,277348243],"total":2547635494,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[283142060,282291239,284808378,283123489,283530973,280610370,276975453,279890578,279245491,279728241],"completion":[103,104,117,117,49,89,89,47,49,47],"submission":[283141957,282291135,284808261,283123372,283530924,280610281,276975364,279890531,279245442,279728194],"total":2530224453,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[203792078,203845401,203836910,203994488,203776490,203794423,203815392,203928750,203886201,203746728],"completion":[98,108,106,114,120,97,97,100,100,97],"submission":[203791980,203845293,203836804,203994374,203776370,203794326,203815295,203928650,203886101,203746631],"total":1834641905,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[201107512,201006888,201310741,200948371,200716275,200752015,200633480,200706280,200672426,199467897],"completion":[102,117,121,132,103,104,107,106,103,104],"submission":[201107410,201006771,201310620,200948239,200716172,200751911,200633373,200706174,200672323,199467793],"total":1806235183,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[201808562,201862258,201790607,201890715,201478266,201436659,201293027,201372971,201364193,201428151],"completion":[105,102,105,33,125,18,17,101,101,104],"submission":[201808457,201862156,201790502,201890682,201478141,201436641,201293010,201372870,201364092,201428047],"total":1813935137,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[199880019,199903462,199862123,199938518,199880046,199814688,199518406,199434573,199478336,199462198],"completion":[148,120,101,111,103,108,104,102,119,104],"submission":[199879871,199903342,199862022,199938407,199879943,199814580,199518302,199434471,199478217,199462094],"total":1797308933,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton15-1gib-allnodes-cpu-brute.json
+++ b/benchmarks/benchmark-results/copy-n0ton15-1gib-allnodes-cpu-brute.json
--- a/benchmarks/benchmark-results/copy-n0ton15-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton15-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":15,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33679433,33679134,33684221,33639679,33636578,33641130,33712134,33639106,33636416,33639622],"completion":[33637506,33636324,33637326,33638926,33636179,33640667,33711724,33637261,33635736,33639191],"submission":[41927,42810,46895,753,399,463,410,1845,680,431],"total":303054657,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34853491,34877678,34885354,34928663,34850465,34855216,34828372,34848826,34822626,34572998],"completion":[34851614,34839152,34835695,34883300,34849924,34854796,34827943,34848159,34822048,34572565],"submission":[1877,38526,49659,45363,541,420,429,667,578,433],"total":313482350,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton15-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton15-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":15,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[236591427,236569798,236722535,236690065,236716660,236692787,236625330,237445028,238194105,238253374],"completion":[104,103,104,104,106,132,103,103,102,104],"submission":[236591323,236569695,236722431,236689961,236716554,236692655,236625227,237444925,238194003,238253270],"total":2133923476,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[192030106,192022566,192038519,192099713,191926613,191880398,191911487,191911581,191995254,191897231],"completion":[138,49,46,53,47,49,46,48,48,51],"submission":[192029968,192022517,192038473,192099660,191926566,191880349,191911441,191911533,191995206,191897180],"total":1727698660,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton2-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton2-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":2,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[162838024,162858194,160677867,162525184,162548046,162147135,162297146,162209255,162410771,112288056],"completion":[162835910,162664941,160323712,162183115,162547300,162146719,162296711,162208555,162410354,112287634],"submission":[2114,193253,354155,342069,746,416,435,700,417,422],"total":1409973206,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164351092,164192832,162614084,164369814,164652619,164529854,163853407,164266833,164047599,98663317],"completion":[164349096,164016466,162254174,164024710,164652052,164529380,163852996,164266398,164047189,98662883],"submission":[1996,176366,359910,345104,567,474,411,435,410,434],"total":1411200728,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153768713,154000318,152975305,151522518,153608592,153234908,153534514,152894757,153475163,153096793],"completion":[153765984,153806243,152605744,151146890,153607772,153234433,153533971,152894367,153474770,153096378],"submission":[2729,194075,369561,375628,820,475,543,390,393,415],"total":1378354061,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156318058,157066725,163130144,156450833,156630988,156288257,156684350,155686549,156421665,143116544],"completion":[156315500,156870761,162753780,156183143,156630394,156287790,156683920,155686143,156421250,143116132],"submission":[2558,195964,376364,267690,594,467,430,406,415,412],"total":1401928302,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[314905496,223454855,223662315,223656616,224388599,223597306,222780131,223070275,223420965,172277642],"completion":[314902946,223383547,223552012,223538963,224388016,223596851,222779675,223069861,223420543,172277210],"submission":[2550,71308,110303,117653,583,455,456,414,422,432],"total":1960320651,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[313201783,224471405,224363617,224683542,226521719,224845365,224317163,224815692,225151040,159816386],"completion":[312903759,224341747,224244860,224683024,226521179,224844938,224316458,224815223,225150622,159815951],"submission":[298024,129658,118757,518,540,427,705,469,418,435],"total":1958999835,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[356187434,230205774,213699417,214085623,212814792,212788078,213718602,213668089,213523323,212509743],"completion":[356184587,213622968,213579814,213967862,212814223,212787573,213718076,213667586,213522854,212509302],"submission":[2847,16582806,119603,117761,569,505,526,503,469,441],"total":1937027110,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[351549026,226447100,216282699,216267093,216164804,216761936,215726104,216671367,216460306,208451821],"completion":[351546828,215878414,216167089,216150880,216164228,216761485,215725589,216670875,216459879,208451388],"submission":[2198,10568686,115610,116213,576,451,515,492,427,433],"total":1949246726,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton2-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton2-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":2,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[251026996,250688990,250976344,250660523,250899186,250836841,250974459,250652016,250926999,250037853],"completion":[106,102,256,145,111,106,114,102,104,253],"submission":[251026890,250688888,250976088,250660378,250899075,250836735,250974345,250651914,250926895,250037600],"total":2256671423,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[260459036,260494864,260490048,260451386,260368163,260456672,260476572,260421890,260412055,257345296],"completion":[43,41,40,38,40,40,41,40,40,242],"submission":[260458993,260494823,260490008,260451348,260368123,260456632,260476531,260421850,260412015,257345054],"total":2340934554,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[245572665,245468994,245448252,245459318,245470591,245505989,245466833,245487242,245393414,245458190],"completion":[213,118,244,158,111,126,293,135,251,141],"submission":[245572452,245468876,245448008,245459160,245470480,245505863,245466540,245487107,245393163,245458049],"total":2209175597,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[257407483,257298982,257307268,257244887,257242113,257354312,257370652,257314813,257234675,255082478],"completion":[100,103,102,17,119,101,103,102,103,236],"submission":[257407383,257298879,257307166,257244870,257241994,257354211,257370549,257314711,257234572,255082242],"total":2313467696,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[541598467,536456783,473150887,465104975,465073763,464994620,464587349,464832257,465192436,463459492],"completion":[102,166,340,97,53,169,100,99,139,161],"submission":[541598365,536456617,473150547,465104878,465073710,464994451,464587249,464832158,465192297,463459331],"total":4262873859,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[550933537,540249450,475103471,473127391,473419517,473424434,473236268,473342982,473314542,465858801],"completion":[102,162,166,135,111,135,101,158,102,156],"submission":[550933435,540249288,475103305,473127256,473419406,473424299,473236167,473342824,473314440,465858645],"total":4321097941,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[536384690,533604535,470607174,463044955,463461818,463525212,463105346,463100130,463525157,463158124],"completion":[98,152,213,105,105,120,103,104,105,105],"submission":[536384592,533604383,470606961,463044850,463461713,463525092,463105243,463100026,463525052,463158019],"total":4247156603,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[543198775,537090954,474060738,469844918,470224705,470032957,470008496,470110503,470275219,467003658],"completion":[105,102,153,117,105,104,104,104,105,159],"submission":[543198670,537090852,474060585,469844801,470224600,470032853,470008392,470110399,470275114,467003499],"total":4298669798,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton2-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton2-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":2,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[85659941,85308224,85792546,85542526,85654298,85580481,85645506,85484699,70729633,43295139],"completion":[85610963,85265544,85717327,85472213,85653790,85580046,85645093,85484277,70729209,43294693],"submission":[48978,42680,75219,70313,508,435,413,422,424,446],"total":713039895,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87192691,87063711,87194131,87035946,87039121,87131264,87218655,87248534,63031222,43770012],"completion":[87122286,86991126,87125956,87035461,87038695,87130806,87218235,87248068,63030818,43769510],"submission":[70405,72585,68175,485,426,458,420,466,404,502],"total":716741288,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[75949574,76188856,75925873,76295545,75891891,75986134,75796399,76088278,75997465,76055973],"completion":[75946894,76139871,75848060,76156640,75891383,75985722,75795985,76087868,75997077,76055537],"submission":[2680,48985,77813,138905,508,412,414,410,388,436],"total":684233922,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80104586,80077727,80167362,80097041,79962723,80095651,80012441,80189141,80079107,64141450],"completion":[80061719,80038199,80093145,80096488,79962300,80095228,80012015,80188737,80078702,64141021],"submission":[42867,39528,74217,553,423,423,426,404,405,429],"total":704830914,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton2-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton2-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":2,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[245429775,245477448,245430102,245471203,245487372,245444762,245423450,245437784,245415055,245369019],"completion":[99,98,96,18,239,115,94,195,99,105],"submission":[245429676,245477350,245430006,245471185,245487133,245444647,245423356,245437589,245414956,245368914],"total":2208968494,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[255230894,255252408,255200214,255284944,255229783,255307558,255171803,255166665,255242919,254431117],"completion":[98,38,107,104,104,103,103,104,103,102],"submission":[255230796,255252370,255200107,255284840,255229679,255307455,255171700,255166561,255242816,254431015],"total":2296301646,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[243338472,243277058,243274919,243350350,243339668,243280316,243305705,243260308,243287616,243189979],"completion":[97,110,101,113,151,212,230,98,104,99],"submission":[243338375,243276948,243274818,243350237,243339517,243280104,243305475,243260210,243287512,243189880],"total":2189579858,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[255665848,255687421,255698760,255768383,255744534,255765617,255712683,255712747,255782402,254920320],"completion":[102,99,97,101,50,51,50,50,51,94],"submission":[255665746,255687322,255698663,255768282,255744484,255765566,255712633,255712697,255782351,254920226],"total":2300805138,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton3-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton3-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":3,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163496050,164017110,163571662,164966243,164614246,164412366,164334306,164051504,164204968,102906408],"completion":[163493770,163839294,163213353,164605954,164613732,164411917,164333881,164051079,164204571,102905989],"submission":[2280,177816,358309,360289,514,449,425,425,397,419],"total":1417090391,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[161529327,161826971,161316107,162280580,162042182,162347844,162185106,161810251,162016087,119913282],"completion":[161527989,161621861,160962198,161943066,162041565,162347407,162184646,161809845,162015675,119912839],"submission":[1338,205110,353909,337514,617,437,460,406,412,443],"total":1415950629,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156938103,157526402,157030500,156928403,157446458,157642796,157580785,156787863,157075995,145988712],"completion":[156758118,157344549,156683453,156927879,157254562,157642300,157580357,156787455,157075591,145988275],"submission":[179985,181853,347047,524,191896,496,428,408,404,437],"total":1404208037,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153738780,154135278,153902993,154202409,154145252,154462762,154665897,154177419,153834870,153913022],"completion":[153736031,153928722,153531422,153857079,154144445,154462317,154665481,154176771,153834462,153912554],"submission":[2749,206556,371571,345330,807,445,416,648,408,468],"total":1387636589,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[319320769,227155390,224502927,225397904,225430183,225936769,225007954,225288535,225526116,163401174],"completion":[319017706,225143676,224384474,225339019,225309612,225936231,225007522,225288105,225525679,163400711],"submission":[303063,2011714,118453,58885,120571,538,432,430,437,463],"total":1967661361,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[335183999,228270391,223554388,224092332,224150318,224458829,224731257,223893258,222724307,171565681],"completion":[335182063,224266781,223432873,223974665,224149728,224458363,224730829,223892845,222723871,171565249],"submission":[1936,4003610,121515,117667,590,466,428,413,436,432],"total":1967453576,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[356258614,228226744,215129264,216146140,215998306,215038335,215365598,215616258,217593941,204132286],"completion":[356256176,214452110,215011139,216033923,215997763,215037874,215365172,215615811,217593539,204131860],"submission":[2438,13774634,118125,112217,543,461,426,447,402,426],"total":1943260205,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[369054361,233618579,211138494,211249525,211149838,211501179,211426479,211694888,211764566,211717884],"completion":[369052013,209346448,211015373,211134332,211149279,211500692,211426049,211694495,211764117,211717456],"submission":[2348,24272131,123121,115193,559,487,430,393,449,428],"total":1925274609,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton3-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton3-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":3,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[244677960,244515493,244556114,244458714,244499313,244478273,244544626,244429754,244184180,241487622],"completion":[114,116,104,100,49,107,188,195,105,200],"submission":[244677846,244515377,244556010,244458614,244499264,244478166,244544438,244429559,244184075,241487422],"total":2197174720,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[235407135,235362433,235413583,235352110,235296015,235353238,235209437,235397152,235316808,235345126],"completion":[312,35,103,110,102,104,104,103,102,104],"submission":[235406823,235362398,235413480,235352000,235295913,235353134,235209333,235397049,235316706,235345022],"total":2118064204,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[237552654,237450289,237589519,237477699,237508539,237415016,237472153,237491924,237461579,237308332],"completion":[121,132,118,220,104,101,117,115,118,117],"submission":[237552533,237450157,237589401,237477479,237508435,237414915,237472036,237491809,237461461,237308215],"total":2137190707,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[237287879,237279372,237331958,237337796,237251416,237321322,237402218,237474603,237336063,237227203],"completion":[109,316,17,120,106,163,273,104,17,104],"submission":[237287770,237279056,237331941,237337676,237251310,237321159,237401945,237474499,237336046,237227099],"total":2135979375,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[555695414,509072173,472206956,472484361,472218866,472370915,472250012,472266228,472074713,465604117],"completion":[114,100,101,99,99,285,171,98,100,109],"submission":[555695300,509072073,472206855,472484262,472218767,472370630,472249841,472266130,472074613,465604008],"total":4280570055,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[550719204,509411044,468793772,469145003,468837724,468898244,468750039,469034379,468690160,466009719],"completion":[101,105,103,100,102,221,99,101,101,102],"submission":[550719103,509410939,468793669,469144903,468837622,468898023,468749940,469034278,468690059,466009617],"total":4257591881,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[547295225,508049411,466587181,466744883,466638060,466498482,466604922,466810218,466592128,465193704],"completion":[61,105,104,58,57,58,249,57,57,147],"submission":[547295164,508049306,466587077,466744825,466638003,466498424,466604673,466810161,466592071,465193557],"total":4239745024,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[543540166,510209061,464118903,464266357,464158591,464052512,464103804,464113026,464104317,464148915],"completion":[103,99,102,170,101,49,132,48,102,104],"submission":[543540063,510208962,464118801,464266187,464158490,464052463,464103672,464112978,464104215,464148811],"total":4223303828,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton3-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton3-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":3,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86363546,86316483,86481624,86664850,86665951,86681105,86491156,86271351,61400371,41572997],"completion":[86359794,86270126,86412472,86595394,86665397,86680666,86490732,86270960,61399978,41572413],"submission":[3752,46357,69152,69456,554,439,424,391,393,584],"total":708552626,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86225747,85539583,85899733,85777549,86074771,86036865,85846090,85699684,65980909,44273591],"completion":[86153545,85501824,85835340,85777017,86074350,86036426,85845641,85699270,65980500,44272907],"submission":[72202,37759,64393,532,421,439,449,414,409,684],"total":711135874,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[78900612,78783035,78547223,79109290,78926214,78950580,79124623,78929386,78732244,67364030],"completion":[78822996,78708130,78478202,79069760,78849859,78950060,79124100,78928966,78731842,67363569],"submission":[77616,74905,69021,39530,76355,520,523,420,402,461],"total":698475270,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[75786475,76284182,75701753,76262877,75929648,76181713,76160788,75761309,76359114,75847833],"completion":[75784346,76232946,75622870,76185048,75929159,76181273,76160372,75760900,76358719,75847398],"submission":[2129,51236,78883,77829,489,440,416,409,395,435],"total":684496223,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton3-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton3-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":3,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[232716078,232763602,232642125,232748551,232608318,232679489,232654743,232637738,232690025,232289984],"completion":[109,100,196,101,116,107,99,103,105,107],"submission":[232715969,232763502,232641929,232748450,232608202,232679382,232654644,232637635,232689920,232289877],"total":2093726991,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[228159635,228262283,228122520,228213151,228070918,228177523,228103195,228082363,228087545,228178568],"completion":[105,135,104,103,110,104,101,103,103,103],"submission":[228159530,228262148,228122416,228213048,228070808,228177419,228103094,228082260,228087442,228178465],"total":2053309814,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[227692726,227725378,227657988,227650628,227634794,227669122,227614136,227558245,227634061,227570766],"completion":[102,104,106,104,102,98,102,103,102,105],"submission":[227692624,227725274,227657882,227650524,227634692,227669024,227614034,227558142,227633959,227570661],"total":2048727893,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[228046177,228051928,228093322,227952563,228020875,227993480,228029166,227949776,227950131,228067276],"completion":[103,104,113,110,103,117,165,117,98,151],"submission":[228046074,228051824,228093209,227952453,228020772,227993363,228029001,227949659,227950033,228067125],"total":2052122380,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton4-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton4-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[360387783,359973068,313909723,233006506,207437742,207334845,206345672,208188347,207178580,206908062],"completion":[360383453,359794797,313586769,205187163,207436584,207334351,206345198,208187938,207178170,206907636],"submission":[4330,178271,322954,27819343,1158,494,474,409,410,426],"total":2150296774,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[362286010,363727963,307079534,228920459,211549021,212622285,211206243,211762708,211098696,203534324],"completion":[362283376,363563630,306773460,210466420,211547745,212621772,211205820,211762298,211098268,203533902],"submission":[2634,164333,306074,18454039,1276,513,423,410,428,422],"total":2161514942,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[378278067,378306691,251883238,220389073,220403811,220999492,221306561,221009201,221941838,162124839],"completion":[378275643,378141384,251540936,220248871,220403278,220999061,221306088,221008784,221941434,162124380],"submission":[2424,165307,342302,140202,533,431,473,417,404,459],"total":2118378037,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[380310410,379558837,248360499,222196827,222534184,222492592,222764765,222631002,222710230,150262501],"completion":[379936473,379243097,248066477,222131762,222402163,222492035,222764343,222630568,222709810,150262056],"submission":[373937,315740,294022,65065,132021,557,422,434,420,445],"total":2113525395,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[177403642,176808667,177126069,176633771,177260143,177081718,177263924,177334112,177316892,177191412],"completion":[177207655,176625048,176772855,176633234,177064300,177081238,177263522,177333709,177316495,177190999],"submission":[195987,183619,353214,537,195843,480,402,403,397,413],"total":1594422482,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179210405,178697694,179349653,179272385,179145217,179367810,179647156,179476173,179851899,171682326],"completion":[179207578,178494077,178974668,178904218,179144315,179367340,179646685,179475744,179851490,171681886],"submission":[2827,203617,374985,368167,902,470,471,429,409,440],"total":1606503611,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[192108396,192393917,192147651,192438226,191622098,192534619,192432693,192415332,185340149,102063780],"completion":[192105200,192220151,191497571,192069902,191621142,192534141,192432279,192414911,185339729,102063173],"submission":[3196,173766,650080,368324,956,478,414,421,420,607],"total":1633399411,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[191901491,192181530,191834353,192229125,191997295,192422460,192491282,192250946,185707557,101970818],"completion":[191898968,191981260,191506935,191874256,191996629,192422011,192490850,192250504,185707152,101970037],"submission":[2523,200270,327418,354869,666,449,432,442,405,781],"total":1633301865,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton4-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton4-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[465407931,464921332,465033361,464629532,465258912,453959896,410171415,405299179,405383529,405040826],"completion":[103,108,115,103,99,103,106,109,217,98],"submission":[465407828,464921224,465033246,464629429,465258813,453959793,410171309,405299070,405383312,405040728],"total":3939727770,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[474767824,474778814,474630566,474661524,474564754,455126456,416029013,415320642,415549606,408697307],"completion":[37,40,35,45,56,65,69,40,39,66],"submission":[474767787,474778774,474630531,474661479,474564698,455126391,416028944,415320602,415549567,408697241],"total":4009378489,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[476944543,476442612,476962873,476495375,476857307,455025670,417818026,417738251,417633634,409009232],"completion":[100,58,101,101,22,62,104,63,103,104],"submission":[476944443,476442554,476962772,476495274,476857285,455025608,417817922,417738188,417633531,409009128],"total":4024001327,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[492273394,492522239,492320671,492310996,491722316,451950996,433814517,433872965,433956369,405668160],"completion":[137,107,104,100,229,97,98,99,97,97],"submission":[492273257,492522132,492320567,492310896,491722087,451950899,433814419,433872866,433956272,405668063],"total":4128157474,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[325016242,324885754,324929473,324914992,325013484,324850225,324857252,324989105,324988468,324855132],"completion":[219,226,133,126,214,173,107,104,107,114],"submission":[325016023,324885528,324929340,324914866,325013270,324850052,324857145,324989001,324988361,324855018],"total":2924304076,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[335421640,335403941,335355073,335344255,335329030,335338151,335266924,335305500,335241605,331222000],"completion":[101,105,103,105,103,105,105,103,104,109],"submission":[335421539,335403836,335354970,335344150,335328927,335338046,335266819,335305397,335241501,331221891],"total":3013825790,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[344006087,344195731,344312112,344221494,344164898,344183371,344192468,344101265,344081451,334196157],"completion":[116,99,129,209,102,102,243,102,101,120],"submission":[344005971,344195632,344311983,344221285,344164796,344183269,344192225,344101163,344081350,334196037],"total":3087676011,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[350544473,350506915,350490886,350522625,350453201,350420380,350425364,350319369,349883243,335707539],"completion":[106,103,106,104,103,130,105,101,100,218],"submission":[350544367,350506812,350490780,350522521,350453098,350420250,350425259,350319268,349883143,335707321],"total":3138747775,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton4-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton4-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[72467864,72420491,72395485,72285108,72398028,72343309,46893075,41659719,41650831,41971522],"completion":[72464495,72384257,72351364,72241212,72397501,72342881,46892628,41659091,41650414,41971098],"submission":[3369,36234,44121,43896,527,428,447,628,417,424],"total":534025483,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[53714583,53807006,53805900,53724569,53840220,53733008,53772433,53786698,53795671,53736875],"completion":[53666102,53761538,53759812,53724070,53839752,53731740,53772004,53786285,53795250,53736435],"submission":[48481,45468,46088,499,468,1268,429,413,421,440],"total":484011283,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton4-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton4-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[358682711,358651477,358654595,358632092,358683727,358646281,358751724,358190673,358735343,358849066],"completion":[104,104,103,104,103,104,121,105,106,105],"submission":[358682607,358651373,358654492,358631988,358683624,358646177,358751603,358190568,358735237,358848961],"total":3227816275,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[299559728,299432921,299492587,299506201,299538310,299452591,299555216,299504240,299526695,299629262],"completion":[120,99,114,110,102,106,115,114,107,104],"submission":[299559608,299432822,299492473,299506091,299538208,299452485,299555101,299504126,299526588,299629158],"total":2695650561,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton5-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton5-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":5,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[362792826,237137055,217243865,217347406,216881732,217002692,216973780,216452425,216834624,204701402],"completion":[362627789,216769932,217129152,217346852,216881237,217002253,216973356,216451993,216834221,204700960],"submission":[165037,20367123,114713,554,495,439,424,432,403,442],"total":1960588317,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[376504071,243088770,213100193,212989203,212525465,212083154,212311229,211668200,211728457,212455569],"completion":[376501494,210847089,212980742,212876354,212524901,212082728,212310795,211667771,211728012,212455104],"submission":[2577,32241681,119451,112849,564,426,434,429,445,465],"total":1941964619,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[318934998,231588693,225061084,224991159,226211212,227135093,225762737,226268307,225502946,163882430],"completion":[318608155,226325900,224945900,224930300,226102566,227134482,225762307,226267870,225502545,163881962],"submission":[326843,5262793,115184,60859,108646,611,430,437,401,468],"total":1976420471,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[327742127,229185273,223258544,223799798,223953363,222698762,223639603,224007674,223409967,179413070],"completion":[327740207,222790553,223138574,223681341,223952782,222698205,223639139,224007245,223409519,179412630],"submission":[1920,6394720,119970,118457,581,557,464,429,448,440],"total":1973381305,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156678695,156375474,155918226,156779996,156764944,156609878,156758079,157071041,156934988,146673551],"completion":[156675952,156189825,155572418,156418409,156764375,156609440,156757468,157070653,156934598,146673117],"submission":[2743,185649,345808,361587,569,438,611,388,390,434],"total":1399897597,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[154301515,154094013,152786636,152879125,153793252,154359371,154302100,154309504,154216228,153746500],"completion":[154299661,153880451,152436077,152539950,153792680,154358944,154301427,154309081,154215799,153746069],"submission":[1854,213562,350559,339175,572,427,673,423,429,431],"total":1384677925,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[165234361,164555047,164547651,165073518,164645657,165346816,165543146,165196696,164742330,94851083],"completion":[165232259,164359929,164191383,164710256,164645146,165345000,165542710,165196293,164741905,94850662],"submission":[2102,195118,356268,363262,511,1816,436,403,425,421],"total":1414698891,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163058134,162683834,163015907,162819753,162882155,163228534,163887678,163482163,162962018,110608410],"completion":[163056058,162501349,162633915,162460846,162881644,163052621,163887161,163481750,162961615,110607972],"submission":[2076,182485,381992,358907,511,175913,517,413,403,438],"total":1415779303,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton5-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton5-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":5,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[478481831,478648860,478215851,478834212,440256011,408460531,408979026,408820811,408713469,405757649],"completion":[114,102,103,114,103,103,102,164,101,103],"submission":[478481717,478648758,478215748,478834098,440255908,408460428,408978924,408820647,408713368,405757546],"total":3916709168,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[473394291,473161974,473371315,473382320,442778450,404340311,404905876,404856168,404845379,404854153],"completion":[105,101,101,100,99,99,99,98,97,98],"submission":[473394186,473161873,473371214,473382220,442778351,404340212,404905777,404856070,404845282,404854055],"total":3886518116,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[492306496,492251720,492218819,490784748,436562848,422451531,422347018,422340006,422475716,403116578],"completion":[102,124,61,110,216,103,106,102,105,107],"submission":[492306394,492251596,492218758,490784638,436562632,422451428,422346912,422339904,422475611,403116471],"total":4004575021,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[489436656,489531781,489740686,488913688,437710179,421229609,421181825,421251541,421265341,405028057],"completion":[115,115,55,98,98,109,111,113,98,99],"submission":[489436541,489531666,489740631,488913590,437710081,421229500,421181714,421251428,421265243,405027958],"total":3995876150,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[294960736,295179396,295234704,294518296,294550113,294495020,294540902,294522088,294500522,294166412],"completion":[142,100,101,99,200,200,241,100,137,103],"submission":[294960594,295179296,295234603,294518197,294549913,294494820,294540661,294521988,294500385,294166309],"total":2651726501,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[291816617,291905771,292219403,291250580,291142968,291138028,291086284,291083354,291117773,291183484],"completion":[106,129,129,156,151,100,158,209,109,109],"submission":[291816511,291905642,292219274,291250424,291142817,291137928,291086126,291083145,291117664,291183375],"total":2622157349,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[311719044,311846367,312073420,311355760,311309782,311280700,311444585,311256397,311190091,307408898],"completion":[103,108,111,105,101,101,103,291,104,107],"submission":[311718941,311846259,312073309,311355655,311309681,311280599,311444482,311256106,311189987,307408791],"total":2799187465,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[308353647,308241871,308306027,307574428,307540907,307517308,307639581,307504377,307412458,304590361],"completion":[103,106,87,101,17,100,101,16,104,103],"submission":[308353544,308241765,308305940,307574327,307540890,307517208,307639480,307504361,307412354,304590258],"total":2766346655,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton5-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton5-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":5,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67522856,67677429,67690946,67573529,67686791,67658188,46036248,42739543,42972837,43077094],"completion":[67476726,67634234,67649709,67572994,67686304,67657667,46035823,42738966,42972418,43076662],"submission":[46130,43195,41237,535,487,521,425,577,419,432],"total":513121294,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50128036,50182119,50237910,50116113,50028140,50061094,50132167,50104153,50114842,50095291],"completion":[50125997,50146500,50186613,50067497,50027601,50060661,50131772,50103734,50114395,50094883],"submission":[2039,35619,51297,48616,539,433,395,419,447,408],"total":451078341,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton5-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton5-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":5,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[364856266,365091479,364810050,364895009,365131233,364762455,363783723,363227003,363143959,363410435],"completion":[137,98,101,100,101,102,171,100,100,168],"submission":[364856129,365091381,364809949,364894909,365131132,364762353,363783552,363226903,363143859,363410267],"total":3278302262,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[278292426,278212189,278267129,278182974,278204713,277430904,277449590,277404947,277276022,277342612],"completion":[109,104,128,102,102,100,102,100,292,101],"submission":[278292317,278212085,278267001,278182872,278204611,277430804,277449488,277404847,277275730,277342511],"total":2499782837,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton6-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton6-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":6,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[305829564,225734676,224661040,224038599,224827187,224053783,223623645,224066513,223671551,182510445],"completion":[305684275,223649910,224542182,224038042,224826774,224053371,223623205,224066018,223671087,182509885],"submission":[145289,2084766,118858,557,413,412,440,495,464,560],"total":1977200768,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[300614900,226089030,224719766,225578333,225061870,224510769,224841016,225481097,225103106,177244573],"completion":[300612764,225077460,224598955,225463148,225061297,224510251,224840557,225480647,225102647,177244127],"submission":[2136,1011570,120811,115185,573,518,459,450,459,446],"total":1978643355,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[355770330,239774759,215001622,214948228,213762706,214961876,214800578,214956711,215074845,215314943],"completion":[355768132,213685046,214883296,214831877,213762177,214961446,214800118,214956271,215074395,215314527],"submission":[2198,26089713,118326,116351,529,430,460,440,450,416],"total":1958610873,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[346969463,234523396,217052974,216773193,216345019,216879695,216792542,216820053,216486487,211691328],"completion":[346653626,215869079,216922965,216716619,216223945,216879122,216792087,216819635,216485989,211690866],"submission":[315837,18654317,130009,56574,121074,573,455,418,498,462],"total":1963380627,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[162140765,161965307,162052816,163249077,162373099,162389559,162227695,161895207,161852170,109531409],"completion":[162138422,161770864,161689017,162894377,162372525,162385287,162227258,161894774,161851770,109530964],"submission":[2343,194443,363799,354700,574,4272,437,433,400,445],"total":1407923352,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163416140,163309978,163979737,165086557,163155694,163922317,163733109,163177845,163601403,97565303],"completion":[163411608,163114719,163626878,164706004,163155163,163921753,163732676,163177435,163601007,97564881],"submission":[4532,195259,352859,380553,531,564,433,410,396,422],"total":1407545023,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[152404980,152611328,152857778,153154982,153050997,152486456,152899791,152510434,152473686,152503095],"completion":[152402116,152436225,152487906,152766387,153050467,152485995,152899291,152509985,152473282,152502678],"submission":[2864,175103,369872,388595,530,461,500,449,404,417],"total":1374562081,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[155998530,155634936,156136243,156328699,155856942,155616300,155419659,155297462,155674431,145364782],"completion":[155996447,155444799,155768514,155986405,155856404,155615804,155419106,155297045,155674022,145364339],"submission":[2083,190137,367729,342294,538,496,553,417,409,443],"total":1391338158,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton6-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton6-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":6,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[478131894,478506956,478175018,478516839,476979167,425438915,417825252,417397074,417969555,413165583],"completion":[120,101,105,102,119,100,103,110,194,99],"submission":[478131774,478506855,478174913,478516737,476979048,425438815,417825149,417396964,417969361,413165484],"total":4003995279,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[489124833,489298383,489317584,489317422,479501648,429976623,427852873,428064925,427973475,411507878],"completion":[38,62,41,37,68,63,37,40,42,65],"submission":[489124795,489298321,489317543,489317385,479501580,429976560,427852836,428064885,427973433,411507813],"total":4072828919,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[470645635,470616350,470563621,470287013,470546859,427495763,411599798,411506420,411377329,411753606],"completion":[102,137,102,106,102,121,102,105,105,130],"submission":[470645533,470616213,470563519,470286907,470546757,427495642,411599696,411506315,411377224,411753476],"total":3955767353,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[479914744,480402647,480499661,480341877,477649104,427435054,421187201,420947970,421055533,414428787],"completion":[98,102,180,108,100,101,99,189,132,101],"submission":[479914646,480402545,480499481,480341769,477649004,427434953,421187102,420947781,421055401,414428686],"total":4023965926,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[316598277,316633705,316625434,315752674,316323288,315685333,315780911,315817231,315729118,315735491],"completion":[102,104,100,102,103,104,102,104,100,121],"submission":[316598175,316633601,316625334,315752572,316323185,315685229,315780809,315817127,315729018,315735370],"total":2844099776,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[330595809,330514691,330482505,330455249,330489848,329729185,329707505,329733920,329660007,327595945],"completion":[155,102,100,150,102,103,103,101,103,103],"submission":[330595654,330514589,330482405,330455099,330489746,329729082,329707402,329733819,329659904,327595842],"total":2968391911,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[315642792,315779299,315565078,315630037,316020635,314754801,314847197,314891917,314764265,314903473],"completion":[119,111,203,132,217,254,167,475,130,179],"submission":[315642673,315779188,315564875,315629905,316020418,314754547,314847030,314891442,314764135,314903294],"total":2837175973,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[325595798,325703504,325577432,325722394,326066962,325592310,325483336,325634418,325682677,324424094],"completion":[123,102,117,115,101,103,101,134,101,100],"submission":[325595675,325703402,325577315,325722279,326066861,325592207,325483235,325634284,325682576,324423994],"total":2929904767,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton6-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton6-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":6,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[70492718,70447174,70568943,70570508,70356436,61840957,49300955,49208016,49338882,49202266],"completion":[70490022,70413361,70524504,70526945,70355919,61840486,49300342,49207586,49338471,49201813],"submission":[2696,33813,44439,43563,517,471,613,430,411,453],"total":540841992,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49686658,49722643,49677105,49621929,49651001,49576794,49629750,49605766,49636482,49640742],"completion":[49633712,49670955,49629550,49621392,49650574,49576325,49629325,49605339,49636088,49640322],"submission":[52946,51688,47555,537,427,469,425,427,394,420],"total":446770593,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton6-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton6-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":6,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[373537802,373414710,373556929,373551079,373407499,373468978,373659810,372494168,373396510,373509943],"completion":[44,114,105,104,103,105,100,102,102,104],"submission":[373537758,373414596,373556824,373550975,373407396,373468873,373659710,372494066,373396408,373509839],"total":3360473775,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[305928701,305856843,305872257,305763186,305814530,305884811,305799783,305846203,305934673,305945348],"completion":[113,102,111,104,126,105,102,135,105,220],"submission":[305928588,305856741,305872146,305763082,305814404,305884706,305799681,305846068,305934568,305945128],"total":2752736261,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton7-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton7-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":7,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[330075642,232911865,225743722,225167301,225389760,225650370,224865447,225424194,224719303,165409637],"completion":[330073451,224731769,225630646,225043833,225389160,225649854,224864996,225423769,224718891,165409184],"submission":[2191,8180096,113076,123468,600,516,451,425,412,453],"total":1975295326,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[340234248,232673483,224220483,223179207,224038468,223876236,222927586,223887743,223147771,175825795],"completion":[340231454,223160813,224109288,223059749,224037844,223875785,222927148,223887289,223147334,175825371],"submission":[2794,9512670,111195,119458,624,451,438,454,437,424],"total":1973790748,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[360322864,233950318,215103446,216087257,215713904,215771373,216292886,217155647,215751493,205520761],"completion":[360182506,215844533,214988197,216086680,215713410,215770823,216292414,217155227,215750450,205520153],"submission":[140358,18105785,115249,577,494,550,472,420,1043,608],"total":1951362106,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[375582243,241232073,212334331,212149870,211962284,211535810,211933603,211933865,211930199,212289294],"completion":[375579944,210687263,212216417,212037516,211961749,211535356,211933202,211933456,211929737,212288872],"submission":[2299,30544810,117914,112354,535,454,401,409,462,422],"total":1937315230,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164263510,164123583,164368541,163947614,164400840,164382659,163839752,164066735,164088316,97443678],"completion":[163905673,163757665,163990816,163781247,164033215,164381416,163839321,164066294,164087820,97443246],"submission":[357837,365918,377725,166367,367625,1243,431,441,496,432],"total":1410676054,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[161784767,161734172,162323958,161961964,162141908,162094628,161964200,162082731,162341514,117802763],"completion":[161782464,161428688,161970159,161599960,162141368,161911536,161963727,162082310,162341052,117802327],"submission":[2303,305484,353799,362004,540,183092,473,421,462,436],"total":1414859037,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156671796,157116308,157063053,157437028,156831326,157001618,157743614,156871180,157488618,145485465],"completion":[156669485,156924988,156705919,157070300,156830822,157001134,157743038,156870759,157488119,145485050],"submission":[2311,191320,357134,366728,504,484,576,421,499,415],"total":1403048801,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153446595,154320906,153624711,154873366,153160843,154099528,154427107,153699669,153955734,153881204],"completion":[153444185,154113090,153277502,154500383,153160300,154099079,154426439,153699280,153955343,153880680],"submission":[2410,207816,347209,372983,543,449,668,389,391,524],"total":1386055305,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton7-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton7-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":7,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[485542475,485254642,485169322,485222605,444454256,417494002,417545717,417615226,417442267,410730605],"completion":[126,107,114,110,113,104,102,104,142,103],"submission":[485542349,485254535,485169208,485222495,444454143,417493898,417545615,417615122,417442125,410730502],"total":3980948562,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[482291465,482002255,482168385,482451073,446025444,415693322,415755516,415794151,415626250,411642150],"completion":[39,52,38,62,64,40,47,38,39,62],"submission":[482291426,482002203,482168347,482451011,446025380,415693282,415755469,415794113,415626211,411642088],"total":3967179011,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[481680325,481391008,481414457,481760632,446375398,415485616,415694903,415647107,415473339,412001976],"completion":[18,62,117,124,117,17,103,104,17,197],"submission":[481680307,481390946,481414340,481760508,446375281,415485599,415694800,415647003,415473322,412001779],"total":3965264512,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[475216262,475208767,475130908,475160091,448783713,410594347,410577100,410565810,410242064,410468383],"completion":[101,103,115,101,105,100,103,18,103,104],"submission":[475216161,475208664,475130793,475159990,448783608,410594247,410576997,410565792,410241961,410468279],"total":3926750994,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[303666467,303428335,303071606,303125314,303162698,303155490,303175729,303061062,303746663,302536341],"completion":[98,104,101,102,99,99,102,100,98,100],"submission":[303666369,303428231,303071505,303125212,303162599,303155391,303175627,303060962,303746565,302536241],"total":2728479720,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[302912346,302895860,302883423,302844000,302823469,302993293,302793554,303130264,303436270,302492360],"completion":[248,106,102,105,107,227,104,108,105,103],"submission":[302912098,302895754,302883321,302843895,302823362,302993066,302793450,303130156,303436165,302492257],"total":2726312322,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[301640168,302007336,301653834,301703771,301754975,301780457,301750036,302298941,301758545,300622722],"completion":[102,166,104,163,108,102,101,115,102,138],"submission":[301640066,302007170,301653730,301703608,301754867,301780355,301749935,302298826,301758443,300622584],"total":2715348254,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[296851295,296775946,296825596,296798623,296745377,296739861,296797224,296822324,297299600,296782950],"completion":[300,191,108,105,166,108,178,119,168,363],"submission":[296850995,296775755,296825488,296798518,296745211,296739753,296797046,296822205,297299432,296782587],"total":2671612453,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton7-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton7-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":7,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66665626,66605443,66681083,66679540,66767397,66543228,57978132,43639962,43378312,43561924],"completion":[66620323,66560905,66639895,66657603,66727089,66542703,57977669,43639277,43377912,43561309],"submission":[45303,44538,41188,21937,40308,525,463,685,400,615],"total":521843814,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51648926,51559144,51638754,51608727,51576209,51593874,51604008,51570489,51608459,51556395],"completion":[51583947,51528761,51584478,51608168,51575737,51593469,51603579,51570069,51607994,51555960],"submission":[64979,30383,54276,559,472,405,429,420,465,435],"total":464323013,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton7-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton7-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":7,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[379377793,379336878,379284050,379340490,379331145,379472766,376914386,377610728,377760238,377738998],"completion":[105,182,105,102,102,121,104,105,103,104],"submission":[379377688,379336696,379283945,379340388,379331043,379472645,376914282,377610623,377760135,377738894],"total":3406814364,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[284330551,284349144,284154359,284314269,284176623,283659802,283505810,283609838,283562831,284326611],"completion":[106,258,110,180,102,102,101,100,133,103],"submission":[284330445,284348886,284154249,284314089,284176521,283659700,283505709,283609738,283562698,284326508],"total":2555676465,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton8-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton8-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":8,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[97984190,98058995,98039628,98194282,97910159,98246613,98060815,98291121,97880478,98078573],"completion":[97981413,97932921,97818764,97968229,97909504,98246164,98060390,98290718,97880069,98078143],"submission":[2777,126074,220864,226053,655,449,425,403,409,430],"total":882772471,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[102927127,102754700,102950785,102905587,102816216,103204125,102945397,103149218,103051745,83342480],"completion":[102813636,102647646,102719919,102904981,102815809,103203667,102944978,103148804,103051341,83341417],"submission":[113491,107054,230866,606,407,458,419,414,404,1063],"total":907255060,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[116770049,116800274,117125797,117149642,117210305,117088328,116866930,106647862,67931767,60767893],"completion":[116767610,116668260,116899866,116910269,117209776,117087891,116866500,106647438,67930941,60767447],"submission":[2439,132014,225931,239373,529,437,430,424,826,446],"total":937599994,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[116844817,117033506,117304319,117301997,117288293,117230661,117067206,105864314,64015911,57749484],"completion":[116842696,116905747,117081566,117070915,117287767,117230206,117066777,105863912,64015130,57749011],"submission":[2121,127759,222753,231082,526,455,429,402,781,473],"total":930866768,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153058163,153174853,153226054,153213583,154412067,137477938,116739388,116687161,116701722,116793621],"completion":[153055234,153063579,153011049,152998887,154411490,137477134,116738876,116686738,116701295,116793174],"submission":[2929,111274,215005,214696,577,804,512,423,427,447],"total":1218439367,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[157777616,157821424,157940132,158111326,156916550,132066849,120055707,120015619,120077272,105973978],"completion":[157775292,157708391,157725580,157902880,156797391,132066277,120055282,120015170,120076847,105973520],"submission":[2324,113033,214552,208446,119159,572,425,449,425,458],"total":1229474418,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[169890132,170022453,170035127,171354318,152909110,133606262,133670250,133652417,106806974,68462615],"completion":[169887538,169915075,169829893,171147758,152908013,133605778,133669822,133651987,106806560,68462144],"submission":[2594,107378,205234,206560,1097,484,428,430,414,471],"total":1240534971,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[171305342,171222029,171330263,172720699,155367667,133616086,133609211,133562765,99140122,64611227],"completion":[171084615,171017967,171055733,172611327,150620804,133614997,133608724,133562308,99139714,64610655],"submission":[220727,204062,274530,109372,4746863,1089,487,457,408,572],"total":1235201805,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton8-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton8-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":8,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[131046583,131040294,131013260,130982987,131038113,131033565,130990437,130964725,130984173,130964083],"completion":[102,123,17,17,33,110,18,36,18,17],"submission":[131046481,131040171,131013243,130982970,131038080,131033455,130990419,130964689,130984155,130964066],"total":1179031841,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[146642290,146699444,146673650,146668088,146459274,146139166,146223509,146146684,145471061,144166708],"completion":[39,102,100,97,99,121,97,99,100,130],"submission":[146642251,146699342,146673550,146667991,146459175,146139045,146223412,146146585,145470961,144166578],"total":1314666413,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[145839165,145948102,145922022,145918573,145941487,145934923,145954791,145893964,145285206,143793901],"completion":[103,102,100,101,107,17,100,101,110,102],"submission":[145839062,145948000,145921922,145918472,145941380,145934906,145954691,145893863,145285096,143793799],"total":1310618776,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[159064990,159147011,159121906,159308410,159051008,159108835,159134451,157967189,156909174,154578801],"completion":[103,100,98,102,128,118,129,103,102,102],"submission":[159064887,159146911,159121808,159308308,159050880,159108717,159134322,157967086,156909072,154578699],"total":1424353407,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[347465891,341738389,343767902,345452271,344207554,343423555,346313719,343939331,343998612,344236033],"completion":[122,101,101,100,101,102,103,102,104,106],"submission":[347465769,341738288,343767801,345452171,344207453,343423453,346313616,343939229,343998508,344235927],"total":3097102055,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[355059945,352335895,353297330,352439541,352683860,353437813,353690458,353797109,355626700,343985895],"completion":[100,45,99,99,101,100,100,99,98,103],"submission":[355059845,352335850,353297231,352439442,352683759,353437713,353690358,353797010,355626602,343985792],"total":3171315283,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[360651872,355734598,357764130,359659411,360091321,361351771,359658595,359088511,358740990,340952188],"completion":[110,111,183,103,103,101,102,109,103,112],"submission":[360651762,355734487,357763947,359659308,360091218,361351670,359658493,359088402,358740887,340952076],"total":3213063846,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[369427570,366827913,368805509,368508113,368270011,369900585,370259629,369578799,367712539,339506320],"completion":[103,116,47,103,103,105,103,103,102,105],"submission":[369427467,366827797,368805462,368508010,368269908,369900480,370259526,369578696,367712437,339506215],"total":3289392160,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton8-1gib-allnodes-cpu-brute.json
+++ b/benchmarks/benchmark-results/copy-n0ton8-1gib-allnodes-cpu-brute.json
--- a/benchmarks/benchmark-results/copy-n0ton8-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton8-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":8,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[56695813,56829808,56785075,56574212,56717828,56762942,56738942,56696125,56795463,56745232],"completion":[56654953,56790837,56711964,56573675,56717415,56714351,56738470,56695432,56795059,56744816],"submission":[40860,38971,73111,537,413,48591,472,693,404,416],"total":510660640,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[63238462,63509738,63300990,63316152,63342337,63260596,63406878,63407391,55453780,47149228],"completion":[63236756,63464364,63223753,63244840,63340535,63260122,63406453,63406987,55453386,47148722],"submission":[1706,45374,77237,71312,1802,474,425,404,394,506],"total":546192166,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[74821358,74676103,74796087,74898231,74593634,74887710,65874683,55837712,50534396,50049450],"completion":[74818953,74627957,74721611,74820830,74593096,74887238,65874261,55837193,50533973,50049017],"submission":[2405,48146,74476,77401,538,472,422,519,423,433],"total":596197857,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[73179018,72915198,72941519,73069011,72799984,72982610,67787680,53514857,40219084,39307668],"completion":[73099855,72839056,72866352,73031256,72719960,72982085,67787184,53514294,40218667,39307115],"submission":[79163,76142,75167,37755,80024,525,496,563,417,553],"total":565547372,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton8-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton8-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":8,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[127771328,127728806,127690815,127716771,127711453,127731773,127719690,127863566,127758708,127753836],"completion":[122,148,103,119,107,105,294,106,107,111],"submission":[127771206,127728658,127690712,127716652,127711346,127731668,127719396,127863460,127758601,127753725],"total":1149688181,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[140296171,140345060,140342798,140284617,140333829,140323078,140291574,140290152,140108947,138939171],"completion":[104,103,101,100,100,161,101,160,127,98],"submission":[140296067,140344957,140342697,140284517,140333729,140322917,140291473,140289992,140108820,138939073],"total":1261271744,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[141072357,141105543,141100562,141046669,141027700,141086980,141090488,141049067,140830283,139862289],"completion":[101,99,17,101,99,252,253,102,105,104],"submission":[141072256,141105444,141100545,141046568,141027601,141086728,141090235,141048965,140830178,139862185],"total":1268213946,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[149442672,149359878,149346812,149471715,149403034,149448399,149363202,149454191,148473374,148383775],"completion":[104,102,103,103,101,103,102,103,103,103],"submission":[149442568,149359776,149346709,149471612,149402933,149448296,149363100,149454088,148473271,148383672],"total":1342716259,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton9-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton9-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":9,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[95795535,95813975,95795764,95908064,95846135,95851432,95926899,95813939,95867991,95983313],"completion":[95792463,95702752,95637909,95762496,95845602,95850996,95926427,95813435,95867601,95982859],"submission":[3072,111223,157855,145568,533,436,472,504,390,454],"total":863020405,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[96956768,97117384,97208919,97254737,97270113,97306496,97187788,97247655,97252208,92944566],"completion":[96954936,96985088,97050705,97106311,97269543,97306024,97187366,97247241,97251807,92944132],"submission":[1832,132296,158214,148426,570,472,422,414,401,434],"total":870881948,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[98676314,98698290,98581572,98822861,98605741,98662802,98593001,98797061,98550891,83811126],"completion":[98673954,98584345,98426377,98646103,98605195,98662342,98592583,98796638,98550478,83810705],"submission":[2360,113945,155195,176758,546,460,418,423,413,421],"total":873202373,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[100169370,100250960,100180594,100188670,100135557,100082804,100082961,100167791,100117087,70574804],"completion":[100074208,100140581,100040472,100188109,100135114,100082392,100082517,100167341,100116672,70574377],"submission":[95162,110379,140122,561,443,412,444,450,415,427],"total":871866819,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179417902,179802089,179776596,75025331,76940796,77013995,77013749,77007171,76917060,71675990],"completion":[179415390,179732308,179646788,74542409,76939532,77013448,77013327,77006751,76916657,71675546],"submission":[2512,69781,129808,482922,1264,547,422,420,403,444],"total":891258662,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[181377584,181390989,182355163,66005976,72804876,72836220,72888226,72921260,72819534,72854087],"completion":[181375348,181314438,182212759,58191747,72803586,72835750,72887808,72920868,72819104,72853632],"submission":[2236,76551,142404,7814229,1290,470,418,392,430,455],"total":866894080,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183740762,183766209,181043591,112976669,86080741,86017108,86060585,86094743,63224460,42405201],"completion":[183601649,183608655,180914567,85958744,86006157,86016509,86060185,86094339,63224059,42404679],"submission":[139113,157554,129024,27017925,74584,599,400,404,401,522],"total":927801772,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[184390394,184375338,179433388,108316000,84128101,84114094,84082288,84164628,67501049,44070456],"completion":[184387704,184288854,179283571,84137588,84126732,84113613,84081856,84164211,67500546,44069952],"submission":[2690,86484,149817,24178412,1369,481,432,417,503,504],"total":920254497,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton9-1gib-allnodes-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton9-1gib-allnodes-cpu-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":9,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[137063009,137033935,137059081,137025854,137064210,137008682,137043312,137069014,137067663,137173997],"completion":[46,112,103,100,204,106,101,105,145,117],"submission":[137062963,137033823,137058978,137025754,137064006,137008576,137043211,137068909,137067518,137173880],"total":1233562096,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[136196751,135839480,135812621,135810049,135829572,135744955,135784475,135769252,135754502,135805038],"completion":[102,182,104,102,118,150,100,102,137,100],"submission":[136196649,135839298,135812517,135809947,135829454,135744805,135784375,135769150,135754365,135804938],"total":1222178721,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[152372542,152366171,152406056,152507756,152287021,152360683,152372983,152452699,151216754,149210097],"completion":[105,99,100,121,104,102,103,17,104,109],"submission":[152372437,152366072,152405956,152507635,152286917,152360581,152372880,152452682,151216650,149209988],"total":1367197540,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[151118927,151019555,150678998,150646075,150645613,150682966,150705003,150657589,149877195,147612095],"completion":[58,104,103,101,100,224,100,101,100,102],"submission":[151118869,151019451,150678895,150645974,150645513,150682742,150704903,150657488,149877095,147611993],"total":1352539876,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[349783685,348242639,352653661,350617626,349982706,351796802,351616503,349304496,349947052,346044719],"completion":[100,102,104,103,102,102,246,103,104,102],"submission":[349783585,348242537,352653557,350617523,349982604,351796700,351616257,349304393,349946948,346044617],"total":3150224898,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[348609634,344665619,346339702,346446691,347402854,349329602,347099911,349379197,348617687,346381055],"completion":[100,66,97,38,37,40,36,38,37,38],"submission":[348609534,344665553,346339605,346446653,347402817,349329562,347099875,349379159,348617650,346381017],"total":3125680791,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[368428303,367451296,367246611,369190605,367065158,367835416,366906267,367688280,366858351,322447670],"completion":[110,118,102,104,163,116,103,102,119,112],"submission":[368428193,367451178,367246509,369190501,367064995,367835300,366906164,367688178,366858232,322447558],"total":3262721738,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[360951954,361732073,361524249,361921467,360526110,361085067,361049252,361336011,360631586,332237785],"completion":[102,104,101,104,107,123,104,103,102,102],"submission":[360951852,361731969,361524148,361921363,360526003,361084944,361049148,361335908,360631484,332237683],"total":3222062206,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n0ton9-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton9-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":9,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60453579,60386506,60480275,60493501,60360951,60510434,60474247,60550027,60548037,60428591],"completion":[60421903,60353428,60423430,60492984,60360520,60507724,60473818,60549614,60547614,60428112],"submission":[31676,33078,56845,517,431,2710,429,413,423,479],"total":544241383,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62592527,62476579,62549976,62662809,62571201,62539187,62551212,62620075,62561226,55115335],"completion":[62590528,62436772,62486907,62601318,62526691,62538561,62550798,62619666,62560826,55114909],"submission":[1999,39807,63069,61491,44510,626,414,409,400,426],"total":555741493,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[64153572,64214966,64045599,64019523,64179686,64190755,64033604,64107705,64113607,45830194],"completion":[64090515,64146232,63984588,63987484,64121281,64190199,64033133,64107287,64113204,45829760],"submission":[63057,68734,61011,32039,58405,556,471,418,403,434],"total":558905832,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65365047,65463507,65514539,65379421,65384265,65379692,65371499,65374129,63632972,39976472],"completion":[65362921,65423932,65452455,65312695,65383352,65379270,65371096,65373693,63632572,39975933],"submission":[2126,39575,62084,66726,913,422,403,436,400,539],"total":561516676,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n0ton9-1gib-smart-cpu-1e.json
+++ b/benchmarks/benchmark-results/copy-n0ton9-1gib-smart-cpu-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":9,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[132387805,132405019,132384574,132353465,132370756,132339071,132336160,132374893,132331161,132384735],"completion":[106,138,123,106,100,102,101,101,110,104],"submission":[132387699,132404881,132384451,132353359,132370656,132338969,132336059,132374792,132331051,132384631],"total":1191292657,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[132531421,132538396,132593553,132496154,132228922,132069464,132100368,132107584,132077095,132071722],"completion":[103,140,99,104,141,108,103,102,105,104],"submission":[132531318,132538256,132593454,132496050,132228781,132069356,132100265,132107482,132076990,132071618],"total":1190295345,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[145982733,145902787,146038041,146017740,146000843,145988734,146035118,146036308,145384458,143710033],"completion":[55,103,100,105,102,104,102,292,103,104],"submission":[145982678,145902684,146037941,146017635,146000741,145988630,146035016,146036016,145384355,143709929],"total":1311127044,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[146139229,146220329,146207059,146208700,146194644,146247060,146202126,146250784,145700971,144336207],"completion":[104,103,102,102,136,102,106,103,290,103],"submission":[146139125,146220226,146206957,146208598,146194508,146246958,146202020,146250681,145700681,144336104],"total":1313581548,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"sw"}
--- a/benchmarks/benchmark-results/copy-n10ton0-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton0-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":0,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[154341002,154441989,154502785,154437599,154010773,154189241,154676751,154739975,154596091,154183349],"completion":[154337683,154242264,154113744,154057052,154010233,154187194,154676334,154739553,154595682,154182903],"submission":[3319,199725,389041,380547,540,2047,417,422,409,446],"total":1389793168,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156261386,156290169,157651755,156925998,156265038,156570929,157356698,156673802,156681726,148091148],"completion":[156259448,156090092,157205437,156541049,156264505,156570215,157356202,156673402,156681326,148090696],"submission":[1938,200077,446318,384949,533,714,496,400,400,452],"total":1402518363,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164185070,163951985,163885252,164401121,163665285,164236134,164483218,163834816,164035276,107129556],"completion":[163996868,163730873,163436516,164400612,163460499,164235652,164482803,163834399,164034870,107129145],"submission":[188202,221112,448736,509,204786,482,415,417,406,411],"total":1420411621,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164258488,164985408,165571692,164798635,164672270,165139798,165848353,165143431,164912097,100679376],"completion":[164256352,164772623,165166096,164420162,164671444,165139355,165847917,165142963,164911679,100678937],"submission":[2136,212785,405596,378473,826,443,436,468,418,439],"total":1421762430,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[362257975,235193742,214767737,215348748,216035381,215672304,215537267,215534607,215675732,215068101],"completion":[362255709,214185356,214653117,215226969,216034700,215671848,215536788,215534157,215675287,215067671],"submission":[2266,21008386,114620,121779,681,456,479,450,445,430],"total":1959047264,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[352659014,231999775,218101781,218603821,216967092,217492765,218094076,218437508,217732989,210798235],"completion":[352339785,217178554,217976024,218537896,216853737,217492266,218093591,218437061,217732573,210797759],"submission":[319229,14821221,125757,65925,113355,499,485,447,416,476],"total":1968243248,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[314665291,225753479,226380324,226132546,226910345,225927688,226650339,225224656,226602770,175282796],"completion":[314663106,225682663,226255036,226010867,226909760,225927185,226649867,225224234,226602368,175282361],"submission":[2185,70816,125288,121679,585,503,472,422,402,435],"total":1984878154,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[315651983,227646447,227369796,227534762,226936899,225952953,225986676,226619765,227116461,170955018],"completion":[315649780,227569976,227246688,227412588,226936360,225952443,225986233,226619364,227116038,170954569],"submission":[2203,76471,123108,122174,539,510,443,401,423,449],"total":1986133119,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton0-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton0-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":0,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76685951,76795924,77077769,76908426,76872560,76803602,76734959,77206886,76811620,76921415],"completion":[76646439,76753806,77003291,76905742,76872132,76803183,76734559,77206481,76811218,76921004],"submission":[39512,42118,74478,2684,428,419,400,405,402,411],"total":692143511,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80382853,80615698,80479172,80604626,80517616,80316533,80597020,80460983,80236134,66822340],"completion":[80307519,80538234,80401416,80565977,80438186,80316014,80596540,80460564,80235716,66821896],"submission":[75334,77464,77756,38649,79430,519,480,419,418,444],"total":710659381,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87031283,87436260,87215573,87185852,86983091,87431310,87052015,87375911,67213925,44185757],"completion":[87028878,87386577,87101741,87110976,86982586,87430883,87051598,87375511,67213499,44185015],"submission":[2405,49683,113832,74876,505,427,417,400,426,742],"total":722374422,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88077953,88364543,88551767,87944852,87714239,88311561,88272698,88109295,62622531,44816356],"completion":[88075954,88317636,88477355,87871284,87713694,88311120,88272221,88108866,62622079,44815792],"submission":[1999,46907,74412,73568,545,441,477,429,452,564],"total":724770381,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton1-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton1-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":1,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156161864,156013376,157131807,156123239,155615184,156556743,155344342,156343431,155400672,145153473],"completion":[155993717,155820315,156774937,156122685,155614777,156555155,155343633,156343033,155400264,145153032],"submission":[168147,193061,356870,554,407,1588,709,398,408,441],"total":1393692449,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153178475,152158883,153507625,153451333,152503883,153323351,152916190,153030531,152832801,153110381],"completion":[153175418,151961876,153147504,153071349,152503294,153322612,152915756,153030127,152832390,153109951],"submission":[3057,197007,360121,379984,589,739,434,404,411,430],"total":1376846660,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163954969,164313914,165094141,164399121,164602060,164707103,165050008,164215437,162412088,94402738],"completion":[163952804,164125752,164719722,164027111,164601196,164706665,165049575,164215030,162411623,94402281],"submission":[2165,188162,374419,372010,864,438,433,407,465,457],"total":1409381022,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[162243586,161934678,163233191,163453615,162784595,162578754,161963699,162014691,163205273,107008976],"completion":[162241049,161739114,162868182,163071009,162607500,162578241,161963259,162014263,163204848,107008489],"submission":[2537,195564,365009,382606,177095,513,440,428,425,487],"total":1408888714,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[365175106,234794863,215299899,216364529,216630260,216004648,216237148,215499998,215531762,203963042],"completion":[365172515,216854882,215183455,216245278,216629668,216004179,216236719,215499596,215531306,203962526],"submission":[2591,17939981,116444,119251,592,469,429,402,456,516],"total":1950340339,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[375166955,238750976,211861898,211399821,211325359,211964181,210841727,211367753,211295833,212284594],"completion":[374876831,211046112,211742769,211338096,211211985,211963649,210841304,211367324,211295421,212283917],"submission":[290124,27704864,119129,61725,113374,532,423,429,412,677],"total":1931178386,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[319051783,227012159,224768847,224444304,225607457,224378487,224657386,224469861,224877530,165176055],"completion":[319049105,223882436,224653413,224326702,225606940,224378049,224656961,224469379,224876989,165175614],"submission":[2678,3129723,115434,117602,517,438,425,482,541,441],"total":1965406718,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[333268124,225694377,223067623,221856182,221772609,222350918,222465879,222640816,223264905,179942196],"completion":[333265929,220970789,222949882,221733931,221772059,222350480,222465456,222640407,223264268,179941785],"submission":[2195,4723588,117741,122251,550,438,423,409,637,411],"total":1963200152,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton1-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton1-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":1,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79665624,79411348,79401032,79185803,79536267,79281601,79851663,79256638,79676823,66504572],"completion":[79593415,79341384,79331416,79148214,79469763,79281061,79851188,79256224,79676414,66504085],"submission":[72209,69964,69616,37589,66504,540,475,414,409,487],"total":702114520,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76202195,76001869,76426407,75852834,76041094,76114640,76351203,76351939,76006002,76577874],"completion":[76164200,75959709,76354311,75818932,76040596,76114221,76350794,76351546,76005595,76577463],"submission":[37995,42160,72096,33902,498,419,409,393,407,411],"total":685772000,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87636693,87931293,87679467,87909113,87885160,87996831,87663697,88004354,56533670,41809465],"completion":[87634522,87884990,87603894,87839355,87884652,87996390,87663244,88003871,56533248,41808950],"submission":[2171,46303,75573,69758,508,441,453,483,422,515],"total":713468517,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87022814,87467871,86771066,87378413,87000857,87328782,86920519,87454844,61736788,44071202],"completion":[87020831,87419422,86685769,87307651,87000359,87328347,86920079,87454442,61736379,44070734],"submission":[1983,48449,85297,70762,498,435,440,402,409,468],"total":716378379,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton10-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton10-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":10,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67757620,67567727,67858321,67659901,67903197,67540802,62235954,54176582,50498857,50009747],"completion":[67755226,67527570,67788846,67594298,67902617,67540376,62234128,54176042,50498403,50009308],"submission":[2394,40157,69475,65603,580,426,1826,540,454,439],"total":555460074,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65576270,65589847,65742976,65321802,65748153,65560277,64026990,50975636,40777752,39041949],"completion":[65504123,65520967,65674311,65321301,65747695,65559807,63990663,50975063,40777330,39041493],"submission":[72147,68880,68665,501,458,470,36327,573,422,456],"total":523049370,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52013259,52221154,51951328,51922910,52023640,51877087,52033682,51938516,51827369,52095781],"completion":[52011277,52172955,51878524,51853183,52023122,51876664,52033261,51938114,51826980,52095201],"submission":[1982,48199,72804,69727,518,423,421,402,389,580],"total":467971542,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[57570399,57575418,57307675,57602726,57327598,57474660,57413861,57385326,52168029,44799751],"completion":[57568347,57528041,57233273,57531865,57327012,57474244,57413429,57384902,52167550,44799248],"submission":[2052,47377,74402,70861,586,416,432,424,479,503],"total":499138328,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton10-512mib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton10-512mib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":10,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[48704520,48938391,49000655,49201650,48906577,49149692,49253506,45552324,31525522,28337384],"completion":[48702138,48806848,48717669,49005019,48906035,49149222,49253083,45551898,31524628,28336811],"submission":[2382,131543,282986,196631,542,470,423,426,894,573],"total":399876918,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":536870912}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[48794602,48917526,48893592,49155319,49013063,49074090,49252641,45391179,29854640,26616430],"completion":[48792723,48818740,48722538,48959024,49012551,49073664,49252216,45390770,29854047,26615968],"submission":[1879,98786,171054,196295,512,426,425,409,593,462],"total":396178942,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":536870912}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[41305873,41377717,41377791,41254581,41274179,41374303,41384707,41560073,41402042,41451578],"completion":[41303790,41271887,41182363,41057568,41273713,41373892,41384296,41559684,41401650,41451144],"submission":[2083,105830,195428,197013,466,411,411,389,392,434],"total":372466214,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":536870912}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[43276559,43316589,43353256,43473920,43355140,43475194,43522344,43421260,43693069,35360119],"completion":[43274094,43209632,43155489,43273364,43354633,43474754,43521903,43420823,43692657,35359679],"submission":[2465,106957,197767,200556,507,440,441,437,412,440],"total":382981904,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":536870912}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76925659,76889740,76955675,75029162,68547760,68537978,68532264,68531208,52456502,34897407],"completion":[76840519,76797656,76778237,75028583,68547257,68537440,68531841,68530780,52456099,34896714],"submission":[85140,92084,177438,579,503,538,423,428,403,693],"total":590391437,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":536870912}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77867235,77762915,77937138,81223373,69389182,69353714,69385781,69359621,44077171,31430156],"completion":[77690231,77583035,77756497,75836997,69284276,69353077,69385312,69359224,44076764,31429622],"submission":[177004,179880,180641,5386376,104906,637,469,397,407,534],"total":589934203,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":536870912}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[68471937,68541590,68571282,68703551,66472362,60585182,59782701,59824852,59795389,59829857],"completion":[68469820,68441254,68393283,68524807,66471861,60584650,59782273,59824451,59795008,59829425],"submission":[2117,100336,177999,178744,501,532,428,401,381,432],"total":572119076,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":536870912}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[70998409,70990461,71098239,69616193,68415032,62555897,62489025,62481231,62552204,52626628],"completion":[70996911,70893499,70922385,69441988,68414376,62555432,62488590,62480821,62551803,52626192],"submission":[1498,96962,175854,174205,656,465,435,410,401,436],"total":582837102,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":536870912}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton11-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton11-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":11,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51322467,51197351,51315636,51354152,51146801,51035064,51185650,51183381,42733084,33972447],"completion":[51320287,51146366,51222021,51263706,51146163,51034628,51185168,51182813,42732616,33971883],"submission":[2180,50985,93615,90446,638,436,482,568,468,564],"total":435133417,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51990413,51882429,51966275,52020383,51740935,51811339,51787317,51894308,40896281,35850378],"completion":[51988323,51825596,51874861,51926934,51740370,51810882,51786883,51893892,40895854,35849821],"submission":[2090,56833,91414,93449,565,457,434,416,427,557],"total":439860038,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[45510484,45774208,45674098,45698947,45615460,45434999,45441859,45502430,45550156,45611999],"completion":[45454346,45712484,45559279,45698413,45615034,45434576,45441455,45502015,45549758,45611592],"submission":[56138,61724,114819,534,426,423,404,415,398,407],"total":410313818,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[46716027,46854115,46923251,46863075,46814646,46752910,46645783,46675421,46766665,42125528],"completion":[46713762,46795577,46831840,46766984,46814138,46752462,46645344,46674993,46766194,42125109],"submission":[2265,58538,91411,96091,508,448,439,428,471,419],"total":416431964,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88173203,88073197,87916158,89179281,86042088,85959083,86001089,86005338,70302275,42356245],"completion":[88081565,87974849,87833490,85505061,85963796,85958536,86000653,86004909,70301882,42355700],"submission":[91638,98348,82668,3674220,78292,547,436,429,393,545],"total":721848178,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88768329,88871832,87003611,84729291,84634962,84645626,84635705,84704499,72856149,44052622],"completion":[88766148,88815400,86914966,84650623,84634383,84645161,84635232,84704074,72855736,44052079],"submission":[2181,56432,88645,78668,579,465,473,425,413,543],"total":716147316,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[82402699,82356375,82463008,78804347,76824832,76788476,76735662,76748658,76737134,73450178],"completion":[82400341,82293704,82367402,78692107,76824210,76788013,76735185,76748250,76736711,73449736],"submission":[2358,62671,95606,112240,622,463,477,408,423,442],"total":700921404,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[83997995,83985605,84116540,76377718,72876269,72872008,72962179,72925680,72928217,72951760],"completion":[83995722,83927409,84024003,76278767,72875502,72871520,72961749,72925268,72927825,72951332],"submission":[2273,58196,92537,98951,767,488,430,412,392,428],"total":682008601,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton11-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton11-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":11,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36749403,36766073,36856280,36770811,36758482,36784016,36738951,36849763,36434098,33642002],"completion":[36722660,36738935,36807540,36770328,36758077,36783590,36738522,36849347,36433702,33641500],"submission":[26743,27138,48740,483,405,426,429,416,396,502],"total":327607676,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38117229,38098651,38134101,38090584,38109722,38098605,38134616,38064846,36068006,34166817],"completion":[38067466,38051021,38086295,38064534,38062376,38098080,38134074,38064432,36067594,34165984],"submission":[49763,47630,47806,26050,47346,525,542,414,412,833],"total":336972902,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34088418,34115385,34150633,34149707,34086872,34095530,34084354,34069386,34148254,34073389],"completion":[34086432,34081512,34099859,34098082,34086399,34095097,34083918,34068978,34147856,34072957],"submission":[1986,33873,50774,51625,473,433,436,408,398,432],"total":306980883,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34542299,34567218,34583514,34625556,34591321,34608751,34573637,34630713,34576791,34352863],"completion":[34540141,34530968,34531550,34574066,34590842,34608327,34573233,34630289,34576390,34352412],"submission":[2158,36250,51964,51490,479,424,404,424,401,451],"total":311117596,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton12-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton12-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":12,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80892963,80744773,80815989,80850792,80820922,80743697,79591951,72686619,72649058,73593647],"completion":[80890509,80682488,80699579,80740573,80820371,80743243,79591484,72686189,72648552,73593237],"submission":[2454,62285,116410,110219,551,454,467,430,506,410],"total":702510232,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[84270645,84283788,84229728,84602341,84227288,84205873,78944908,75795706,76264795,64531672],"completion":[84269128,84219192,84120497,84493929,84226801,84205445,78944442,75795276,76264387,64531247],"submission":[1517,64596,109231,108412,487,428,466,430,408,425],"total":717098297,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[91052266,91124244,91154658,91396670,91216778,87462853,83769483,84273440,65005484,44835428],"completion":[91050140,91061756,91045796,91288838,91216267,87462322,83769011,84273033,65005083,44834975],"submission":[2126,62488,108862,107832,511,531,472,407,401,453],"total":730253293,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92022097,91998620,92029451,92320448,92009300,87605286,84570703,85244464,61596647,45799298],"completion":[92020260,91925312,91916335,92211219,92008742,87604768,84570256,85244052,61596228,45798847],"submission":[1837,73308,113116,109229,558,518,447,412,419,451],"total":733187800,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65982100,66028113,66104535,66137434,66110148,66011907,66327619,65985520,62310009,37988058],"completion":[65979815,65959833,65973742,66013523,66109628,66011467,66327156,65985114,62309609,37987616],"submission":[2285,68280,130793,123911,520,440,463,406,400,442],"total":563015528,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66978578,67032781,67199005,67193076,67130211,67003445,67384697,67060789,59471123,35534334],"completion":[66976315,66961825,67082417,67075011,67129673,67002996,67384253,67060362,59470718,35533902],"submission":[2263,70956,116588,118065,538,449,444,427,405,432],"total":565020353,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60636951,60558853,60603014,60509757,60678090,60658373,60616651,60878750,60649614,60572287],"completion":[60573470,60494378,60483322,60509237,60677669,60657940,60616230,60878335,60649220,60571871],"submission":[63481,64475,119692,520,421,433,421,415,394,416],"total":545736392,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62729223,62713219,62709711,62669690,62783754,62596068,62654207,63070512,62631605,54739229],"completion":[62601788,62582479,62584693,62599118,62654544,62595498,62653602,63070076,62631201,54738790],"submission":[127435,130740,125018,70572,129210,570,605,436,404,439],"total":556580898,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton12-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton12-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":12,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35179473,35190522,35200366,35159052,35157395,35170090,35147220,35176687,35154958,34984548],"completion":[35153471,35165063,35154937,35158524,35156963,35169670,35146773,35176288,35154566,34984111],"submission":[26002,25459,45429,528,432,420,447,399,392,437],"total":316349044,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33694070,33690811,33692052,33670804,33690182,33644375,33643187,33645525,33644333,33644204],"completion":[33643406,33643271,33644560,33644038,33644289,33643863,33642776,33645140,33643842,33643774],"submission":[50664,47540,47492,26766,45893,512,411,385,491,430],"total":302972035,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton13-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton13-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":13,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[84158052,83978038,83989893,83770368,84074455,84031486,80055856,76585586,77521421,62726732],"completion":[84047506,83871699,83889650,83769829,84074039,84031032,80055251,76585163,77521002,62726300],"submission":[110546,106339,100243,539,416,454,605,423,419,432],"total":716747122,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79966253,79788802,79999059,79870104,79862077,79989429,79849415,72736649,72262588,73052174],"completion":[79963589,79724525,79894664,79767014,79861591,79988985,79848934,72736199,72262098,73051706],"submission":[2664,64277,104395,103090,486,444,481,450,490,468],"total":697467319,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92303373,92221818,92361263,92428370,92311155,88557604,85446635,85050685,57931992,42776334],"completion":[92300592,92162670,92257165,92315554,92310647,88556878,85446209,85050275,57899046,42775482],"submission":[2781,59148,104098,112816,508,726,426,410,32946,852],"total":729203456,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[90813847,90816003,90902330,91009454,90979348,88198621,83794629,84708775,64322290,44956571],"completion":[90811240,90749874,90798953,90904353,90978810,88198192,83794165,84708346,64321882,44955760],"submission":[2607,66129,103377,105101,538,429,464,429,408,811],"total":729703220,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66710508,66766382,66835600,66809277,66811103,66791555,66775460,66791906,62669052,37431394],"completion":[66708398,66700068,66716548,66692783,66810574,66791062,66775037,66791485,62668645,37430876],"submission":[2110,66314,119052,116494,529,493,423,421,407,518],"total":567694185,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67411790,67455187,67505871,67577722,67522502,67452665,67443564,67489817,60916866,36017904],"completion":[67409068,67384808,67387434,67456082,67521982,67452219,67443131,67489419,60916462,36017429],"submission":[2722,70379,118437,121640,520,446,433,398,404,475],"total":569392247,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[61221989,61155734,61190228,61119195,61162362,61129927,61104213,61242478,61134119,61214055],"completion":[61219929,61085846,61063572,60998281,61161736,61129493,61103791,61242082,61133710,61213626],"submission":[2060,69888,126656,120914,626,434,422,396,409,429],"total":550462989,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[63095798,63062561,62948287,62923947,62957588,62991431,63037509,62927657,62942597,56041509],"completion":[63093714,62994161,62833053,62803530,62957000,62990960,63037054,62927203,62942189,56041065],"submission":[2084,68400,115234,120417,588,471,455,454,408,444],"total":559843328,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton13-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton13-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":13,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33657434,33656568,33678559,33631720,33631479,33631932,33631347,33631374,33632049,33631823],"completion":[33630735,33631028,33630970,33631204,33631057,33631518,33630946,33630982,33631660,33631418],"submission":[26699,25540,47589,516,422,414,401,392,389,405],"total":302765578,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34539361,34538178,34529135,34523288,34521667,34503052,34481624,34511988,34475554,34325085],"completion":[34490252,34488951,34480078,34497664,34476959,34502519,34481196,34511556,34475146,34324680],"submission":[49109,49227,49057,25624,44708,533,428,432,408,405],"total":310417177,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton14-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton14-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":14,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[160112536,159933912,159980390,156690967,110754740,111300994,111401268,111446731,76650335,58197157],"completion":[160110392,159833227,159796181,145249941,110753578,111300404,111400823,111446303,76649921,58196709],"submission":[2144,100685,184209,11441026,1162,590,445,428,414,448],"total":1056370675,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[161555986,161516133,158868727,149580141,111835942,112512019,112510853,112478397,72069387,54656811],"completion":[161553752,161419374,158681431,146239268,111834711,112511498,112510417,112477989,72068987,54656362],"submission":[2234,96759,187296,3340873,1231,521,436,408,400,449],"total":1046042552,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[144428836,144548718,144609017,138342972,132088167,93512397,93881710,93904899,93888390,93892903],"completion":[144426562,144440154,144419267,138158637,132087601,93511920,93881195,93904490,93887951,93892464],"submission":[2274,108564,189750,184335,566,477,515,409,439,439],"total":1028682032,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[148537675,148559349,148554319,141628036,124535238,98612281,99070264,99113353,99109374,84128353],"completion":[148535231,148460677,148360451,141440985,124534653,98611808,99069836,99112925,99108975,84127909],"submission":[2444,98672,193868,187051,585,473,428,428,399,444],"total":1043324086,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[101309065,101420009,101833976,101881170,101483913,101687247,101680675,91148546,62025239,57139818],"completion":[101306963,101311755,101625269,101685066,101483365,101686794,101680242,91147697,62024687,57139382],"submission":[2102,108254,208707,196104,548,453,433,849,552,436],"total":820311655,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[101753765,101978333,101809940,102114046,102047394,101999507,101957117,88776791,56560297,53030291],"completion":[101550651,101768682,101616878,102013764,101845649,101998941,101956677,88776341,56559811,53029816],"submission":[203114,209651,193062,100282,201745,566,440,450,486,475],"total":810284943,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[84787202,84964056,84810750,85093127,85115513,84843014,84985047,85272379,85114721,85010047],"completion":[84784728,84857044,84625635,84896522,85114996,84842560,84984621,85271980,85114325,85009617],"submission":[2474,107012,185115,196605,517,454,426,399,396,430],"total":765218082,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[89716944,89362300,89699457,89511335,89788730,89706469,89826999,89888742,89584349,70731714],"completion":[89608732,89259778,89500804,89510795,89788289,89706014,89826543,89888335,89583928,70731295],"submission":[108212,102522,198653,540,441,455,456,407,421,419],"total":788110296,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton14-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton14-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":14,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34029591,34028116,34044436,33934047,34066438,34089453,33794776,34035607,34118705,34111945],"completion":[33985883,33980554,33998935,33933547,34065961,34089016,33794348,34035211,34118305,34111528],"submission":[43708,47562,45501,500,477,437,428,396,400,417],"total":306233128,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33637775,33681914,33685114,33684164,33636433,33636894,33636988,33635855,33636638,33635772],"completion":[33635711,33635894,33635811,33635934,33635908,33636246,33636578,33635459,33636025,33635367],"submission":[2064,46020,49303,48230,525,648,410,396,613,405],"total":302875948,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton15-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton15-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":15,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92050808,92086328,92133383,92262262,92060811,87968912,84806615,85559843,56957459,41410419],"completion":[92048309,92027350,92028243,92161781,92060282,87968368,84806163,85559414,56955679,41409933],"submission":[2499,58978,105140,100481,529,544,452,429,1780,486],"total":725259628,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[90981585,91048968,91138353,91103916,91001546,87834030,83549174,84101083,63568447,44339114],"completion":[90979348,90990654,91021587,90997296,91001051,87833371,83548660,84100669,63567687,44338388],"submission":[2237,58314,116766,106620,495,659,514,414,760,726],"total":727698885,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[83772699,83832856,83791301,83987427,83792099,83850993,79584646,75897927,76454918,65056331],"completion":[83770281,83770821,83681249,83875541,83791623,83850533,79584042,75897485,76454524,65017886],"submission":[2418,62035,110052,111886,476,460,604,442,394,38445],"total":716495692,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80151461,80386524,80407529,80341869,80262034,80192379,79918145,72435537,72266886,73162088],"completion":[80148845,80321926,80294608,80234525,80261526,80191955,79917724,72435070,72266473,73161684],"submission":[2616,64598,112921,107344,508,424,421,467,413,404],"total":699388284,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66659097,66295742,66404962,66376394,66503291,66475996,66492301,66363140,61595438,37826254],"completion":[66536524,66175454,66291618,66312595,66387826,66475264,66491855,66362706,61595001,37825666],"submission":[122573,120288,113344,63799,115465,732,446,434,437,588],"total":564346003,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67544588,67381320,67498752,67537455,67457645,67554252,67455932,67343142,58008611,35841996],"completion":[67541941,67311482,67377183,67421522,67457114,67553806,67455481,67342722,58008208,35841419],"submission":[2647,69838,121569,115933,531,446,451,420,403,577],"total":566089678,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60973354,60647637,60684708,60630319,60718874,60791734,60796161,60797664,60675789,60744460],"completion":[60906032,60584447,60564992,60629772,60718438,60791325,60795754,60797266,60675373,60744046],"submission":[67322,63190,119716,547,436,409,407,398,416,414],"total":546497744,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62991259,62797406,62845846,62990172,62843672,62885855,62896928,63024969,62912870,54212710],"completion":[62989034,62726576,62731449,62865101,62843127,62885399,62896490,63024361,62912393,54212290],"submission":[2225,70830,114397,125071,545,456,438,608,477,420],"total":557421370,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton15-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton15-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":15,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33673916,33683017,33675757,33631238,33631081,33631029,33631063,33630697,33630771,33630574],"completion":[33630928,33630404,33630495,33630731,33630623,33630563,33630640,33630297,33630370,33630146],"submission":[42988,52613,45262,507,458,466,423,400,401,428],"total":302785096,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33638600,33677404,33687084,33686478,33636727,33636651,33637868,33637056,33637448,33636157],"completion":[33636449,33637069,33636916,33636550,33636124,33636222,33637455,33636579,33637039,33635732],"submission":[2151,40335,50168,49928,603,429,413,477,409,425],"total":302879419,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton2-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton2-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":2,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[190874715,190720971,191166140,192486996,191862173,192731037,191366149,192685533,191934350,115614896],"completion":[190872039,190534440,190808278,192124478,191861125,192730569,191365686,192685000,191933838,115614346],"submission":[2676,186531,357862,362518,1048,468,463,533,512,550],"total":1650579455,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[191874083,192216322,192761432,194475564,193529197,193585178,192788563,194826847,188905793,107513050],"completion":[191871977,192037037,192384123,194120992,193528679,193584737,192788135,194826434,188905325,107512580],"submission":[2106,179285,377309,354572,518,441,428,413,468,470],"total":1650612962,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[178737644,179433667,179375011,179149062,179275573,179157735,179852575,179119927,178428543,178744367],"completion":[178734714,179235778,179021526,178614705,179274993,179157307,179851824,179119527,178428139,178743936],"submission":[2930,197889,353485,534357,580,428,751,400,404,431],"total":1613260506,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[182450629,182747581,181504835,182115933,183152097,183162216,182668743,182241041,182136591,169866624],"completion":[182266346,182562101,181131331,182114460,183151656,183161792,182668332,182240640,182136165,169866208],"submission":[184283,185480,373504,1473,441,424,411,401,426,416],"total":1629813184,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[389768630,390550000,254609429,216167832,216486768,216720226,215877708,215439200,216347847,131715920],"completion":[389766468,390386986,176111045,216045997,216486244,216719787,215877285,215438774,216347419,131715489],"submission":[2162,163014,78498384,121835,524,439,423,426,428,431],"total":2073929924,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[392074696,389474394,242204245,218259685,217729378,217474735,217454167,218927833,217534394,123985627],"completion":[391755525,389153532,175273894,218198189,217601635,217474133,217453726,218927407,217533965,123985166],"submission":[319171,320862,66930351,61496,127743,602,441,426,429,461],"total":2063060720,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[372559022,372978542,245630212,248804747,202301113,201871937,202182728,202189080,202015284,201511334],"completion":[372556282,372816033,245304397,201374269,202299758,201871465,202182327,202188635,202014894,201510911],"submission":[2740,162509,325815,47430478,1355,472,401,445,390,423],"total":2079499416,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[376902183,378524017,229534564,238730625,206045224,206387813,205453665,205952477,207353954,197850944],"completion":[376900095,378363776,229212467,206327837,206043865,206387351,205453198,205952061,207353536,197850525],"submission":[2088,160241,322097,32402788,1359,462,467,416,418,419],"total":2075849080,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton2-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton2-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":2,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[93040323,94048044,93290071,92770739,92871822,92740392,92931839,83781587,57882829,52705333],"completion":[93038331,92757259,93214103,92697015,92871311,92739878,92931351,83781160,57882388,52704766],"submission":[1992,1290785,75968,73724,511,514,488,427,441,567],"total":753030843,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[93183428,93106752,93653165,93096032,93209123,93083273,93268552,82208346,50218547,44656800],"completion":[93101499,93032026,93578389,93054789,93133729,93082744,93268098,82207927,50218062,44656325],"submission":[81929,74726,74776,41243,75394,529,454,419,485,475],"total":736586169,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77949236,78052769,77463927,77834561,78413197,77823152,77877695,77905051,77876610,78148598],"completion":[77906044,78008700,77383940,77833890,78412727,77822728,77877207,77904656,77876216,78148158],"submission":[43192,44069,79987,671,470,424,488,395,394,440],"total":701459925,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[82017092,81834213,81895226,82207278,81907435,82298808,81949138,82016941,82060581,66549838],"completion":[82014878,81783185,81812812,82125342,81906940,82298386,81948718,82016516,82060104,66549429],"submission":[2214,51028,82414,81936,495,422,420,425,477,409],"total":722778054,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton3-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton3-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":3,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163750845,163841499,164022910,163899374,163681390,163845180,163839347,163907475,163890393,103314681],"completion":[163748430,163324663,163653927,163525118,163679811,163844606,163838822,163907056,163889987,103314241],"submission":[2415,516836,368983,374256,1579,574,525,419,406,440],"total":1414253637,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[161536467,160919520,162219506,162458699,162093032,162050184,161650615,161968107,161494265,119203036],"completion":[161534317,160712762,161870719,162075992,161901616,162049659,161650140,161967705,161493864,119202612],"submission":[2150,206758,348787,382707,191416,525,475,402,401,424],"total":1414792681,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[157061150,157164943,156257415,156928047,156797081,157413734,157057903,157150239,157118336,145921033],"completion":[156865004,156975469,155899725,156927538,156796645,157412246,157057495,157149785,157117926,145920624],"submission":[196146,189474,357690,509,436,1488,408,454,410,409],"total":1401819360,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[154056579,154270459,153307593,153915541,153786081,154254153,153402330,153975703,153876904,154248810],"completion":[154054305,154073086,152950129,153553780,153785585,154253416,153401878,153975254,153876511,154248384],"submission":[2274,197373,357464,361761,496,737,452,449,393,426],"total":1385048781,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[314141548,226264404,224972168,226125836,224869036,224997666,225365236,224641607,224572858,165336805],"completion":[313833953,225341473,224847073,226064834,224757755,224997164,225364785,224641194,224572453,165336365],"submission":[307595,922931,125095,61002,111281,502,451,413,405,440],"total":1967160460,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[334904448,228163795,223293485,224343648,224245623,223180547,224155846,224264164,222596160,173369096],"completion":[334902054,224618342,223175737,224217744,224245034,223180101,224155412,224263754,222595757,173368664],"submission":[2394,3545453,117748,125904,589,446,434,410,403,432],"total":1967626372,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[351165710,226399895,215963742,215327090,215615056,216449442,215475341,216000811,215974798,206018726],"completion":[351163272,214898916,215843203,215212988,215614519,216448995,215474905,216000357,215974383,206018310],"submission":[2438,11500979,120539,114102,537,447,436,454,415,416],"total":1943239669,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[370403618,236091252,211914989,211345538,211311173,211532558,211669264,212331857,211441552,211732293],"completion":[370400189,210628714,211799489,211224906,211310654,211532093,211668825,212331428,211441082,211731804],"submission":[3429,25462538,115500,120632,519,465,439,429,470,489],"total":1929384142,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton3-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton3-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":3,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86149620,86077394,86994740,86775367,87193146,86284615,86259669,86238425,63344526,40416590],"completion":[86147965,86034117,86922425,86702806,87192623,86284169,86259191,86237994,63344070,40416036],"submission":[1655,43277,72315,72561,523,446,478,431,456,554],"total":709593000,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[85662296,85535401,85800927,86183684,86172951,85745568,85600796,85662896,68682627,44153555],"completion":[85593833,85465513,85727692,86183169,86172507,85745131,85600368,85662490,68682161,44152873],"submission":[68463,69888,73235,515,444,437,428,406,466,682],"total":713768089,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[78946474,78917270,78839858,79438380,79019294,79551169,78812049,78986612,79283305,68384268],"completion":[78944481,78868858,78767323,79367345,79018780,79550719,78811641,78986216,79282912,68383865],"submission":[1993,48412,72535,71035,514,450,408,396,393,403],"total":701276809,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76198636,76255543,75875375,77203015,76580393,76618844,76447862,76029691,76294788,76171669],"completion":[76196598,76207396,75794311,77129342,76579890,76618407,76447416,76029296,76294362,76171246],"submission":[2038,48147,81064,73673,503,437,446,395,426,423],"total":687536105,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton4-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton4-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":4,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[371181814,238243226,212688407,213906201,212752557,213882501,212855611,212611588,212514042,214026680],"completion":[371179590,211438468,212577277,213784451,212752000,213881982,212855148,212611154,212513622,214026186],"submission":[2224,26804758,111130,121750,557,519,463,434,420,494],"total":1943494737,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[363239512,235269146,214724832,216132440,215058260,214481440,215214094,214551200,214576933,210170676],"completion":[363079710,214171774,214605938,216131843,215057812,214481023,215213651,214550797,214576486,210170162],"submission":[159802,21097372,118894,597,448,417,443,403,447,514],"total":1950192944,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[322783695,228426220,224786001,224235472,223963724,224814443,224692651,224724064,223872951,172686408],"completion":[322781569,223952846,224663511,224117348,223963222,224813994,224692247,224723607,223872535,172685990],"submission":[2126,4473374,122490,118124,502,449,404,457,416,418],"total":1972217436,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[320102541,229323161,225166007,224889458,224826005,224983908,224560916,226196431,224596565,169143260],"completion":[320100348,225002021,225049591,224769729,224825361,224983416,224560477,226195953,224596053,169142825],"submission":[2193,4321140,116416,119729,644,492,439,478,512,435],"total":1973702103,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[154039493,151520742,154626578,153602698,153557292,154234658,154215794,154221575,154133315,154094407],"completion":[154036599,151319881,154251430,153216003,153556791,154234220,154215383,154221163,154132926,154093992],"submission":[2894,200861,375148,386695,501,438,411,412,389,415],"total":1384217464,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156835496,153691557,156864069,156086489,157005556,157431429,156580688,156175416,156888713,147009582],"completion":[156452103,153316316,156521278,155863953,156617607,157430917,156580209,156175020,156888310,147009140],"submission":[383393,375241,342791,222536,387949,512,479,396,403,442],"total":1397745982,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163207894,168013362,163770251,163449996,163477365,163871649,163973863,163625907,163580150,105144692],"completion":[163205730,162747706,163380139,163043205,163476837,163871179,163973390,163625485,163579733,105144252],"submission":[2164,5265656,390112,406791,528,470,473,422,417,440],"total":1418919504,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164736314,164533635,164828342,164529927,164726575,164663018,164461845,164444118,164745003,100895009],"completion":[164734126,164325398,164438406,164172548,164726042,164662589,164461406,164443714,164744540,100894567],"submission":[2188,208237,389936,357379,533,429,439,404,463,442],"total":1418023166,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton4-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton4-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":4,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[69775960,69730947,69799672,69825636,69746479,64663139,48815609,48965743,49056246,49185860],"completion":[69748724,69704990,69727772,69825066,69746058,64662703,48815119,48965313,49055826,49185428],"submission":[27236,25957,71900,570,421,436,490,430,420,432],"total":539851760,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50028800,50006285,49985161,49988918,49913023,49987238,49912131,49923876,49952887,49929921],"completion":[49979356,49953541,49932575,49988427,49887068,49986510,49911707,49923479,49952497,49929497],"submission":[49444,52744,52586,491,25955,728,424,397,390,424],"total":449810914,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton5-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton5-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":5,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[362949155,235913612,217174444,216648201,216784185,217629568,217092417,217006321,216804701,204981295],"completion":[362946771,216139870,217053795,216529891,216783580,217629092,217091934,217005832,216804226,204980822],"submission":[2384,19773742,120649,118310,605,476,483,489,475,473],"total":1960048186,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[373599980,239779759,212507486,212133080,211917436,213285931,212629906,213111238,212490195,212300173],"completion":[373459070,210707444,212391446,212132444,211916994,213285472,212629492,213110817,212489775,212299751],"submission":[140910,29072315,116040,636,442,459,414,421,420,422],"total":1940169970,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[324914942,229694374,225655005,226036310,226511837,225811629,225874349,225873024,225540583,164915923],"completion":[324912751,225350478,225542080,225919290,226511250,225811189,225873886,225872593,225540163,164915499],"submission":[2191,4343896,112925,117020,587,440,463,431,420,424],"total":1975926856,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[326312667,227474407,223471531,223616671,223738758,223848067,223212171,222867762,223740548,179612218],"completion":[326310519,223164758,223356775,223490721,223738175,223847598,223211757,222867359,223740134,179611814],"submission":[2148,4309649,114756,125950,583,469,414,403,414,404],"total":1971595701,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[157468214,156358151,156848364,156395770,157014239,156821473,156686614,156490412,156505082,145084100],"completion":[157116649,155972369,156490440,156203083,156673599,156820919,156686171,156489999,156504665,145083641],"submission":[351565,385782,357924,192687,340640,554,443,413,417,459],"total":1398217771,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[154009112,152943083,153525764,153463940,153555081,153734360,153738821,153523862,153565091,154474054],"completion":[154006418,152735204,153197787,153130296,153554362,153733897,153738383,153523422,153564623,154473626],"submission":[2694,207879,327977,333644,719,463,438,440,468,428],"total":1382727086,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[165056150,164480656,164523029,165472888,164863423,164803970,164916065,164970829,164184169,95586459],"completion":[165053890,164299199,164165178,165111237,164862889,164803497,164915620,164970406,164183742,95585932],"submission":[2260,181457,357851,361651,534,473,445,423,427,527],"total":1413811070,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[163193811,163445783,162647771,162824212,162941140,163165974,162733338,162627499,163464871,109395321],"completion":[163191643,163064424,162299817,162464236,162940640,163165530,162732818,162627060,163464429,109394890],"submission":[2168,381359,347954,359976,500,444,520,439,442,431],"total":1413260898,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton5-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton5-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":5,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65937028,65941003,65984378,65970634,65918441,66017179,66051821,43733637,43201480,43196355],"completion":[65910436,65914143,65938052,65970047,65917995,66016748,66051391,43733238,43200953,43195920],"submission":[26592,26860,46326,587,446,431,430,399,527,435],"total":526024050,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52747853,52780996,52888881,52756457,52804040,52773266,52781145,52713805,52706155,52713030],"completion":[52694780,52732837,52837107,52730600,52752927,52772708,52780663,52713391,52705738,52712563],"submission":[53073,48159,51774,25857,51113,558,482,414,417,467],"total":475028477,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton6-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton6-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":6,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[380787641,380321642,285121800,218604700,219751223,219482602,218661220,218769642,219308119,135979070],"completion":[380785258,380168528,261445472,218484152,219750478,219482045,218660730,218769165,219307644,135978527],"submission":[2383,153114,23676328,120548,745,557,490,477,475,543],"total":2116013921,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[381365917,379532302,272595164,221354758,220995224,221265448,221703657,220581083,220537090,123411786],"completion":[381363617,379373946,263296934,221227171,220994589,221265000,221703211,220580587,220536661,123411356],"submission":[2300,158356,9298230,127587,635,448,446,496,429,430],"total":2101992623,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[362996887,359693912,303420197,207319856,206115412,206293016,206950769,206636679,206082894,206727495],"completion":[362834497,359535152,303094635,207319275,206114990,206292555,206950339,206636271,206082477,206727078],"submission":[162390,158760,325562,581,422,461,430,408,417,417],"total":2109253423,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[367489266,368569574,290268180,211205841,210874276,210415894,211389916,210712728,211273239,195672998],"completion":[367486857,368393386,289954479,211068800,210873643,210415400,211389482,210712331,211272816,195672559],"submission":[2409,176188,313701,137041,633,494,434,397,423,439],"total":2120396389,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[191387696,191247358,191614632,191702571,190879967,191147366,191376681,191006452,182248086,106668291],"completion":[191204294,191068138,191253017,191353679,190879410,191146953,191376254,191006026,182247657,106667804],"submission":[183402,179220,361615,348892,557,413,427,426,429,487],"total":1627901481,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[193753814,194481034,194012568,193892887,193760823,193640680,194002141,193624150,174559445,96706450],"completion":[193394365,194126605,193654393,193707905,193407644,193640152,194001696,193623728,174559020,96705957],"submission":[359449,354429,358175,184982,353179,528,445,422,425,493],"total":1628690205,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[175560489,175773786,175796849,176122745,176464341,175858944,176018341,175712588,175638758,175511924],"completion":[175557512,175562378,175436138,175771680,176463770,175858511,176017888,175712111,175638327,175511505],"submission":[2977,211408,360711,351065,571,433,453,477,431,419],"total":1582908391,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[180160228,180232618,180250252,180477319,180411944,180077270,180319047,180469612,180289399,163537497],"completion":[180157876,180047400,179877290,180109591,180411446,180076823,180318549,180469125,180288998,163537061],"submission":[2352,185218,372962,367728,498,447,498,487,401,436],"total":1606073864,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton6-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton6-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":6,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[71826583,71720210,71984213,71990643,71884331,71921430,50674106,41636275,41825629,41958097],"completion":[71780837,71674587,71938271,71990141,71883871,71920993,50673686,41635695,41825220,41957678],"submission":[45746,45623,45942,502,460,437,420,580,409,419],"total":535605788,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[53974759,54114392,54063465,54191074,53944509,53942798,53996977,54025066,54076966,54058623],"completion":[53948516,54085505,54012527,54190523,53915589,53941910,53996568,54024662,54076569,54058214],"submission":[26243,28887,50938,551,28920,888,409,404,397,409],"total":486527376,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton7-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton7-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":7,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[326697168,231801697,226185468,225787440,225459086,225000575,225870600,226697028,226732767,163402522],"completion":[326694648,225785753,226067709,225677890,225458466,225000123,225870120,226696598,226732264,163402097],"submission":[2520,6015944,117759,109550,620,452,480,430,503,425],"total":1976951558,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[339873757,231674287,224135410,223738243,223678363,222739512,224087344,224416930,225001226,175790099],"completion":[339735898,224052052,224015444,223737714,223677315,222739066,224086885,224416506,225000809,175789665],"submission":[137859,7622235,119966,529,1048,446,459,424,417,434],"total":1975276003,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[358542821,233493425,216283398,216837176,216552519,216557247,216327101,216619366,217248133,204054240],"completion":[358539951,217479380,216168940,216708868,216551966,216556772,216326682,216618903,217247736,204053814],"submission":[2870,16014045,114458,128308,553,475,419,463,397,426],"total":1953985954,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[375919348,238443633,212326461,212245717,212352626,212563684,212667109,212235307,210506501,211868028],"completion":[375916843,209796534,212208388,212129945,212351985,212563215,212666703,212234914,210506064,211867598],"submission":[2505,28647099,118073,115772,641,469,406,393,437,430],"total":1935222882,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[161885010,163623605,164198683,164399181,164261961,164421622,164081079,164080083,164715366,104339918],"completion":[161883413,163427145,163817612,164047200,164261439,164421196,164080636,164079669,164714966,104339494],"submission":[1597,196460,381071,351981,522,426,443,414,400,424],"total":1418131604,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[160935283,161551694,161837171,162113292,162787067,162246316,161801289,162121529,162690051,119913176],"completion":[160581746,161183997,161474255,161920619,162438633,162245800,161800789,162121084,162689651,119912737],"submission":[353537,367697,362916,192673,348434,516,500,445,400,439],"total":1417071308,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[158904356,156945571,157203101,157261163,156991648,157286036,157180278,157139841,157624692,145365871],"completion":[158902205,156553628,156855735,156904444,156991109,157285573,157179852,157139436,157624299,145365347],"submission":[2151,391943,347366,356719,539,463,426,405,393,524],"total":1403369889,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[153809232,152629587,154130691,153993488,154559100,154618113,154152190,154539176,153854119,154648145],"completion":[153806121,152443835,153758785,153615503,154558625,154617637,154151765,154538768,153853723,154647716],"submission":[3111,185752,371906,377985,475,476,425,408,396,429],"total":1387140025,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton7-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton7-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":2,"list":[{"affinity":{"nnode_dst":7,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67825740,67788308,67865296,67786339,67900797,67820781,44175565,42683673,42799063,42825836],"completion":[67778053,67741083,67820406,67763386,67856124,67820258,44175098,42683046,42798651,42825391],"submission":[47687,47225,44890,22953,44673,523,467,627,412,445],"total":511655951,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49936329,49869993,49963737,49997031,49916014,49925397,49921026,49834212,49855179,49929778],"completion":[49904829,49840455,49910456,49996334,49887069,49924475,49920604,49833816,49854767,49929355],"submission":[31500,29538,53281,697,28945,922,422,396,412,423],"total":449327456,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton8-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton8-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":8,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[43007824,43113556,43086954,42973403,42702311,43313987,42908598,43054880,43127880,43392899],"completion":[42939782,43046326,42962864,42972843,42701826,43313556,42908168,43054479,43127470,43392489],"submission":[68042,67230,124090,560,485,431,430,401,410,410],"total":387683711,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[47417820,47562568,47649447,47281231,47676904,47389525,47557881,47554615,44310938,38959141],"completion":[47415533,47495732,47517434,47160164,47676309,47389091,47557443,47554103,44310500,38958519],"submission":[2287,66836,132013,121067,595,434,438,512,438,622],"total":415952484,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50541192,50556653,50921857,50722198,50787063,50669745,50819626,48411104,41164731,36102613],"completion":[50539059,50497306,50790334,50609872,50786571,50669282,50819182,48410701,41164250,36102188],"submission":[2133,59347,131523,112326,492,463,444,403,481,425],"total":430165905,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51092774,51181123,51227112,51250622,51366927,51246330,51265751,47696747,41099247,36670312],"completion":[51090698,51110815,51109192,51131729,51366428,51245819,51265319,47696329,41098720,36669893],"submission":[2076,70308,117920,118893,499,511,432,418,527,419],"total":433016233,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[78397125,78300637,78424363,74170543,74713889,73240319,73369836,73326498,73284546,73304639],"completion":[78394953,78228882,78312546,74062204,74713321,73239660,73369418,73326076,73284156,73304196],"submission":[2172,71755,111817,108339,568,659,418,422,390,443],"total":672148768,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[81207026,81144160,81341376,88911016,76599244,76480608,76477782,76497535,76518211,62495708],"completion":[81204845,81078424,81224751,79512126,76597921,76479978,76477336,76497123,76517813,62495283],"submission":[2181,65736,116625,9398890,1323,630,446,412,398,425],"total":696479332,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87048999,87117105,84864868,86727642,85067665,85119967,85097875,85113826,66662144,44462017],"completion":[87046670,87057966,84749134,86622279,85067067,85119509,85097453,85113426,66661686,44461572],"submission":[2329,59139,115734,105363,598,458,422,400,458,445],"total":710246528,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87798765,87888790,85606191,86918755,85762793,85688562,85646524,85672348,63503334,45238240],"completion":[87687833,87773151,85486714,86865359,85678488,85688032,85646044,85671891,63502892,45237763],"submission":[110932,115639,119477,53396,84305,530,480,457,442,477],"total":711938576,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton8-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton8-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":8,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34359046,34139197,34122079,34133594,34025725,34317056,34238526,34087009,34092492,34073679],"completion":[34323836,34111694,34066478,34133056,34025303,34316642,34238115,34086494,34092087,34073232],"submission":[35210,27503,55601,538,422,414,411,515,405,447],"total":307236686,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35399914,35256493,35222820,35270641,35162000,35397019,35386121,35159554,35161970,34606489],"completion":[35397860,35219634,35167143,35216496,35161450,35396591,35385503,35159133,35161574,34606053],"submission":[2054,36859,55677,54145,550,428,618,421,396,436],"total":316630313,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34590973,34438425,34408811,34483278,34335475,34570948,34584245,34372685,34378728,34359614],"completion":[34588664,34401653,34352804,34429535,34334977,34570514,34583801,34372192,34378328,34359201],"submission":[2309,36772,56007,53743,498,434,444,493,400,413],"total":309939935,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34213244,34059845,33990610,34063906,33949465,34176717,34153238,33961010,33949265,34090625],"completion":[34157757,34006466,33933683,34032187,33894174,34176199,34152804,33960502,33948861,34090152],"submission":[55487,53379,56927,31719,55291,518,434,508,404,473],"total":306401696,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton9-1gib-allnodes-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton9-1gib-allnodes-1e.json
@ -1 +0,0 @@
 {"count":8,"list":[{"affinity":{"nnode_dst":9,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50034702,50161646,50141106,50233106,50099034,50100526,50016623,50095109,43823073,34605518],"completion":[50032701,50103757,50047746,50138897,50098521,50100088,50016203,50094709,43822671,34604941],"submission":[2001,57889,93360,94209,513,438,420,400,402,577],"total":429285351,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51080846,51191296,51229197,51277486,51162986,51104851,51177371,51274010,40327464,35744744],"completion":[51078831,51134268,51135360,51182366,51162509,51104399,51176956,51273598,40327048,35744285],"submission":[2015,57028,93837,95120,477,452,415,412,416,459],"total":434499960,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[45088160,45136950,45074813,45000544,44997089,44925843,45067483,45022212,44979240,45144348],"completion":[45036547,45083325,44966824,45000056,44996625,44925420,45067063,45021814,44978839,45143942],"submission":[51613,53625,107989,488,464,423,420,398,401,406],"total":405358926,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[47020264,47145666,47039923,47091403,47125129,47124202,46998688,47014254,47139449,41043952],"completion":[47018159,47087145,46947664,46992713,47124620,47123763,46998220,47013835,47139041,41043513],"submission":[2105,58521,92259,98690,509,439,468,419,408,439],"total":417734116,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87769498,87660560,85539407,75455130,76958029,76892978,76904709,76876281,76788076,73276957],"completion":[87678937,87572444,85449237,75410433,76886939,76892387,76904238,76875845,76787645,73276523],"submission":[90561,88116,90170,44697,71090,591,471,436,431,434],"total":706365420,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88216655,88502351,84997555,82913926,72559190,72660529,72609841,72593600,72564182,72533613],"completion":[88214519,88450909,84912704,74107693,72557992,72660055,72609419,72593083,72563768,72533189],"submission":[2136,51442,84851,8806233,1198,474,422,517,414,424],"total":691948966,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[82251654,82240199,82283720,80621158,86211546,86201506,86207326,86185526,86195950,73156530],"completion":[82249303,82187369,82194719,80536958,86210875,86201054,86206848,86185120,86195549,73156121],"submission":[2351,52830,89001,84200,671,452,478,406,401,409],"total":749316677,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[84034364,84070986,84198350,80556559,84463730,84500727,84480046,84597417,84452636,69352649],"completion":[84032157,84017646,84107658,80469041,84463091,84500290,84479610,84597007,84452234,69352217],"submission":[2207,53340,90692,87518,639,437,436,410,402,432],"total":740686410,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
--- a/benchmarks/benchmark-results/copy-n10ton9-1gib-smart-1e.json
+++ b/benchmarks/benchmark-results/copy-n10ton9-1gib-smart-1e.json
@ -1 +0,0 @@
 {"count":4,"list":[{"affinity":{"nnode_dst":9,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36713922,36720583,36657466,36810783,36690789,36654129,36649265,36644205,36581461,33646248],"completion":[36661898,36671567,36608105,36784582,36642697,36653593,36648761,36643784,36581041,33645729],"submission":[52024,49016,49361,26201,48092,536,504,421,420,519],"total":327061942,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[37968470,37969157,38064014,37969155,37946247,37969941,37943725,37967388,36220597,34130221],"completion":[37941138,37942686,38014811,37968589,37945832,37969523,37943271,37966972,36220191,34129725],"submission":[27332,26471,49203,566,415,418,454,416,406,496],"total":336187658,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34157195,34166635,34188469,34285003,34147761,34147740,34116276,34136544,34128107,34128288],"completion":[34155190,34129881,34133914,34233070,34147252,34147324,34115859,34136155,34127718,34127853],"submission":[2005,36754,54555,51933,509,416,417,389,389,435],"total":307452013,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34804877,34836446,34863492,34936601,34816056,34801114,34777615,34789554,34828140,34482756],"completion":[34802732,34801425,34811806,34883303,34815490,34800674,34777196,34789155,34827742,34482319],"submission":[2145,35021,51686,53298,566,440,419,399,398,437],"total":313139109,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}