re run changed smart peak throughput benchmarks

benchmarks/benchmark-results/copy-n0ton0-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[141043222,141504569,141276872,141231369,141082436,141476546,141163097,141049228,140935856,141070608],"completion":[140982803,141445987,141164671,141230818,141081987,141476116,141162676,141048790,140935414,141070194],"submission":[60419,58582,112201,551,449,430,421,438,442,414],"total":1270798349,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[145289815,146109778,145806876,145896944,145801878,145523822,145724992,145797928,145444708,127346855],"completion":[145287759,146044744,145686891,145773649,145801244,145523331,145724486,145797515,145444230,127346421],"submission":[2056,65034,119985,123295,634,491,506,413,478,434],"total":1293461005,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156102711,156041532,156355669,155935257,156110742,156217644,155941995,155740739,139015498,77175693],"completion":[156100637,155975370,156243383,155825679,156110156,156217197,155941578,155740320,139015059,77175211],"submission":[2074,66162,112286,109578,586,447,417,419,439,482],"total":1308542880,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156948948,157113375,156995974,156689722,157017640,156885626,157203109,156865748,133352159,72732558],"completion":[156830665,157003109,156877024,156630233,156898873,156885084,157202666,156865335,133351739,72732040],"submission":[118283,110266,118950,59489,118767,542,443,413,420,518],"total":1304864159,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":0,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[141211707,141248194,141194783,141392531,141168343,141545611,141051441,141038651,141313088,141383672],"completion":[141209322,141182827,141070449,141277621,141167673,141545186,141050999,141038231,141312700,141383249],"submission":[2385,65367,124334,114910,670,425,442,420,388,423],"total":1271343261,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[145690113,145712163,145762707,145396179,145607637,145420745,145818419,145711536,145852852,128172158],"completion":[145632229,145652430,145649866,145395581,145607195,145420305,145817983,145711090,145852449,128171725],"submission":[57884,59733,112841,598,442,440,436,446,403,433],"total":1293461960,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[156438887,155995134,156291242,156284266,156154510,155944494,156066165,155845692,139196223,77339631],"completion":[156436686,155930524,156171946,156168138,156153920,155944056,156065755,155845283,139195826,77339163],"submission":[2201,64610,119296,116128,590,438,410,409,397,468],"total":1309125196,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[157539400,156994942,157176933,157385266,157070357,156762317,156936952,157049284,133297627,72922549],"completion":[157427622,156873044,157052601,157324332,156956116,156761789,156936486,157048863,133297209,72922004],"submission":[111778,121898,124332,60934,114241,528,466,421,418,545],"total":1305605160,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n0ton1-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[78897945,79228613,79474395,79248831,79065449,79170850,79057410,79079327,79415405,68202860],"completion":[78895777,79182395,79399537,79177777,79064973,79170382,79056966,79078935,79415004,68202457],"submission":[2168,46218,74858,71054,476,468,444,392,401,403],"total":701950007,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76160106,76245363,76533898,76461297,76340941,76427422,76387961,75978782,76547701,76322782],"completion":[76120989,76206603,76459153,76460746,76340513,76426980,76387529,75978379,76547310,76322362],"submission":[39117,38760,74745,551,428,442,432,403,391,420],"total":687255373,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87459366,87621166,87899277,87435370,87381294,87460487,87638325,87340086,57567502,41651994],"completion":[87385915,87550993,87827366,87395687,87314083,87459964,87637893,87339659,57567104,41651458],"submission":[73451,70173,71911,39683,67211,523,432,427,398,536],"total":712003470,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86528102,86968219,86976814,86748244,86774522,86519011,86502490,86830688,63740497,45143881],"completion":[86487137,86922153,86904194,86676946,86773973,86518568,86502068,86830257,63740095,45143412],"submission":[40965,46066,72620,71298,549,443,422,431,402,469],"total":716211410,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79151612,79367547,79374340,79270116,79348877,79536140,79256190,79271550,79072658,68078531],"completion":[79110660,79311205,79300433,79198216,79348285,79535702,79255756,79271101,79072244,68078116],"submission":[40952,56342,73907,71900,592,438,434,449,414,415],"total":702583273,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76169886,76450000,76734530,76445994,76478704,76419207,76804595,76648382,76371854,76541252],"completion":[76167733,76396527,76656021,76372889,76478168,76418733,76804175,76647973,76371452,76540830],"submission":[2153,53473,78509,73105,536,474,420,409,402,422],"total":688901556,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87606195,87584798,87414808,87664081,87629528,87741580,87583499,87689641,58369203,41724904],"completion":[87565717,87546569,87338758,87663532,87629089,87741126,87583059,87689227,58368809,41724383],"submission":[40478,38229,76050,549,439,454,440,414,394,521],"total":713409810,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86860711,86851730,86642114,86921113,87125739,86869165,86589694,86916681,64577268,45053984],"completion":[86790843,86776795,86570771,86884945,87050534,86868671,86589245,86916279,64576864,45053502],"submission":[69868,74935,71343,36168,75205,494,449,402,404,482],"total":717555741,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n0ton10-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":10,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60295950,60427332,60409742,60438573,60330681,60316015,60317445,60366418,60329155,60387796],"completion":[60293387,60386714,60349155,60381400,60330173,60314259,60317019,60365967,60328760,60387391],"submission":[2563,40618,60587,57173,508,1756,426,451,395,405],"total":543363845,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62745037,62782517,62721673,62832055,62679763,62667824,62781480,62693721,62729775,54343663],"completion":[62684673,62724920,62659992,62799486,62615744,62666995,62780980,62693311,62729335,54343208],"submission":[60364,57597,61681,32569,64019,829,500,410,440,455],"total":556242143,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[63668113,63622437,63679989,63664829,63629789,63792746,63711270,63780955,63721641,48598800],"completion":[63627476,63591672,63620831,63664282,63629328,63792198,63710780,63780562,63721249,48598375],"submission":[40637,30765,59158,547,461,548,490,393,392,425],"total":558210016,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65354737,65381024,65479712,65585628,65376546,65414843,65383552,65413067,63239014,40390898],"completion":[65352745,65340626,65418002,65524350,65341562,65414283,65383125,65412657,63238567,40390424],"submission":[1992,40398,61710,61278,34984,560,427,410,447,474],"total":561895118,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":10,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60448063,60429399,60399375,60305298,60344039,60310952,60379078,60362993,60388788,60437570],"completion":[60414939,60398044,60337224,60304785,60343619,60308204,60378648,60362573,60388393,60437146],"submission":[33124,31355,62151,513,420,2748,430,420,395,424],"total":543367623,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62741563,62753784,62791052,62729855,62639569,62637010,62719989,62578497,62690721,54549086],"completion":[62679490,62691669,62728307,62694436,62578656,62636179,62719563,62578103,62690317,54548616],"submission":[62073,62115,62745,35419,60913,831,426,394,404,470],"total":556098301,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[63639435,63684617,63730657,63715753,63681525,63769511,63703539,63848662,63681981,48284202],"completion":[63637144,63640539,63665656,63652322,63680970,63768858,63703058,63848258,63681593,48283763],"submission":[2291,44078,65001,63431,555,653,481,404,388,439],"total":558138740,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65308029,65273119,65421192,65561120,65408245,65411007,65386847,65441391,63347438,40270986],"completion":[65305749,65231211,65357653,65501704,65376149,65410468,65386419,65440966,63347010,40270458],"submission":[2280,41908,63539,59416,32096,539,428,425,428,528],"total":561762181,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n0ton11-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":11,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60404851,60409086,60357871,60444125,60372474,60414951,60422367,60408786,60408531,60348615],"completion":[60402769,60370293,60300921,60384377,60371914,60413235,60421959,60408216,60408110,60348176],"submission":[2082,38793,56950,59748,560,1716,408,570,421,439],"total":543623717,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62666376,62534453,62506732,62546354,62459444,62530258,62520386,62566931,62569087,54928841],"completion":[62664298,62494283,62446639,62485184,62458900,62529491,62519970,62566502,62568666,54928403],"submission":[2078,40170,60093,61170,544,767,416,429,421,438],"total":555203396,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[63944905,64038855,63978840,63968885,63856814,63842021,64063171,63843779,63904289,46699146],"completion":[63884572,63976977,63916011,63968388,63856285,63841425,64062734,63843358,63903879,46698711],"submission":[60333,61878,62829,497,529,596,437,421,410,435],"total":558204535,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65098839,65267709,65229222,65385578,65202117,65323675,65279593,65327900,63610673,40339135],"completion":[65096734,65225818,65165833,65327739,65169648,65323210,65279175,65327479,63610275,40338669],"submission":[2105,41891,63389,57839,32469,465,418,421,398,466],"total":561199226,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":11,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60379407,60406661,60416013,60439773,60407053,60429441,60462029,60445022,60427880,60374720],"completion":[60348375,60375997,60353241,60439267,60406627,60392872,60461528,60444618,60427502,60374300],"submission":[31032,30664,62772,506,426,36569,501,404,378,420],"total":543822246,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62654058,62707274,62657707,62628002,62668961,62515423,62539481,62588848,62586934,54784172],"completion":[62593205,62647372,62595753,62597564,62611673,62513714,62538986,62588432,62586492,54783708],"submission":[60853,59902,61954,30438,57288,1709,495,416,442,464],"total":555685760,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[64029106,63931318,63919495,63957498,63985400,64025686,63926931,64045212,63939785,46687452],"completion":[64027046,63893808,63855074,63896077,63984896,64025029,63926496,64044784,63939388,46687027],"submission":[2060,37510,64421,61421,504,657,435,428,397,425],"total":558459294,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65165790,65201246,65218377,65251945,65211439,65271356,65211498,65262914,63810310,40739388],"completion":[65163715,65161248,65155216,65195175,65210928,65270764,65211098,65262494,63809918,40738885],"submission":[2075,39998,63161,56770,511,592,400,420,392,503],"total":561185593,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n0ton12-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":12,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38695786,38697001,38718495,38745066,38705089,38717933,38784835,38723968,33896543,33636538],"completion":[38668067,38670301,38673103,38744399,38704643,38717525,38784303,38722040,33896013,33636095],"submission":[27719,26700,45392,667,446,408,532,1928,530,443],"total":338635388,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33687627,33685381,33685218,33661137,33685067,33639002,33642554,33717046,33642076,33642168],"completion":[33639799,33640200,33639786,33638806,33639235,33638453,33642066,33716625,33640758,33641425],"submission":[47828,45181,45432,22331,45832,549,488,421,1318,743],"total":303108140,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":12,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38681947,38665327,38734011,38622433,38671826,38631550,38667499,38679000,33829462,33633503],"completion":[38640068,38619332,38690371,38621851,38668775,38631132,38667068,38678582,33829037,33632968],"submission":[41879,45995,43640,582,3051,418,431,418,425,535],"total":338145782,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33642860,33678360,33689143,33686412,33731401,33665963,33640989,33641693,33640042,33640121],"completion":[33640725,33640168,33640237,33641628,33730901,33640953,33639908,33641299,33639658,33639694],"submission":[2135,38192,48906,44784,500,25010,1081,394,384,427],"total":303126832,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n0ton13-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":13,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33639539,33672618,33681701,33681642,33640078,33635517,33638069,33730598,33662250,33637009],"completion":[33637412,33637487,33635619,33635972,33639550,33635088,33637664,33730199,33635801,33636083],"submission":[2127,35131,46082,45670,528,429,405,399,26449,926],"total":303178483,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33696680,33698562,33695486,33650580,33653903,33649287,33653734,33681875,33673884,33649161],"completion":[33652366,33651814,33650351,33650053,33653413,33648829,33653310,33681453,33649548,33648725],"submission":[44314,46748,45135,527,490,458,424,422,24336,436],"total":303063489,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":13,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33664191,33664991,33683847,33636262,33638014,33636882,33636929,33647739,33674891,33642275],"completion":[33637058,33637647,33637406,33635736,33637590,33636470,33636507,33647320,33636457,33641362],"submission":[27133,27344,46441,526,424,412,422,419,38434,913],"total":302882223,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33697393,33699593,33697132,33650104,33655816,33651663,33651776,33681723,33674794,33649996],"completion":[33650764,33652794,33650106,33649563,33655331,33651163,33651364,33681303,33649440,33649551],"submission":[46629,46799,47026,541,485,500,412,420,25354,445],"total":303069773,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n0ton14-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":14,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34954366,34953271,34951004,34906470,34975450,34913338,34909345,34911950,34912414,34895463],"completion":[34911744,34907685,34907127,34905940,34974972,34911443,34908668,34911525,34911969,34895032],"submission":[42622,45586,43877,530,478,1895,677,425,445,431],"total":314428745,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33651687,33685249,33699514,33703422,33650129,33690344,33648933,33652297,33648838,33651890],"completion":[33649355,33648815,33648509,33648369,33649636,33689917,33648283,33651862,33648327,33651495],"submission":[2332,36434,51005,55053,493,427,650,435,511,395],"total":303037712,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":14,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34948100,34944840,34950921,34900574,34905391,34904681,34903314,34917785,34898678,34876411],"completion":[34899333,34899997,34906725,34900083,34904946,34904240,34902890,34914547,34898226,34875996],"submission":[48767,44843,44196,491,445,441,424,3238,452,415],"total":314213651,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33678656,33683671,33699811,33653996,33650346,33651445,33747529,33677245,33649266,33650956],"completion":[33648325,33652797,33649291,33653458,33649945,33651026,33747050,33650163,33648273,33650536],"submission":[30331,30874,50520,538,401,419,479,27082,993,420],"total":303176065,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n0ton15-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":15,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33666012,33663081,33682432,33640180,33636764,33636634,33724395,33662382,33637207,33640588],"completion":[33639044,33637292,33637384,33639643,33636321,33636199,33723926,33636933,33636027,33640045],"submission":[26968,25789,45048,537,443,435,469,25449,1180,543],"total":303031143,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34905214,34900661,34876872,34878159,34874187,34845607,34841086,34850203,34848024,34591178],"completion":[34856187,34851910,34827684,34853074,34826585,34845115,34840664,34847394,34847629,34590704],"submission":[49027,48751,49188,25085,47602,492,422,2809,395,474],"total":313515842,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":15,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33679433,33679134,33684221,33639679,33636578,33641130,33712134,33639106,33636416,33639622],"completion":[33637506,33636324,33637326,33638926,33636179,33640667,33711724,33637261,33635736,33639191],"submission":[41927,42810,46895,753,399,463,410,1845,680,431],"total":303054657,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34853491,34877678,34885354,34928663,34850465,34855216,34828372,34848826,34822626,34572998],"completion":[34851614,34839152,34835695,34883300,34849924,34854796,34827943,34848159,34822048,34572565],"submission":[1877,38526,49659,45363,541,420,429,667,578,433],"total":313482350,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n0ton2-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":2,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86108767,85530095,85692908,85661573,85670786,85817138,86072298,85785999,71289554,43199841],"completion":[86020570,85495161,85622326,85660982,85670290,85816664,86071894,85785509,71289146,43199354],"submission":[88197,34934,70582,591,496,474,404,490,408,487],"total":714727810,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87326793,86914430,87444091,87238623,87399949,87113019,87416591,87989655,63420626,43890648],"completion":[87245683,86835750,87371440,87201386,87325706,87112484,87416083,87989192,63420204,43890055],"submission":[81110,78680,72651,37237,74243,535,508,463,422,593],"total":718835395,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76002551,76371014,76201779,76147099,76081984,76131428,76060900,76347182,76280813,76309256],"completion":[75999793,76324340,76125449,76071940,76081448,76131003,76060485,76346791,76280410,76308837],"submission":[2758,46674,76330,75159,536,425,415,391,403,419],"total":685940396,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80118140,80424362,80219897,80425852,80186800,80466696,80261394,80534105,80317567,64701612],"completion":[80115951,80378218,80147552,80358013,80186315,80466242,80260980,80533680,80317159,64701175],"submission":[2189,46144,72345,67839,485,454,414,425,408,437],"total":707546201,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":2,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[85659941,85308224,85792546,85542526,85654298,85580481,85645506,85484699,70729633,43295139],"completion":[85610963,85265544,85717327,85472213,85653790,85580046,85645093,85484277,70729209,43294693],"submission":[48978,42680,75219,70313,508,435,413,422,424,446],"total":713039895,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87192691,87063711,87194131,87035946,87039121,87131264,87218655,87248534,63031222,43770012],"completion":[87122286,86991126,87125956,87035461,87038695,87130806,87218235,87248068,63030818,43769510],"submission":[70405,72585,68175,485,426,458,420,466,404,502],"total":716741288,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[75949574,76188856,75925873,76295545,75891891,75986134,75796399,76088278,75997465,76055973],"completion":[75946894,76139871,75848060,76156640,75891383,75985722,75795985,76087868,75997077,76055537],"submission":[2680,48985,77813,138905,508,412,414,410,388,436],"total":684233922,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80104586,80077727,80167362,80097041,79962723,80095651,80012441,80189141,80079107,64141450],"completion":[80061719,80038199,80093145,80096488,79962300,80095228,80012015,80188737,80078702,64141021],"submission":[42867,39528,74217,553,423,423,426,404,405,429],"total":704830914,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n0ton3-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":3,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86280487,86496782,86034454,86472685,86492006,86459821,86875956,86392750,62186006,41532368],"completion":[86234137,86457697,85962180,86472133,86491584,86459389,86875542,86392353,62185610,41531767],"submission":[46350,39085,72274,552,422,432,414,397,396,601],"total":708950720,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[85645012,85854330,85588223,85745459,86011871,85672102,86135244,85762472,66801751,44404294],"completion":[85606282,85810047,85516401,85676174,86011357,85671673,86134834,85762072,66801341,44403604],"submission":[38730,44283,71822,69285,514,429,410,400,410,690],"total":711983099,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79094358,79073786,78630841,78876462,79059260,79203562,78767005,79053525,78764769,67554965],"completion":[79016432,78996071,78559830,78836295,78988954,79203048,78766505,79053057,78764337,67554531],"submission":[77926,77715,71011,40167,70306,514,500,468,432,434],"total":698992647,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76289749,76029973,76031370,75957317,75863365,76022083,75845515,76265237,76328272,76188553],"completion":[76286731,75980332,75959330,75887959,75862817,76021633,75845094,76264828,76327883,76188115],"submission":[3018,49641,72040,69358,548,450,421,409,389,438],"total":684539204,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":3,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86363546,86316483,86481624,86664850,86665951,86681105,86491156,86271351,61400371,41572997],"completion":[86359794,86270126,86412472,86595394,86665397,86680666,86490732,86270960,61399978,41572413],"submission":[3752,46357,69152,69456,554,439,424,391,393,584],"total":708552626,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86225747,85539583,85899733,85777549,86074771,86036865,85846090,85699684,65980909,44273591],"completion":[86153545,85501824,85835340,85777017,86074350,86036426,85845641,85699270,65980500,44272907],"submission":[72202,37759,64393,532,421,439,449,414,409,684],"total":711135874,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[78900612,78783035,78547223,79109290,78926214,78950580,79124623,78929386,78732244,67364030],"completion":[78822996,78708130,78478202,79069760,78849859,78950060,79124100,78928966,78731842,67363569],"submission":[77616,74905,69021,39530,76355,520,523,420,402,461],"total":698475270,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[75786475,76284182,75701753,76262877,75929648,76181713,76160788,75761309,76359114,75847833],"completion":[75784346,76232946,75622870,76185048,75929159,76181273,76160372,75760900,76358719,75847398],"submission":[2129,51236,78883,77829,489,440,416,409,395,435],"total":684496223,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n0ton4-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[72316477,72538428,72414418,72387656,72274448,72386252,47448091,41920217,41931835,41909664],"completion":[72270895,72495223,72373628,72387138,72273987,72385807,47447666,41919538,41931420,41909260],"submission":[45582,43205,40790,518,461,445,425,679,415,404],"total":535220174,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[53812478,53918095,53949481,53881044,53855882,53969453,53932280,53900394,53943299,53911003],"completion":[53781576,53879726,53897498,53833232,53855378,53969021,53931865,53899973,53942907,53910555],"submission":[30902,38369,51983,47812,504,432,415,421,392,448],"total":485268184,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[72467864,72420491,72395485,72285108,72398028,72343309,46893075,41659719,41650831,41971522],"completion":[72464495,72384257,72351364,72241212,72397501,72342881,46892628,41659091,41650414,41971098],"submission":[3369,36234,44121,43896,527,428,447,628,417,424],"total":534025483,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[53714583,53807006,53805900,53724569,53840220,53733008,53772433,53786698,53795671,53736875],"completion":[53666102,53761538,53759812,53724070,53839752,53731740,53772004,53786285,53795250,53736435],"submission":[48481,45468,46088,499,468,1268,429,413,421,440],"total":484011283,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n0ton5-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":5,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67658017,67806970,67821753,67718827,67785161,67785521,47076704,43078408,43282733,43305390],"completion":[67614051,67764395,67780756,67718284,67784687,67785071,47076263,43077851,43282338,43304949],"submission":[43966,42575,40997,543,474,450,441,557,395,441],"total":515669817,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50324023,50345186,50359475,50335682,50258456,50233701,50289610,50179654,50337090,50271720],"completion":[50295069,50306696,50304504,50285328,50257918,50233270,50289203,50179255,50336703,50271221],"submission":[28954,38490,54971,50354,538,431,407,399,387,499],"total":452617141,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":5,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67522856,67677429,67690946,67573529,67686791,67658188,46036248,42739543,42972837,43077094],"completion":[67476726,67634234,67649709,67572994,67686304,67657667,46035823,42738966,42972418,43076662],"submission":[46130,43195,41237,535,487,521,425,577,419,432],"total":513121294,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":0,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50128036,50182119,50237910,50116113,50028140,50061094,50132167,50104153,50114842,50095291],"completion":[50125997,50146500,50186613,50067497,50027601,50060661,50131772,50103734,50114395,50094883],"submission":[2039,35619,51297,48616,539,433,395,419,447,408],"total":451078341,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n0ton6-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":6,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[70506707,70477297,70495094,70501096,70401502,61297165,48918883,49214279,49352408,49338131],"completion":[70461447,70435634,70453296,70478875,70359564,61296659,48918156,49213769,49351976,49337689],"submission":[45260,41663,41798,22221,41938,506,727,510,432,442],"total":540004529,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49603681,49688296,49456758,49492402,49568882,49499476,49454866,49444782,49520984,49652016],"completion":[49575800,49634022,49408224,49491872,49568478,49499054,49454441,49444375,49520592,49651595],"submission":[27881,54274,48534,530,404,422,425,407,392,421],"total":445783992,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":6,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[70492718,70447174,70568943,70570508,70356436,61840957,49300955,49208016,49338882,49202266],"completion":[70490022,70413361,70524504,70526945,70355919,61840486,49300342,49207586,49338471,49201813],"submission":[2696,33813,44439,43563,517,471,613,430,411,453],"total":540841992,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":0,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49686658,49722643,49677105,49621929,49651001,49576794,49629750,49605766,49636482,49640742],"completion":[49633712,49670955,49629550,49621392,49650574,49576325,49629325,49605339,49636088,49640322],"submission":[52946,51688,47555,537,427,469,425,427,394,420],"total":446770593,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n0ton7-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":7,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66598548,66544422,66626409,66705685,66666587,66527305,57908354,43633580,43238204,43274822],"completion":[66554722,66500896,66583048,66705133,66666171,66526871,57907929,43633009,43237756,43274395],"submission":[43826,43526,43361,552,416,434,425,571,448,427],"total":521133628,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51521013,51654350,51585369,51597453,51554618,51565147,51531237,51562001,51536223,51633259],"completion":[51489559,51615442,51533113,51544978,51554074,51564719,51530803,51561590,51535818,51632837],"submission":[31454,38908,52256,52475,544,428,434,411,405,422],"total":464227051,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":7,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66665626,66605443,66681083,66679540,66767397,66543228,57978132,43639962,43378312,43561924],"completion":[66620323,66560905,66639895,66657603,66727089,66542703,57977669,43639277,43377912,43561309],"submission":[45303,44538,41188,21937,40308,525,463,685,400,615],"total":521843814,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51648926,51559144,51638754,51608727,51576209,51593874,51604008,51570489,51608459,51556395],"completion":[51583947,51528761,51584478,51608168,51575737,51593469,51603579,51570069,51607994,51555960],"submission":[64979,30383,54276,559,472,405,429,420,465,435],"total":464323013,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n0ton8-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":8,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[56706804,56790711,56755712,56536184,56684108,56455481,56555618,56961748,56665100,56612261],"completion":[56668992,56751778,56682177,56535648,56683587,56455062,56552329,56961345,56664696,56611824],"submission":[37812,38933,73535,536,521,419,3289,403,404,437],"total":510025906,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[63351139,63338987,63252097,63353443,63153230,63373255,63358146,63254284,55200583,47458112],"completion":[63348913,63294406,63180593,63280510,63152659,63372544,63357725,63253860,55200158,47457584],"submission":[2226,44581,71504,72933,571,711,421,424,425,528],"total":545787471,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[74687950,74622602,75934204,74626981,75034581,74593524,65485434,55891459,50539590,50044553],"completion":[74610712,74546283,75856319,74582723,74959403,74592924,65485001,55890923,50539172,50044101],"submission":[77238,76319,77885,44258,75178,600,433,536,418,452],"total":596784442,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[72701025,72690843,73169050,72640917,73026788,72734680,67586060,53795864,40398463,39351934],"completion":[72698953,72644117,73091909,72527341,73026053,72734182,67585605,53795274,40397988,39351421],"submission":[2072,46726,77141,113576,735,498,455,590,475,513],"total":565634607,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":8,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[56695813,56829808,56785075,56574212,56717828,56762942,56738942,56696125,56795463,56745232],"completion":[56654953,56790837,56711964,56573675,56717415,56714351,56738470,56695432,56795059,56744816],"submission":[40860,38971,73111,537,413,48591,472,693,404,416],"total":510660640,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[63238462,63509738,63300990,63316152,63342337,63260596,63406878,63407391,55453780,47149228],"completion":[63236756,63464364,63223753,63244840,63340535,63260122,63406453,63406987,55453386,47148722],"submission":[1706,45374,77237,71312,1802,474,425,404,394,506],"total":546192166,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[74821358,74676103,74796087,74898231,74593634,74887710,65874683,55837712,50534396,50049450],"completion":[74818953,74627957,74721611,74820830,74593096,74887238,65874261,55837193,50533973,50049017],"submission":[2405,48146,74476,77401,538,472,422,519,423,433],"total":596197857,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[73179018,72915198,72941519,73069011,72799984,72982610,67787680,53514857,40219084,39307668],"completion":[73099855,72839056,72866352,73031256,72719960,72982085,67787184,53514294,40218667,39307115],"submission":[79163,76142,75167,37755,80024,525,496,563,417,553],"total":565547372,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n0ton9-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":9,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60472371,60547565,60444694,60448589,60399137,60454350,60475850,60514916,60535876,60473269],"completion":[60470257,60511053,60384873,60389958,60398641,60452383,60475450,60514477,60535469,60472776],"submission":[2114,36512,59821,58631,496,1967,400,439,407,493],"total":544303384,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62467077,62582866,62627432,62610107,62433107,62587852,62532336,62600405,62524186,55151410],"completion":[62464779,62543041,62560669,62542583,62432605,62587300,62531879,62599993,62523800,55150991],"submission":[2298,39825,66763,67524,502,552,457,412,386,419],"total":555687635,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[64105502,64071903,64081428,64287202,64007446,64116207,64082752,64139959,64137065,46036507],"completion":[64103435,64029039,64019618,64225990,64006946,64115737,64082310,64139551,64136665,46036071],"submission":[2067,42864,61810,61212,500,470,442,408,400,436],"total":558968543,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65421196,65444826,65420820,65554279,65343616,65464154,65360021,65477257,63549721,40026768],"completion":[65359661,65381397,65359520,65553735,65342251,65463674,65359506,65476809,63549292,40026273],"submission":[61535,63429,61300,544,1365,480,515,448,429,495],"total":561874403,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":9,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[60453579,60386506,60480275,60493501,60360951,60510434,60474247,60550027,60548037,60428591],"completion":[60421903,60353428,60423430,60492984,60360520,60507724,60473818,60549614,60547614,60428112],"submission":[31676,33078,56845,517,431,2710,429,413,423,479],"total":544241383,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[62592527,62476579,62549976,62662809,62571201,62539187,62551212,62620075,62561226,55115335],"completion":[62590528,62436772,62486907,62601318,62526691,62538561,62550798,62619666,62560826,55114909],"submission":[1999,39807,63069,61491,44510,626,414,409,400,426],"total":555741493,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[64153572,64214966,64045599,64019523,64179686,64190755,64033604,64107705,64113607,45830194],"completion":[64090515,64146232,63984588,63987484,64121281,64190199,64033133,64107287,64113204,45829760],"submission":[63057,68734,61011,32039,58405,556,471,418,403,434],"total":558905832,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65365047,65463507,65514539,65379421,65384265,65379692,65371499,65374129,63632972,39976472],"completion":[65362921,65423932,65452455,65312695,65383352,65379270,65371096,65373693,63632572,39975933],"submission":[2126,39575,62084,66726,913,422,403,436,400,539],"total":561516676,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton0-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":0,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76788120,76915959,77362041,76818302,76959323,77219994,76752441,76752958,77103681,76980778],"completion":[76744843,76877120,77283475,76815280,76958899,77219571,76752017,76752491,77103288,76980347],"submission":[43277,38839,78566,3022,424,423,424,467,393,431],"total":692877324,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80430975,80248080,80736517,80412784,80464016,80420772,80283195,80392034,80657649,67109957],"completion":[80349979,80159363,80660826,80373408,80387652,80420238,80282731,80391619,80657251,67109510],"submission":[80996,88717,75691,39376,76364,534,464,415,398,447],"total":710736645,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87102162,87404338,87189008,87101429,87080877,87010169,87209436,87261663,67405045,44296065],"completion":[87099997,87353408,86916208,87023823,87080363,87009751,87209033,87261226,67404653,44295588],"submission":[2165,50930,272800,77606,514,418,403,437,392,477],"total":722257865,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87755266,88174873,88062137,88086454,88042430,87817542,87981490,88464475,63397904,44984536],"completion":[87753126,88123361,87982679,88010654,88041927,87817081,87981060,88464054,63397509,44983974],"submission":[2140,51512,79458,75800,503,461,430,421,395,562],"total":725020087,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":0,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76685951,76795924,77077769,76908426,76872560,76803602,76734959,77206886,76811620,76921415],"completion":[76646439,76753806,77003291,76905742,76872132,76803183,76734559,77206481,76811218,76921004],"submission":[39512,42118,74478,2684,428,419,400,405,402,411],"total":692143511,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80382853,80615698,80479172,80604626,80517616,80316533,80597020,80460983,80236134,66822340],"completion":[80307519,80538234,80401416,80565977,80438186,80316014,80596540,80460564,80235716,66821896],"submission":[75334,77464,77756,38649,79430,519,480,419,418,444],"total":710659381,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87031283,87436260,87215573,87185852,86983091,87431310,87052015,87375911,67213925,44185757],"completion":[87028878,87386577,87101741,87110976,86982586,87430883,87051598,87375511,67213499,44185015],"submission":[2405,49683,113832,74876,505,427,417,400,426,742],"total":722374422,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88077953,88364543,88551767,87944852,87714239,88311561,88272698,88109295,62622531,44816356],"completion":[88075954,88317636,88477355,87871284,87713694,88311120,88272221,88108866,62622079,44815792],"submission":[1999,46907,74412,73568,545,441,477,429,452,564],"total":724770381,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton1-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":1,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79370397,79781830,79098363,79124227,79306780,79047369,79417482,79031388,79588037,66800400],"completion":[79333481,79746526,79026697,79121125,79306373,79046956,79417024,79030960,79587629,66799965],"submission":[36916,35304,71666,3102,407,413,458,428,408,435],"total":701204583,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76001259,76759773,76506179,76204189,76227734,76101806,76223085,76046662,75894036,76334147],"completion":[75998706,76711723,76429175,76132754,76227237,76101382,76222664,76046244,75893642,76333724],"submission":[2553,48050,77004,71435,497,424,421,418,394,423],"total":686339018,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88298049,87692444,87937062,87667798,87660915,87690113,87578344,88123014,56409314,41928759],"completion":[88226849,87621891,87866971,87627717,87590456,87689552,87577838,88122572,56408901,41928196],"submission":[71200,70553,70091,40081,70459,561,506,442,413,563],"total":712698617,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87686435,87116124,86909084,86976336,86860622,87038318,86708887,87209220,61766648,44252508],"completion":[87684342,87067397,86808979,86905418,86860095,87037865,86708446,87208812,61766245,44252010],"submission":[2093,48727,100105,70918,527,453,441,408,403,498],"total":715102257,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":1,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79665624,79411348,79401032,79185803,79536267,79281601,79851663,79256638,79676823,66504572],"completion":[79593415,79341384,79331416,79148214,79469763,79281061,79851188,79256224,79676414,66504085],"submission":[72209,69964,69616,37589,66504,540,475,414,409,487],"total":702114520,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76202195,76001869,76426407,75852834,76041094,76114640,76351203,76351939,76006002,76577874],"completion":[76164200,75959709,76354311,75818932,76040596,76114221,76350794,76351546,76005595,76577463],"submission":[37995,42160,72096,33902,498,419,409,393,407,411],"total":685772000,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87636693,87931293,87679467,87909113,87885160,87996831,87663697,88004354,56533670,41809465],"completion":[87634522,87884990,87603894,87839355,87884652,87996390,87663244,88003871,56533248,41808950],"submission":[2171,46303,75573,69758,508,441,453,483,422,515],"total":713468517,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87022814,87467871,86771066,87378413,87000857,87328782,86920519,87454844,61736788,44071202],"completion":[87020831,87419422,86685769,87307651,87000359,87328347,86920079,87454442,61736379,44070734],"submission":[1983,48449,85297,70762,498,435,440,402,409,468],"total":716378379,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton10-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":10,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67651115,67582203,67611829,67584139,67555334,67837561,62094955,54175765,50491390,50002371],"completion":[67615647,67549240,67545250,67583599,67554920,67837124,62055511,54175141,50490972,50001936],"submission":[35468,32963,66579,540,414,437,39444,624,418,435],"total":554951197,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65563399,65393845,65472383,65542011,65459733,65480228,64090316,50995873,40839428,39061171],"completion":[65496431,65326423,65402977,65500836,65392218,65479676,64089883,50995209,40838923,39060649],"submission":[66968,67422,69406,41175,67515,552,433,664,505,522],"total":522376647,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51825346,51976923,51878853,51892435,51834884,52035790,51911052,51876613,51898716,51986398],"completion":[51822798,51931104,51809612,51822596,51834360,52035355,51910612,51876200,51898327,51985971],"submission":[2548,45819,69241,69839,524,435,440,413,389,427],"total":467374294,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[57332732,57410844,57357402,57337355,57444927,57313989,57339098,57555548,52026889,44813974],"completion":[57330587,57369421,57285123,57267434,57444438,57313532,57338652,57555047,52025176,44813435],"submission":[2145,41423,72279,69921,489,457,446,501,1713,539],"total":498685209,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":10,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67757620,67567727,67858321,67659901,67903197,67540802,62235954,54176582,50498857,50009747],"completion":[67755226,67527570,67788846,67594298,67902617,67540376,62234128,54176042,50498403,50009308],"submission":[2394,40157,69475,65603,580,426,1826,540,454,439],"total":555460074,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65576270,65589847,65742976,65321802,65748153,65560277,64026990,50975636,40777752,39041949],"completion":[65504123,65520967,65674311,65321301,65747695,65559807,63990663,50975063,40777330,39041493],"submission":[72147,68880,68665,501,458,470,36327,573,422,456],"total":523049370,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52013259,52221154,51951328,51922910,52023640,51877087,52033682,51938516,51827369,52095781],"completion":[52011277,52172955,51878524,51853183,52023122,51876664,52033261,51938114,51826980,52095201],"submission":[1982,48199,72804,69727,518,423,421,402,389,580],"total":467971542,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[57570399,57575418,57307675,57602726,57327598,57474660,57413861,57385326,52168029,44799751],"completion":[57568347,57528041,57233273,57531865,57327012,57474244,57413429,57384902,52167550,44799248],"submission":[2052,47377,74402,70861,586,416,432,424,479,503],"total":499138328,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton11-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":11,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36715522,36758039,36759668,36794222,36777399,36750830,36731261,36757443,36500735,33645201],"completion":[36713455,36726562,36709835,36745672,36776887,36750376,36730833,36757032,36500332,33644725],"submission":[2067,31477,49833,48550,512,454,428,411,403,476],"total":327481479,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38132508,38112740,38123408,38082565,38106290,38106301,38049579,38070230,36159976,34179827],"completion":[38076591,38064318,38075426,38057212,38059121,38105759,38049145,38069830,36159537,34179088],"submission":[55917,48422,47982,25353,47169,542,434,400,439,739],"total":336997828,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34061394,34093250,34140351,34118085,34103358,34064806,34121350,34078847,34098459,34154462],"completion":[34059210,34057560,34088759,34060562,34102821,34064348,34120947,34078457,34098074,34154052],"submission":[2184,35690,51592,57523,537,458,403,390,385,410],"total":306980560,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34569307,34564974,34576023,34518393,34535742,34535590,34577366,34562918,34559783,34466888],"completion":[34542304,34538609,34525112,34517890,34535317,34535167,34576970,34562529,34559389,34466483],"submission":[27003,26365,50911,503,425,423,396,389,394,405],"total":310905061,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":11,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36749403,36766073,36856280,36770811,36758482,36784016,36738951,36849763,36434098,33642002],"completion":[36722660,36738935,36807540,36770328,36758077,36783590,36738522,36849347,36433702,33641500],"submission":[26743,27138,48740,483,405,426,429,416,396,502],"total":327607676,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38117229,38098651,38134101,38090584,38109722,38098605,38134616,38064846,36068006,34166817],"completion":[38067466,38051021,38086295,38064534,38062376,38098080,38134074,38064432,36067594,34165984],"submission":[49763,47630,47806,26050,47346,525,542,414,412,833],"total":336972902,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34088418,34115385,34150633,34149707,34086872,34095530,34084354,34069386,34148254,34073389],"completion":[34086432,34081512,34099859,34098082,34086399,34095097,34083918,34068978,34147856,34072957],"submission":[1986,33873,50774,51625,473,433,436,408,398,432],"total":306980883,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34542299,34567218,34583514,34625556,34591321,34608751,34573637,34630713,34576791,34352863],"completion":[34540141,34530968,34531550,34574066,34590842,34608327,34573233,34630289,34576390,34352412],"submission":[2158,36250,51964,51490,479,424,404,424,401,451],"total":311117596,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton12-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":12,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35176194,35198321,35197742,35176161,35159031,35175704,35162032,35168008,35164239,35000131],"completion":[35150302,35171712,35151102,35175589,35158608,35175298,35161599,35167592,35163822,34999717],"submission":[25892,26609,46640,572,423,406,433,416,417,414],"total":316414147,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33696445,33693391,33690924,33671322,33694753,33643805,33644381,33644955,33643846,33644538],"completion":[33643994,33644304,33643170,33644204,33645021,33643312,33643977,33644561,33643456,33644105],"submission":[52451,49087,47754,27118,49732,493,404,394,390,433],"total":302977791,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":12,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35179473,35190522,35200366,35159052,35157395,35170090,35147220,35176687,35154958,34984548],"completion":[35153471,35165063,35154937,35158524,35156963,35169670,35146773,35176288,35154566,34984111],"submission":[26002,25459,45429,528,432,420,447,399,392,437],"total":316349044,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33694070,33690811,33692052,33670804,33690182,33644375,33643187,33645525,33644333,33644204],"completion":[33643406,33643271,33644560,33644038,33644289,33643863,33642776,33645140,33643842,33643774],"submission":[50664,47540,47492,26766,45893,512,411,385,491,430],"total":302972035,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton13-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":13,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33658174,33656476,33678864,33631273,33631906,33631278,33631757,33631652,33636693,33631381],"completion":[33630849,33630521,33630975,33630735,33631475,33630855,33631333,33631248,33636289,33630972],"submission":[27325,25955,47889,538,431,423,424,404,404,409],"total":302770711,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34537329,34508302,34528792,34507799,34526254,34466561,34480369,34475232,34491682,34322881],"completion":[34491143,34462943,34481752,34484154,34481466,34466049,34479946,34474800,34491275,34322426],"submission":[46186,45359,47040,23645,44788,512,423,432,407,455],"total":310315000,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":13,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33657434,33656568,33678559,33631720,33631479,33631932,33631347,33631374,33632049,33631823],"completion":[33630735,33631028,33630970,33631204,33631057,33631518,33630946,33630982,33631660,33631418],"submission":[26699,25540,47589,516,422,414,401,392,389,405],"total":302765578,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34539361,34538178,34529135,34523288,34521667,34503052,34481624,34511988,34475554,34325085],"completion":[34490252,34488951,34480078,34497664,34476959,34502519,34481196,34511556,34475146,34324680],"submission":[49109,49227,49057,25624,44708,533,428,432,408,405],"total":310417177,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton14-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":14,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34147181,34071464,33962875,33997431,33886558,34039004,34039565,34019959,33863938,34021775],"completion":[34102069,34024065,33916044,33996907,33886081,34038580,34039157,34019544,33863542,34021365],"submission":[45112,47399,46831,524,477,424,408,415,396,410],"total":305911935,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33639344,33671479,33683918,33683566,33636741,33636053,33637104,33636814,33636301,33636350],"completion":[33635972,33635986,33636523,33636724,33636228,33635643,33636678,33636408,33635906,33635931],"submission":[3372,35493,47395,46842,513,410,426,406,395,419],"total":302865317,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":14,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34029591,34028116,34044436,33934047,34066438,34089453,33794776,34035607,34118705,34111945],"completion":[33985883,33980554,33998935,33933547,34065961,34089016,33794348,34035211,34118305,34111528],"submission":[43708,47562,45501,500,477,437,428,396,400,417],"total":306233128,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33637775,33681914,33685114,33684164,33636433,33636894,33636988,33635855,33636638,33635772],"completion":[33635711,33635894,33635811,33635934,33635908,33636246,33636578,33635459,33636025,33635367],"submission":[2064,46020,49303,48230,525,648,410,396,613,405],"total":302875948,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton15-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":15,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33675307,33678452,33676855,33631276,33631110,33630653,33630657,33630836,33630701,33630608],"completion":[33630898,33630957,33630869,33630773,33630650,33630221,33630232,33630418,33630284,33630060],"submission":[44409,47495,45986,503,460,432,425,418,417,548],"total":302780147,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33638653,33672472,33686705,33685168,33637164,33637353,33636925,33636641,33636894,33636397],"completion":[33636512,33636608,33637137,33636506,33636596,33636914,33636507,33636232,33636502,33635956],"submission":[2141,35864,49568,48662,568,439,418,409,392,441],"total":302872334,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":15,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33673916,33683017,33675757,33631238,33631081,33631029,33631063,33630697,33630771,33630574],"completion":[33630928,33630404,33630495,33630731,33630623,33630563,33630640,33630297,33630370,33630146],"submission":[42988,52613,45262,507,458,466,423,400,401,428],"total":302785096,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33638600,33677404,33687084,33686478,33636727,33636651,33637868,33637056,33637448,33636157],"completion":[33636449,33637069,33636916,33636550,33636124,33636222,33637455,33636579,33637039,33635732],"submission":[2151,40335,50168,49928,603,429,413,477,409,425],"total":302879419,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton2-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":2,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92937363,93089353,92952813,93118235,92917612,92775251,92658624,83682934,57921673,52752883],"completion":[92935221,92998908,92877896,93044595,92917103,92774823,92658219,83682532,57921164,52752352],"submission":[2142,90445,74917,73640,509,428,405,402,509,531],"total":751878105,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[93203025,93570231,93205985,93430414,93184061,93147952,93116904,81810850,49790311,44572942],"completion":[93127767,93492645,93130744,93429892,93183578,93147528,93116463,81810445,49789775,44572507],"submission":[75258,77586,75241,522,483,424,441,405,536,435],"total":735838686,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77807083,78147052,78095107,77747855,77797575,77841444,77951379,77766949,77814712,77695065],"completion":[77804599,78094120,78015629,77668699,77796980,77840994,77950954,77766558,77814312,77694642],"submission":[2484,52932,79478,79156,595,450,425,391,400,423],"total":700909349,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[82394948,81931539,82223996,82030216,81875008,81934259,82039359,81938451,81962475,65998160],"completion":[82392705,81880770,82140327,81955395,81874488,81933809,82038923,81937997,81962065,65997729],"submission":[2243,50769,83669,74821,520,450,436,454,410,431],"total":721940627,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":2,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[93040323,94048044,93290071,92770739,92871822,92740392,92931839,83781587,57882829,52705333],"completion":[93038331,92757259,93214103,92697015,92871311,92739878,92931351,83781160,57882388,52704766],"submission":[1992,1290785,75968,73724,511,514,488,427,441,567],"total":753030843,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[93183428,93106752,93653165,93096032,93209123,93083273,93268552,82208346,50218547,44656800],"completion":[93101499,93032026,93578389,93054789,93133729,93082744,93268098,82207927,50218062,44656325],"submission":[81929,74726,74776,41243,75394,529,454,419,485,475],"total":736586169,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77949236,78052769,77463927,77834561,78413197,77823152,77877695,77905051,77876610,78148598],"completion":[77906044,78008700,77383940,77833890,78412727,77822728,77877207,77904656,77876216,78148158],"submission":[43192,44069,79987,671,470,424,488,395,394,440],"total":701459925,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[82017092,81834213,81895226,82207278,81907435,82298808,81949138,82016941,82060581,66549838],"completion":[82014878,81783185,81812812,82125342,81906940,82298386,81948718,82016516,82060104,66549429],"submission":[2214,51028,82414,81936,495,422,420,425,477,409],"total":722778054,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton3-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":3,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86759267,86109796,86398499,86111237,86423604,86540780,87006933,86261784,63034041,40215601],"completion":[86718578,86069854,86323996,86110666,86423141,86540345,87006460,86261356,63033594,40215025],"submission":[40689,39942,74503,571,463,435,473,428,447,576],"total":708111226,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[85972281,85576764,85964085,85534162,85872390,86177383,86220898,85706908,67579585,43782955],"completion":[85895453,85507565,85889937,85503737,85804007,86176855,86220406,85706488,67579171,43782250],"submission":[76828,69199,74148,30425,68383,528,492,420,414,705],"total":712640225,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79394694,78790187,78666017,79057489,78698397,79018525,79422682,79200748,78953432,68467345],"completion":[79392611,78744271,78591977,78986768,78697878,79018083,79422248,79200338,78952960,68466901],"submission":[2083,45916,74040,70721,519,442,434,410,472,444],"total":700321619,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76467029,76302680,76125356,76321215,75931049,76059976,76438494,76499531,76962053,76240643],"completion":[76464693,76251782,76052066,76245281,75930540,76059537,76438061,76499085,76961657,76240216],"submission":[2336,50898,73290,75934,509,439,433,446,396,427],"total":686929028,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":3,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86149620,86077394,86994740,86775367,87193146,86284615,86259669,86238425,63344526,40416590],"completion":[86147965,86034117,86922425,86702806,87192623,86284169,86259191,86237994,63344070,40416036],"submission":[1655,43277,72315,72561,523,446,478,431,456,554],"total":709593000,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[85662296,85535401,85800927,86183684,86172951,85745568,85600796,85662896,68682627,44153555],"completion":[85593833,85465513,85727692,86183169,86172507,85745131,85600368,85662490,68682161,44152873],"submission":[68463,69888,73235,515,444,437,428,406,466,682],"total":713768089,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[78946474,78917270,78839858,79438380,79019294,79551169,78812049,78986612,79283305,68384268],"completion":[78944481,78868858,78767323,79367345,79018780,79550719,78811641,78986216,79282912,68383865],"submission":[1993,48412,72535,71035,514,450,408,396,393,403],"total":701276809,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76198636,76255543,75875375,77203015,76580393,76618844,76447862,76029691,76294788,76171669],"completion":[76196598,76207396,75794311,77129342,76579890,76618407,76447416,76029296,76294362,76171246],"submission":[2038,48147,81064,73673,503,437,446,395,426,423],"total":687536105,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton4-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":4,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[69755459,69798096,69762760,69830822,69833426,65174394,49142173,49221730,49134787,49476471],"completion":[69729135,69772524,69717953,69830285,69832956,65173965,49141544,49221306,49134359,49476044],"submission":[26324,25572,44807,537,470,429,629,424,428,427],"total":541383240,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50053890,50124038,50225919,50148807,49994735,50163326,50056409,50118829,50041970,50098103],"completion":[50003511,50071236,50173412,50122470,49946873,50162586,50055932,50118367,50041579,50097620],"submission":[50379,52802,52507,26337,47862,740,477,462,391,483],"total":451082125,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":4,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[69775960,69730947,69799672,69825636,69746479,64663139,48815609,48965743,49056246,49185860],"completion":[69748724,69704990,69727772,69825066,69746058,64662703,48815119,48965313,49055826,49185428],"submission":[27236,25957,71900,570,421,436,490,430,420,432],"total":539851760,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":10,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50028800,50006285,49985161,49988918,49913023,49987238,49912131,49923876,49952887,49929921],"completion":[49979356,49953541,49932575,49988427,49887068,49986510,49911707,49923479,49952497,49929497],"submission":[49444,52744,52586,491,25955,728,424,397,390,424],"total":449810914,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton5-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":5,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66027208,65823679,66041475,66023804,65927739,65990355,65909084,43790252,43237637,43234730],"completion":[65978754,65776653,65973902,66023292,65927273,65989832,65908635,43789848,43237032,43234303],"submission":[48454,47026,67573,512,466,523,449,404,605,427],"total":526015498,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52738654,52747666,52893332,52710310,52676469,52696542,52818079,52749071,52823099,52798201],"completion":[52735972,52711322,52840952,52628645,52675135,52696095,52817665,52748667,52822707,52797757],"submission":[2682,36344,52380,81665,1334,447,414,404,392,444],"total":475169653,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":5,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65937028,65941003,65984378,65970634,65918441,66017179,66051821,43733637,43201480,43196355],"completion":[65910436,65914143,65938052,65970047,65917995,66016748,66051391,43733238,43200953,43195920],"submission":[26592,26860,46326,587,446,431,430,399,527,435],"total":526024050,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":10,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52747853,52780996,52888881,52756457,52804040,52773266,52781145,52713805,52706155,52713030],"completion":[52694780,52732837,52837107,52730600,52752927,52772708,52780663,52713391,52705738,52712563],"submission":[53073,48159,51774,25857,51113,558,482,414,417,467],"total":475028477,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton6-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":6,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[72041593,71687949,71871170,71961268,72004735,72024885,50548650,41689825,41913136,41986389],"completion":[71994554,71642000,71825821,71960335,72004227,72024443,50548242,41689250,41912731,41985968],"submission":[47039,45949,45349,933,508,442,408,575,405,421],"total":535699282,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[54093730,54125779,53988164,54150828,53991008,54082464,54008033,53998122,53975778,54069152],"completion":[54090948,54063188,53934474,54097085,53962781,54081374,54007611,53997697,53975384,54068696],"submission":[2782,62591,53690,53743,28227,1090,422,425,394,456],"total":486505166,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":6,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[71826583,71720210,71984213,71990643,71884331,71921430,50674106,41636275,41825629,41958097],"completion":[71780837,71674587,71938271,71990141,71883871,71920993,50673686,41635695,41825220,41957678],"submission":[45746,45623,45942,502,460,437,420,580,409,419],"total":535605788,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":10,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[53974759,54114392,54063465,54191074,53944509,53942798,53996977,54025066,54076966,54058623],"completion":[53948516,54085505,54012527,54190523,53915589,53941910,53996568,54024662,54076569,54058214],"submission":[26243,28887,50938,551,28920,888,409,404,397,409],"total":486527376,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton7-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":7,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67646853,67577348,67685806,67643983,67720054,67713553,43610147,42460642,42616768,42580318],"completion":[67598280,67529667,67641216,67643470,67719582,67713111,43609710,42459865,42616356,42579901],"submission":[48573,47681,44590,513,472,442,437,777,412,417],"total":509619165,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49702987,49830952,49856591,50006578,49753167,49736327,49710235,49717687,49765630,49676907],"completion":[49700271,49787924,49801766,49956834,49724620,49735378,49709742,49717282,49765235,49676494],"submission":[2716,43028,54825,49744,28547,949,493,405,395,413],"total":448172023,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":7,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67825740,67788308,67865296,67786339,67900797,67820781,44175565,42683673,42799063,42825836],"completion":[67778053,67741083,67820406,67763386,67856124,67820258,44175098,42683046,42798651,42825391],"submission":[47687,47225,44890,22953,44673,523,467,627,412,445],"total":511655951,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":10,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49936329,49869993,49963737,49997031,49916014,49925397,49921026,49834212,49855179,49929778],"completion":[49904829,49840455,49910456,49996334,49887069,49924475,49920604,49833816,49854767,49929355],"submission":[31500,29538,53281,697,28945,922,422,396,412,423],"total":449327456,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton8-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":8,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34171359,34199642,34099743,34098058,34150525,34129748,34217448,34188877,34036112,34034488],"completion":[34142553,34171836,34043374,34097538,34150122,34129337,34217025,34188481,34035716,34034074],"submission":[28806,27806,56369,520,403,411,423,396,396,414],"total":307161194,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35224875,35307394,35192636,35265204,35286050,35235388,35307087,35294645,35155029,34585925],"completion":[35222721,35273027,35138901,35210291,35285560,35234952,35306588,35294190,35154616,34585488],"submission":[2154,34367,53735,54913,490,436,499,455,413,437],"total":316636460,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34443333,34496833,34401353,34453099,34490280,34466146,34494995,34493719,34343237,34339791],"completion":[34441187,34462166,34349907,34401430,34489715,34465647,34494465,34493294,34342823,34339354],"submission":[2146,34667,51446,51669,565,499,530,425,414,437],"total":309986780,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34081837,34138662,33978849,33978181,34119654,34019952,34125462,34046540,33919020,33932057],"completion":[34022676,34081373,33923230,33947845,34064146,34019417,34125013,34046101,33918621,33931617],"submission":[59161,57289,55619,30336,55508,535,449,439,399,440],"total":306265129,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":8,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34359046,34139197,34122079,34133594,34025725,34317056,34238526,34087009,34092492,34073679],"completion":[34323836,34111694,34066478,34133056,34025303,34316642,34238115,34086494,34092087,34073232],"submission":[35210,27503,55601,538,422,414,411,515,405,447],"total":307236686,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35399914,35256493,35222820,35270641,35162000,35397019,35386121,35159554,35161970,34606489],"completion":[35397860,35219634,35167143,35216496,35161450,35396591,35385503,35159133,35161574,34606053],"submission":[2054,36859,55677,54145,550,428,618,421,396,436],"total":316630313,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34590973,34438425,34408811,34483278,34335475,34570948,34584245,34372685,34378728,34359614],"completion":[34588664,34401653,34352804,34429535,34334977,34570514,34583801,34372192,34378328,34359201],"submission":[2309,36772,56007,53743,498,434,444,493,400,413],"total":309939935,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34213244,34059845,33990610,34063906,33949465,34176717,34153238,33961010,33949265,34090625],"completion":[34157757,34006466,33933683,34032187,33894174,34176199,34152804,33960502,33948861,34090152],"submission":[55487,53379,56927,31719,55291,518,434,508,404,473],"total":306401696,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n10ton9-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":9,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36855213,36588674,36803533,36651816,36636898,36652214,36600029,36652686,36539472,33641323],"completion":[36828136,36562773,36754389,36651216,36636467,36651782,36599597,36652275,36539069,33640842],"submission":[27077,25901,49144,600,431,432,432,411,403,481],"total":326773218,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38123699,38083825,38043995,38005153,37957884,37973510,37967196,37994868,36221201,34128213],"completion":[38121047,38050869,37994414,37955443,37957420,37973088,37966761,37994469,36220809,34127644],"submission":[2652,32956,49581,49710,464,422,435,399,392,569],"total":336382588,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34149300,34399668,34252785,34231309,34149504,34147144,34162674,34121468,34135823,34099850],"completion":[34147224,34365322,34201676,34179761,34149046,34146716,34162162,34121056,34135431,34099432],"submission":[2076,34346,51109,51548,458,428,512,412,392,418],"total":307706942,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34841843,34990915,34934966,34859764,34867965,34795229,34816460,34780915,34769426,34477392],"completion":[34788088,34939975,34878359,34832201,34816535,34794682,34816026,34780476,34769024,34476962],"submission":[53755,50940,56607,27563,51430,547,434,439,402,430],"total":313299965,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":9,"nnode_src":10,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36713922,36720583,36657466,36810783,36690789,36654129,36649265,36644205,36581461,33646248],"completion":[36661898,36671567,36608105,36784582,36642697,36653593,36648761,36643784,36581041,33645729],"submission":[52024,49016,49361,26201,48092,536,504,421,420,519],"total":327061942,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[37968470,37969157,38064014,37969155,37946247,37969941,37943725,37967388,36220597,34130221],"completion":[37941138,37942686,38014811,37968589,37945832,37969523,37943271,37966972,36220191,34129725],"submission":[27332,26471,49203,566,415,418,454,416,406,496],"total":336187658,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34157195,34166635,34188469,34285003,34147761,34147740,34116276,34136544,34128107,34128288],"completion":[34155190,34129881,34133914,34233070,34147252,34147324,34115859,34136155,34127718,34127853],"submission":[2005,36754,54555,51933,509,416,417,389,389,435],"total":307452013,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":10,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34804877,34836446,34863492,34936601,34816056,34801114,34777615,34789554,34828140,34482756],"completion":[34802732,34801425,34811806,34883303,34815490,34800674,34777196,34789155,34827742,34482319],"submission":[2145,35021,51686,53298,566,440,419,399,398,437],"total":313139109,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton0-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":0,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77603142,77238909,76585721,77254068,77003320,77284523,77248062,77306037,77332131,77368860],"completion":[77561973,77199000,76510140,77251406,77002810,77284111,77247655,77305634,77331659,77368447],"submission":[41169,39909,75581,2662,510,412,407,403,472,413],"total":694631132,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80610649,81536292,80154387,80200794,80003679,79863998,79893593,79794911,79737864,68502812],"completion":[80537016,81460467,80083198,80159231,79931022,79863469,79893117,79794489,79737449,68502360],"submission":[73633,75825,71189,41563,72657,529,476,422,415,452],"total":709941561,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88227344,88119557,88058276,87849535,87813976,88416232,87908989,88137261,62712806,44466949],"completion":[88224847,88070994,87978663,87778199,87813473,88415792,87908587,88136827,62712396,44466358],"submission":[2497,48563,79613,71336,503,440,402,434,410,591],"total":723580063,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88590309,87931847,88404503,88191345,87931988,88342473,88135041,88094061,61073557,42714075],"completion":[88588242,87882893,88329308,88119885,87931473,88342020,88134604,88093631,61073152,42713366],"submission":[2067,48954,75195,71460,515,453,437,430,405,709],"total":720865413,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":0,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77400621,77233082,76853916,77425672,77084317,77385709,77562383,77399328,77343055,77383883],"completion":[77358690,77191918,76774032,77423099,77083902,77385157,77561950,77398934,77342662,77383436],"submission":[41931,41164,79884,2573,415,552,433,394,393,447],"total":695682278,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79731194,79952665,80949114,80130701,79912564,80040620,79903225,80096476,80283442,68876035],"completion":[79729182,79907904,79980914,80054490,79911897,80040188,79902777,80096070,80282749,68875610],"submission":[2012,44761,968200,76211,667,432,448,406,693,425],"total":710435022,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88007492,87648778,88014517,87718039,88405483,87914507,87987365,88188802,62912096,44644561],"completion":[87931136,87571311,87947498,87678919,88333306,87914001,87986928,88188371,62911685,44643921],"submission":[76356,77467,67019,39120,72177,506,437,431,411,640],"total":723487492,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87978886,87812780,88182924,88057283,88626386,88196296,88135092,88199180,61150971,42957832],"completion":[87976941,87762848,88106778,87973696,88625898,88195873,88134679,88198785,61150562,42957122],"submission":[1945,49932,76146,83587,488,423,413,395,409,710],"total":721375775,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton1-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":1,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79685926,80166471,79547903,79874399,79572059,79956999,79744936,80091217,79638882,64474518],"completion":[79683718,80117895,79474573,79797892,79571413,79956569,79744486,80090805,79638452,64474074],"submission":[2208,48576,73330,76507,646,430,450,412,430,444],"total":703075872,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[75859179,76052185,75707211,76139750,75590534,75685766,75916567,75620181,76043135,75768833],"completion":[75856915,76003530,75629089,76069901,75590014,75685349,75916134,75619780,76042735,75768415],"submission":[2264,48655,78122,69849,520,417,433,401,400,418],"total":682583103,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88006038,87636434,88153912,87436919,87932870,87571469,87894949,86793813,59285558,43956068],"completion":[87927907,87561915,88080979,87436428,87932410,87571004,87894536,86793393,59285073,43955543],"submission":[78131,74519,72933,491,460,465,413,420,485,525],"total":716673170,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86439790,86507690,86447236,85948718,86368544,86131863,86506787,86099318,65682907,43809613],"completion":[86437656,86460924,86331418,85878033,86368018,86131403,86506351,86098913,65682502,43808891],"submission":[2134,46766,115818,70685,526,460,436,405,405,722],"total":713779637,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":1,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79736552,80350189,79589055,79661148,79865395,80001717,79744103,80200459,80051327,64315656],"completion":[79697920,80313750,79478587,79660537,79864967,80001290,79743669,80200029,80050907,64315231],"submission":[38632,36439,110468,611,428,427,434,430,420,425],"total":703792270,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[75688993,76264668,75785658,75696109,75559729,76416362,75895921,76161671,75869577,76136724],"completion":[75685555,76215752,75708125,75622419,75559259,76415917,75895502,76161283,75869188,76136285],"submission":[3438,48916,77533,73690,470,445,419,388,389,439],"total":683792857,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87933038,87690067,87488513,87595287,88268989,87822736,88282589,87154947,59508833,43811541],"completion":[87859277,87615920,87414947,87557597,88194143,87822221,88282103,87154506,59508319,43810916],"submission":[73761,74147,73566,37690,74846,515,486,441,514,625],"total":717634817,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86647149,86263491,85884233,86187477,86705812,86044818,87055960,85977139,66498852,43901816],"completion":[86645003,86217382,85806569,86115343,86705296,86044375,87055541,85976699,66498420,43900913],"submission":[2146,46109,77664,72134,516,443,419,440,432,903],"total":714566510,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton10-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":10,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[37281776,37269668,37295635,37348657,37346011,37234710,37228614,37242600,36195754,33799639],"completion":[37279672,37238496,37247601,37300440,37345507,37234256,37228209,37242195,36195337,33798831],"submission":[2104,31172,48034,48217,504,454,405,405,417,808],"total":330967884,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35971494,35916644,35926290,35907357,36096416,35917437,35906564,35930761,35918954,34093289],"completion":[35921349,35867917,35876747,35880825,36046951,35916917,35906142,35930337,35918527,34092860],"submission":[50145,48727,49543,26532,49465,520,422,424,427,429],"total":321620173,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34230448,34223486,34223100,34218882,34267655,34293809,34181083,34208663,34184876,34146735],"completion":[34228026,34187432,34167097,34168875,34267162,34293365,34180666,34208261,34184398,34146307],"submission":[2422,36054,56003,50007,493,444,417,402,478,428],"total":307955799,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34041263,33981845,34031975,33973963,34022622,34075160,33965922,33960308,33965492,33968285],"completion":[34011481,33954337,33981179,33973449,34022227,34074729,33965485,33959904,33965107,33967843],"submission":[29782,27508,50796,514,395,431,437,404,385,442],"total":305952448,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":10,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[37294511,37297844,37280495,37256813,37253455,37267090,37262898,37244568,36185531,33807602],"completion":[37246721,37245057,37231019,37256299,37252987,37266637,37262465,37244152,36185104,33806922],"submission":[47790,52787,49476,514,468,453,433,416,427,680],"total":330863211,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35873043,35892304,35938388,35959961,35961185,35919229,35878470,35952588,35922321,34089683],"completion":[35870816,35857456,35886313,35910015,35960709,35918799,35878055,35952189,35921922,34089240],"submission":[2227,34848,52075,49946,476,430,415,399,399,443],"total":321520853,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34193507,34200170,34247530,34158912,34206322,34206620,34214490,34186063,34173411,34138416],"completion":[34166189,34172379,34191477,34158410,34205903,34206197,34214091,34185672,34173011,34138011],"submission":[27318,27791,56053,502,419,423,399,391,400,405],"total":307739454,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33968802,34010540,34018620,34004346,33945714,33972011,33970341,33956319,33950855,33970042],"completion":[33966644,33974918,33967743,33951529,33945228,33971588,33969923,33955912,33949215,33969626],"submission":[2158,35622,50877,52817,486,423,418,407,1640,416],"total":305805705,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton11-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":11,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66275725,66237960,66483525,66388704,66325491,66706341,60869052,51032839,39525835,39414182],"completion":[66209217,66172080,66414908,66388179,66325017,66705894,60868624,51031455,39525425,39413610],"submission":[66508,65880,68617,525,474,447,428,1384,410,572],"total":522993816,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[68392443,68411281,68554943,68732653,68884032,68433355,59749249,53499110,50557892,49983086],"completion":[68390305,68366889,68483811,68666169,68883515,68432925,59748548,53498486,50557282,49982639],"submission":[2138,44392,71132,66484,517,430,701,624,610,447],"total":556848756,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[57303967,57364817,57317322,57477650,57468473,57371407,57703238,57567778,50633000,44756120],"completion":[57301854,57321852,57248095,57401246,57467889,57370940,57702822,57567347,50596258,44755499],"submission":[2113,42965,69227,76404,584,467,416,431,36742,621],"total":497916595,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51888967,51441295,51532142,51540927,51598835,51607419,51599778,51576173,51777911,51395075],"completion":[51887098,51395643,51460520,51469396,51598335,51606977,51599369,51575772,51777526,51394650],"submission":[1869,45652,71622,71531,500,442,409,401,385,425],"total":464124807,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":11,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66417724,66367680,66481329,66458620,66527243,66207496,61148021,51102774,39525638,39465332],"completion":[66344778,66300009,66354104,66458099,66526757,66207043,61147591,51101285,39525212,39464813],"submission":[72946,67671,127225,521,486,453,430,1489,426,519],"total":523293830,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[68514096,68711963,68581984,68727529,68759381,68401582,59936946,53513856,50553641,49994862],"completion":[68512001,68670119,68512018,68658963,68758848,68401149,59936260,53513250,50553038,49994424],"submission":[2095,41844,69966,68566,533,433,686,606,603,438],"total":557224851,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[57637188,57550206,57603730,57523967,57320254,57478678,57692359,57414272,50838997,44839806],"completion":[57634963,57503590,57531091,57454120,57319755,57478240,57691892,57413841,50803898,44839075],"submission":[2225,46616,72639,69847,499,438,467,431,35099,731],"total":498529378,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51945004,51665945,51669357,51793727,51614816,51474797,51705269,51751383,51534521,51491354],"completion":[51942897,51617967,51595988,51722562,51614340,51474396,51704855,51750988,51534136,51490925],"submission":[2107,47978,73369,71165,476,401,414,395,385,429],"total":464747459,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton12-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":12,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33659032,33658397,33677614,33632528,33632297,33632414,33631960,33632161,33631883,33632309],"completion":[33631914,33631639,33631573,33631996,33631831,33631986,33631519,33631756,33631470,33631881],"submission":[27118,26758,46041,532,466,428,441,405,413,428],"total":302770585,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34032801,34043334,34042715,34014174,34045530,33989373,34001900,33996302,33993107,33960913],"completion":[33985108,33996378,33991390,33989628,34001964,33988849,34001475,33995881,33992589,33960494],"submission":[47693,46956,51325,24546,43566,524,425,421,518,419],"total":306094488,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":12,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33656648,33657272,33678538,33632153,33631451,33631492,33631823,33631361,33631674,33631776],"completion":[33630591,33631182,33631373,33631573,33631013,33631089,33631369,33630959,33631279,33631322],"submission":[26057,26090,47165,580,438,403,454,402,395,454],"total":302766203,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34038490,34051976,34043183,34019799,34055411,33993465,33997354,33988640,34003221,34005840],"completion":[33992535,34006638,33998241,33996649,34012493,33992975,33996895,33988241,34002812,34005393],"submission":[45955,45338,44942,23150,42918,490,459,399,409,447],"total":306165143,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton13-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":13,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35187346,35168430,35208009,35151780,35165196,35148680,35167684,35151893,35155646,34994882],"completion":[35160543,35142106,35160868,35151248,35164767,35148251,35167257,35151505,35155245,34994467],"submission":[26803,26324,47141,532,429,429,427,388,401,415],"total":316321742,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33696141,33693841,33694646,33672359,33692814,33645583,33644668,33644948,33645218,33644438],"completion":[33645099,33644125,33644663,33644358,33645426,33645083,33644196,33644529,33644814,33643993],"submission":[51042,49716,49983,28001,47388,500,472,419,404,445],"total":302984606,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":13,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35154203,35192476,35208683,35197339,35149954,35140723,35160333,35138809,35154314,34970074],"completion":[35151985,35152178,35158170,35150800,35149466,35140263,35159920,35138409,35153907,34969667],"submission":[2218,40298,50513,46539,488,460,413,400,407,407],"total":316321644,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33689824,33691351,33696589,33645865,33649992,33644806,33644525,33645422,33643555,33644393],"completion":[33643494,33643444,33644820,33645341,33649520,33644353,33644085,33645012,33643127,33643960],"submission":[46330,47907,51769,524,472,453,440,410,428,433],"total":302913108,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton14-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":14,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33674517,33677206,33678193,33631188,33631062,33631499,33630878,33631416,33631003,33630714],"completion":[33630391,33630470,33631209,33630637,33630642,33631038,33630467,33631027,33630598,33630307],"submission":[44126,46736,46984,551,420,461,411,389,405,407],"total":302782550,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33638435,33670119,33683232,33686515,33636536,33637008,33637166,33636151,33637104,33636864],"completion":[33636337,33636137,33635815,33637117,33636042,33636597,33636762,33635755,33636707,33636462],"submission":[2098,33982,47417,49398,494,411,404,396,397,402],"total":302867374,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":14,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33675004,33673911,33680016,33630664,33630848,33630964,33630618,33631314,33630931,33630775],"completion":[33630412,33630641,33630299,33630152,33630386,33630516,33630200,33630899,33630531,33630347],"submission":[44592,43270,49717,512,462,448,418,415,400,428],"total":302778944,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33638527,33708528,33690343,33685003,33636998,33637338,33636792,33636938,33636575,33636589],"completion":[33636447,33636494,33636558,33637078,33636448,33636912,33636389,33636543,33636148,33636173],"submission":[2080,72034,53785,47925,550,426,403,395,427,416],"total":302912798,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton15-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":15,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34246152,34250402,34123057,34335684,34241431,34174687,34314573,34146816,33963607,34055166],"completion":[34196068,34203328,34075717,34335189,34240960,34174227,34314148,34146406,33963202,34054720],"submission":[50084,47074,47340,495,471,460,425,410,405,446],"total":307615770,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33637594,33674755,33685925,33683088,33636359,33636508,33636004,33636325,33636826,33635753],"completion":[33635415,33635920,33636113,33635382,33635849,33636076,33635595,33635934,33636422,33635348],"submission":[2179,38835,49812,47706,510,432,409,391,404,405],"total":302868038,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":15,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34161047,34166501,34316329,34343403,34257915,34077467,34430633,34256714,34249703,34139046],"completion":[34117323,34119707,34269442,34342895,34257446,34077038,34430226,34256310,34249285,34138635],"submission":[43724,46794,46887,508,469,429,407,404,418,411],"total":308247111,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33638207,33671019,33682999,33683391,33636538,33636663,33635970,33636663,33636415,33635626],"completion":[33635844,33635368,33635313,33636520,33635925,33636196,33635562,33636227,33636017,33635218],"submission":[2363,35651,47686,46871,613,467,408,436,398,408],"total":302862484,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton2-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":2,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86204503,86215130,86528416,86177074,86990570,86885505,86678625,86485844,68937330,44217072],"completion":[86135657,86139787,86448763,86141018,86920923,86884974,86678115,86485433,68936912,44216378],"submission":[68846,75343,79653,36056,69647,531,510,411,418,694],"total":719128799,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86624681,86867243,87036701,87013201,87300731,87375269,87487737,87501179,63774002,40543196],"completion":[86622528,86821796,86964774,86943277,87300243,87374813,87487308,87500775,63773603,40542637],"submission":[2153,45447,71927,69924,488,456,429,404,399,559],"total":714953780,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76923598,76625746,76838038,76675962,76463867,77086576,76886135,77010037,77224355,77147445],"completion":[76882192,76585938,76763312,76675219,76463466,77086144,76885706,77009639,77223894,77147036],"submission":[41406,39808,74726,743,401,432,429,398,461,409],"total":692001882,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79509135,79495143,79678662,79748760,79451816,80332934,79814029,80149494,80002915,68366138],"completion":[79506858,79450982,79604683,79674682,79451323,80332502,79813633,80149068,80002518,68365723],"submission":[2277,44161,73979,74078,493,432,396,426,397,415],"total":707088378,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":2,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86016655,86316147,86002935,86320913,86194058,86179935,86267273,86516272,69267127,44298513],"completion":[86014402,86269896,85889805,86249600,86193524,86179482,86266858,86515849,69266725,44297789],"submission":[2253,46251,113130,71313,534,453,415,423,402,724],"total":717376899,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87178688,87028782,87037075,87173328,87093428,87066834,87194792,87054930,62932893,40437570],"completion":[87103091,86955259,86966247,87138247,87027870,87066323,87194306,87054514,62932477,40436975],"submission":[75597,73523,70828,35081,65558,511,486,416,416,595],"total":713029218,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76653936,76834478,76697422,76751878,76662814,76433845,76813268,76619250,76791225,76843412],"completion":[76651216,76774194,76623107,76681212,76662305,76433418,76812800,76618830,76790845,76842979],"submission":[2720,60284,74315,70666,509,427,468,420,380,433],"total":690506799,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79539665,79331860,79332389,79456157,79549454,79665595,79407024,79957993,79508662,68536967],"completion":[79499982,79294793,79259668,79455471,79549026,79665166,79406614,79957592,79508240,68536556],"submission":[39683,37067,72721,686,428,429,410,401,422,411],"total":704794677,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton3-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":3,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92506950,92376516,92447070,92479177,92515779,92447648,92449072,81946833,49920863,44501806],"completion":[92465109,92337544,92368829,92478479,92515337,92447234,92448629,81946424,49920294,44501148],"submission":[41841,38972,78241,698,442,414,443,409,569,658],"total":731094258,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92104937,92107979,92407809,92660076,92308082,92327484,92631878,83180175,57364588,52575627],"completion":[92102759,92059150,92330791,92582068,92307575,92327014,92631473,83179731,57363875,52575021],"submission":[2178,48829,77018,78008,507,470,405,444,713,606],"total":747613030,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[81326207,81265158,81212256,81667568,81541034,81220945,81732291,81508171,81592209,65938026],"completion":[81247572,81183902,81133470,81627005,81463160,81220397,81731818,81507756,81591806,65937583],"submission":[78635,81256,78786,40563,77874,548,473,415,403,443],"total":717687268,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77285453,77372622,77450245,77408900,77274726,77469236,77265788,77314718,77234530,77623896],"completion":[77283190,77317376,77369724,77289333,77274180,77468835,77265347,77314320,77234133,77623469],"submission":[2263,55246,80521,119567,546,401,441,398,397,427],"total":696701949,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":3,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92277856,91931847,92674074,92645887,92884117,92309714,92529672,82279895,49789709,44526195],"completion":[92201137,91857849,92597446,92607801,92810517,92309200,92529230,82279485,49789227,44525507],"submission":[76719,73998,76628,38086,73600,514,442,410,482,688],"total":731581419,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92249358,91762131,92323070,92432049,92348894,92214885,92362570,83738177,57386864,52592847],"completion":[92208785,91724082,92247064,92431506,92348478,92214462,92362124,83737757,57386101,52592316],"submission":[40573,38049,76006,543,416,423,446,420,763,531],"total":747209249,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[81171994,81555414,80798388,81445163,81644829,81551083,81231969,81422672,81263899,66582622],"completion":[81169910,81505524,80720563,81365511,81644311,81550665,81231530,81422265,81263503,66582181],"submission":[2084,49890,77825,79652,518,418,439,407,396,441],"total":717545818,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77249390,77497715,78574962,77281656,77580000,77593677,77565448,77299647,77397605,77368813],"completion":[77246398,77439193,78496149,77154105,77579407,77593243,77565043,77299187,77397199,77368305],"submission":[2992,58522,78813,127551,593,434,405,460,406,508],"total":698412842,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton4-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":4,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66618200,66618678,66643677,66705314,66663203,66690681,63974039,43999110,43498683,43761707],"completion":[66590901,66591088,66597267,66704624,66662729,66690264,63973614,43998653,43498260,43761276],"submission":[27299,27590,46410,690,474,417,425,457,423,431],"total":528564626,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52794408,52816170,52899175,52703342,52837350,52808675,52780605,52751316,52743317,52857866],"completion":[52741270,52760404,52845219,52674306,52785383,52808163,52780164,52750885,52742906,52857420],"submission":[53138,55766,53956,29036,51967,512,441,431,411,446],"total":475308439,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":4,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66638015,66594834,66655323,66745983,66695373,66668322,64010635,43968563,43684580,43803963],"completion":[66635822,66558539,66607196,66699186,66694826,66667911,64010188,43967995,43684153,43803535],"submission":[2193,36295,48127,46797,547,411,447,568,427,428],"total":528890514,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":11,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52835676,52891741,52836653,52770973,52859587,52807108,52724214,52720435,52712514,52782383],"completion":[52787160,52842022,52788706,52746537,52858862,52806678,52723813,52720040,52712128,52781973],"submission":[48516,49719,47947,24436,725,430,401,395,386,410],"total":475310996,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton5-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":5,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[68902707,68815996,68837508,68939876,68902869,66265064,48469730,47878835,48168916,48493385],"completion":[68853512,68767700,68790678,68939344,68902384,66264605,48469122,47878355,48168502,48492974],"submission":[49195,48296,46830,532,485,459,608,480,414,411],"total":534783384,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49926878,49960548,49936665,50039392,49912265,50020896,49855127,49908481,49916790,49925220],"completion":[49924157,49918552,49881225,49988093,49883405,50019760,49854714,49908081,49916392,49924770],"submission":[2721,41996,55440,51299,28860,1136,413,400,398,450],"total":449589493,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":5,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[68867857,68908859,68816644,68805409,68816341,66295663,48515039,48092122,48540653,48410606],"completion":[68813813,68861612,68771222,68804877,68815873,66295204,48514423,48091646,48540235,48410181],"submission":[54044,47247,45422,532,468,459,616,476,418,425],"total":535211673,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":11,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49876744,49926031,49942479,50013077,49869723,49950066,49908030,50008914,49926202,49851815],"completion":[49874173,49887057,49891040,49966534,49840541,49948928,49907632,50008504,49925801,49851399],"submission":[2571,38974,51439,46543,29182,1138,398,410,401,416],"total":449513850,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton6-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":6,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[68755999,68705324,68820746,68830695,68791077,66061873,43253202,42735217,42882667,43091675],"completion":[68705596,68657880,68773877,68830215,68790595,66061414,43252728,42734794,42882242,43091247],"submission":[50403,47444,46869,480,482,459,474,423,425,428],"total":513183675,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49892518,50006651,50020637,50099014,49973795,49950739,49995817,49976415,49962026,49895386],"completion":[49889611,49961596,49962527,50048443,49944048,49949775,49995396,49975990,49961622,49894962],"submission":[2907,45055,58110,50571,29747,964,421,425,404,424],"total":449998638,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":6,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[68820142,68749870,68761494,68821158,68737519,65912740,43295222,42827831,42950321,43035562],"completion":[68770861,68703318,68715792,68820661,68737067,65912304,43294586,42827395,42949920,43035142],"submission":[49281,46552,45702,497,452,436,636,436,401,420],"total":513102830,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":11,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49847401,49866362,49901509,50069506,49898281,49998822,49968392,49898725,49973165,49895702],"completion":[49844536,49820521,49844295,50018035,49869291,49997864,49967972,49898293,49972767,49895259],"submission":[2865,45841,57214,51471,28990,958,420,432,398,443],"total":449588498,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton7-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":7,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[70612089,70471961,70857588,70635613,70465581,70499168,52699284,41170276,41363690,41309766],"completion":[70563490,70424555,70811607,70634897,70465109,70498713,52698860,41169677,41363268,41309339],"submission":[48599,47406,45981,716,472,455,424,599,422,427],"total":529484732,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[53497175,53543695,53505517,53728857,53419453,53439565,53490806,53538330,53543859,53545707],"completion":[53493694,53501839,53450957,53677232,53388271,53438463,53490391,53537923,53543460,53545273],"submission":[3481,41856,54560,51625,31182,1102,415,407,399,434],"total":481873876,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":7,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[70637943,70466975,70586011,70553829,70579109,70611552,52949001,41151202,40991254,41111732],"completion":[70591931,70419087,70539805,70553309,70578708,70611124,52948589,41150491,40990818,41111313],"submission":[46012,47888,46206,520,401,428,412,711,436,419],"total":529011301,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":11,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[53482896,53406370,53621013,53645453,53493821,53580108,53559433,53487353,53565760,53481209],"completion":[53455105,53376631,53570703,53644872,53464442,53579233,53558985,53486951,53565349,53480780],"submission":[27791,29739,50310,581,29379,875,448,402,411,429],"total":481957541,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton8-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":8,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[37115182,37063441,37049143,37034988,37021161,37116218,37132282,37020152,36385478,33776172],"completion":[37065107,37014715,36999141,37034430,37020684,37115735,37131834,37019769,36385083,33775512],"submission":[50075,48726,50002,558,477,483,448,383,395,660],"total":329606147,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36020491,35816039,35801910,35939860,35829756,35803854,35948362,35905533,35814545,34195578],"completion":[36018875,35781998,35750302,35888388,35829287,35803396,35947844,35905093,35814134,34195143],"submission":[1616,34041,51608,51472,469,458,518,440,411,435],"total":321062776,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34496802,34444529,34394436,34466857,34342522,34376030,34491882,34530019,34399368,34281257],"completion":[34494483,34409553,34343174,34415866,34341992,34375531,34491454,34529612,34398950,34280827],"submission":[2319,34976,51262,50991,530,499,428,407,418,430],"total":309734270,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34138758,34078307,34042734,34054051,34058966,34000230,34120946,34094462,34005976,34021102],"completion":[34136762,34042400,33990356,34001919,34058461,33999803,34120535,34094047,34005576,34020683],"submission":[1996,35907,52378,52132,505,427,411,415,400,419],"total":306484345,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":8,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[37024314,37070393,37130413,37083639,37036599,37029783,37022032,37035252,36372382,33781606],"completion":[37022207,37038384,37080441,37034050,37035968,37029344,37021626,37034835,36371973,33780948],"submission":[2107,32009,49972,49589,631,439,406,417,409,658],"total":329568954,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35850884,35825724,35914409,35791316,35822945,35843542,35799367,35803535,35815718,34188507],"completion":[35823011,35798366,35861981,35790767,35822513,35843108,35798917,35803108,35815283,34187971],"submission":[27873,27358,52428,549,432,434,450,427,435,536],"total":320811845,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34355550,34389625,34411538,34494083,34380088,34373581,34362409,34336228,34380371,34277717],"completion":[34353345,34355572,34358969,34441814,34379525,34373115,34361966,34335786,34379928,34277273],"submission":[2205,34053,52569,52269,563,466,443,442,443,444],"total":309414835,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34052007,34066866,34068974,34119994,34079601,34002697,34005121,34017835,33998577,34003652],"completion":[33997859,34014315,34015334,34091658,34027103,34002182,34004649,34017437,33998179,34003195],"submission":[54148,52551,53640,28336,52498,515,472,398,398,457],"total":306369766,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n11ton9-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":9,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34897964,34867602,34931473,34888314,34900845,34838229,34860638,34883402,34862480,34523853],"completion":[34870031,34837544,34879267,34887771,34900445,34837794,34860216,34882987,34862072,34523439],"submission":[27933,30058,52206,543,400,435,422,415,408,414],"total":313563660,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33904873,33928421,33941393,33984975,33910435,33878878,33953684,33888454,33890075,33922805],"completion":[33902741,33890637,33886359,33931163,33909944,33878427,33953224,33888032,33889677,33922376],"submission":[2132,37784,55034,53812,491,451,460,422,398,429],"total":305305829,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34107497,34068445,34114094,34075514,34088788,34034893,34081446,34053100,34042422,34241066],"completion":[34052603,34013483,34059151,34046631,34034875,34034358,34080989,34052679,34042018,34240587],"submission":[54894,54962,54943,28883,53913,535,457,421,404,479],"total":306807155,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34411320,34469119,34461548,34478938,34427518,34415171,34466427,34422848,34417723,34468513],"completion":[34409192,34429540,34406858,34425758,34427017,34414743,34465984,34422454,34417337,34468091],"submission":[2128,39579,54690,53180,501,428,443,394,386,422],"total":310035313,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":9,"nnode_src":11,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34845976,34979593,34997474,34947192,34854716,34902355,34854165,35062124,34837836,34544229],"completion":[34843809,34946879,34945225,34895943,34854212,34901914,34853748,35061724,34837436,34543802],"submission":[2167,32714,52249,51249,504,441,417,400,400,427],"total":313986682,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33940396,33989485,34088405,33969295,33896873,33874888,33958298,34023460,33946253,33950826],"completion":[33910921,33960989,34034217,33968769,33896447,33874477,33957889,34023058,33945849,33950354],"submission":[29475,28496,54188,526,426,411,409,402,404,472],"total":305704037,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34091346,34207791,34224536,34113318,34114122,34086306,34020345,34161729,34107310,34138435],"completion":[34036284,34154082,34170411,34079435,34061251,34085761,34019828,34161302,34106895,34137974],"submission":[55062,53709,54125,33883,52871,545,517,427,415,461],"total":307181333,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":11,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34411556,34515649,34579908,34518453,34431215,34488351,34414165,34558482,34465215,34453435],"completion":[34409416,34480518,34528742,34467462,34430662,34487926,34413752,34558064,34464824,34453007],"submission":[2140,35131,51166,50991,553,425,413,418,391,428],"total":310432005,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton0-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":0,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[72068833,72016635,72088544,72068181,72012161,72018871,50762820,41701595,41832741,42004600],"completion":[72022966,71972611,72043547,72067664,72011734,72018463,50762399,41700975,41832327,42004188],"submission":[45867,44024,44997,517,427,408,421,620,414,412],"total":536517748,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[54136192,54143082,54144178,54180756,54217142,54250395,54222556,54203787,54150607,54196085],"completion":[54133674,54097944,54088072,54127090,54168471,54249557,54222123,54203390,54150207,54195657],"submission":[2518,45138,56106,53666,48671,838,433,397,400,428],"total":487725008,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":0,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[72097743,71957491,72182519,72268071,72109024,72237749,50283688,41717188,41952517,41987789],"completion":[72051549,71912455,72138104,72267537,72108623,72237291,50283277,41716609,41952103,41987367],"submission":[46194,45036,44415,534,401,458,411,579,414,422],"total":536707985,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[54114430,54182319,54179160,54312223,54084410,54064918,54116266,54225750,54086816,54117943],"completion":[54111953,54142118,54127882,54263341,54037027,54064158,54115868,54225293,54086405,54117524],"submission":[2477,40201,51278,48882,47383,760,398,457,411,419],"total":487387689,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton1-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":1,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67432081,67653189,67565384,67491864,67526634,67472355,44962150,42621726,42798379,42895686],"completion":[67387829,67610497,67523694,67491359,67526114,67471918,44961736,42621198,42797972,42895240],"submission":[44252,42692,41690,505,520,437,414,528,407,446],"total":510997588,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":12,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49810034,49844122,49929858,49859052,49763422,49880744,49908686,49853148,49886189,49817541],"completion":[49781050,49814534,49878856,49828391,49762502,49880301,49908274,49852742,49885783,49817117],"submission":[28984,29588,51002,30661,920,443,412,406,406,424],"total":448856557,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":1,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67318927,67376198,67450992,67431439,67420586,67481550,44247964,42387000,42506706,42696312],"completion":[67272333,67332645,67407514,67430923,67420124,67481088,44247518,42386401,42506299,42695873],"submission":[46594,43553,43478,516,462,462,446,599,407,439],"total":509009631,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":12,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49679257,49743383,49734847,49827516,49716617,49668530,49602821,49630297,49665704,49669692],"completion":[49675739,49701924,49680199,49778048,49688472,49667443,49602367,49629890,49665305,49669262],"submission":[3518,41459,54648,49468,28145,1087,454,407,399,430],"total":447374739,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton10-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":10,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35178071,35187879,35182169,35152082,35130220,35122641,35130764,35124259,35126949,34959288],"completion":[35136619,35143114,35138672,35151565,35129799,35122214,35130357,35123813,35126561,34958832],"submission":[41452,44765,43497,517,421,427,407,446,388,456],"total":316125915,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33645804,33680978,33695342,33693137,33643539,33646023,33645506,33645956,33645630,33644986],"completion":[33643520,33645274,33645707,33644761,33643016,33645599,33645084,33645557,33645242,33644562],"submission":[2284,35704,49635,48376,523,424,422,399,388,424],"total":302947647,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":10,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35176383,35183541,35178217,35145890,35138391,35142985,35137882,35123256,35127063,34958467],"completion":[35135008,35138464,35134001,35145354,35137931,35142565,35137444,35122852,35126662,34958035],"submission":[41375,45077,44216,536,460,420,438,404,401,432],"total":316145297,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33647405,33679734,33693298,33692032,33646026,33645062,33645410,33645410,33645015,33645545],"completion":[33645565,33644009,33644245,33644418,33645475,33644630,33644986,33644978,33644618,33645132],"submission":[1840,35725,49053,47614,551,432,424,432,397,413],"total":302943830,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton11-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":11,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33674082,33674782,33683695,33631571,33630979,33631026,33631412,33630849,33631199,33630858],"completion":[33630560,33631156,33630408,33631047,33630513,33630607,33631001,33630451,33630788,33630350],"submission":[43522,43626,53287,524,466,419,411,398,411,508],"total":302786075,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":12,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34861755,34912167,34897325,34890340,34844685,34840676,34853742,34859021,34829118,34618453],"completion":[34859514,34875723,34849380,34844728,34844209,34840241,34853295,34858627,34828709,34617999],"submission":[2241,36444,47945,45612,476,435,447,394,409,454],"total":313552632,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":11,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33672965,33673633,33676931,33631381,33630767,33630379,33631380,33631198,33630896,33630598],"completion":[33630406,33630267,33630592,33630857,33630361,33629946,33630980,33630791,33630503,33630184],"submission":[42559,43366,46339,524,406,433,400,407,393,414],"total":302776062,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":12,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34854450,34884542,34897247,34911721,34849556,34865620,34873949,34839077,34840244,34616230],"completion":[34852061,34848524,34850015,34866263,34849070,34865191,34873520,34838675,34839856,34615796],"submission":[2389,36018,47232,45458,486,429,429,402,388,434],"total":313585137,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton12-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":12,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65872155,65797565,65859671,65755130,63010796,59090049,59098327,59099654,58272036,57912570],"completion":[65796507,65761075,65793882,65754575,63010347,59089475,59097903,59099192,58271575,57912147],"submission":[75648,36490,65789,555,449,574,424,462,461,423],"total":553903963,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[82639002,82632341,80322320,76132384,76114881,75588358,70960622,50338304,50347717,50398969],"completion":[82570988,82564037,80250568,76131724,76114393,75587892,70960198,50337772,50347026,50398529],"submission":[68014,68304,71752,660,488,466,424,532,691,440],"total":612846270,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[42027132,42064720,42129178,42109479,41998735,42010324,42023154,42035578,41999083,42017301],"completion":[42024882,42008588,42047294,42025364,41998205,42009880,42022718,42035177,41998669,42016871],"submission":[2250,56132,81884,84115,530,444,436,401,414,430],"total":378434783,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[59359036,59445496,59500391,59464543,59400559,55734409,49928118,49938549,49944972,49932537],"completion":[59356535,59400473,59423411,59391378,59399955,55733970,49927547,49938152,49944533,49932106],"submission":[2501,45023,76980,73165,604,439,571,397,439,431],"total":493298000,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":12,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51790897,51997027,52240811,51929735,51717133,51753960,51975179,51995940,52054636,51680914],"completion":[51752290,51959219,52164352,51929181,51716690,51753542,51974743,51995519,52054232,51643450],"submission":[38607,37808,76459,554,443,418,436,421,404,37464],"total":467609490,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":12,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[57298999,57236399,57588660,57107341,57079513,57412134,57068813,57124960,52269502,44730233],"completion":[57296882,57192796,57516003,57033828,57078994,57411614,57068396,57124544,52268768,44729665],"submission":[2117,43603,72657,73513,519,520,417,416,734,568],"total":497660477,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[69188359,69158184,68734739,68970721,68888859,68865028,60161944,52916423,50533256,49945812],"completion":[69186157,69115961,68665344,68900620,68888365,68864588,60161296,52915878,50532737,49945357],"submission":[2202,42223,69395,70101,494,440,648,545,519,455],"total":558219316,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":12,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66276810,66359339,66001945,66187551,66075993,66013268,62713480,51132015,39407670,39309106],"completion":[66204832,66287445,65928160,66148823,66004661,66012727,62712622,51131371,39407172,39308528],"submission":[71978,71894,73785,38728,71332,541,858,644,498,578],"total":523210836,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton13-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":13,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[37715313,37739000,37739853,37766020,37706984,37686188,37726249,37734444,37671015,37636006],"completion":[37713050,37704948,37689790,37684593,37706233,37685767,37725815,37733887,37670594,37635467],"submission":[2263,34052,50063,81427,751,421,434,557,421,539],"total":339420346,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[46830164,46808047,46872479,46808725,46838644,46783150,46806058,34709267,33642397,33639870],"completion":[46778481,46755769,46821805,46783488,46789714,46782614,46805238,34708816,33641831,33639422],"submission":[51683,52278,50674,25237,48930,536,820,451,566,448],"total":382920357,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33639250,33673303,33695861,33694621,33637889,33637056,33637038,33636835,33636691,33636727],"completion":[33636618,33636027,33637315,33637865,33635669,33636635,33636631,33636426,33636292,33636313],"submission":[2632,37276,58546,56756,2220,421,407,409,399,414],"total":302940554,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33677198,33675562,33701293,33689682,33645495,33644781,33644643,33645710,33644540,33645424],"completion":[33643860,33645116,33643848,33689133,33644579,33644329,33644219,33645313,33644143,33645009],"submission":[33338,30446,57445,549,916,452,424,397,397,415],"total":302976250,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":13,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34815696,34859362,34869310,34867570,34828119,34775484,34800246,34848865,34843822,34916960],"completion":[34813531,34826348,34818795,34818080,34827625,34775046,34799819,34848466,34843429,34916536],"submission":[2165,33014,50515,49490,494,438,427,399,393,424],"total":313616757,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":12,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35931578,35938268,35946571,35956310,35862708,35892560,35903337,35900432,35886419,35018687],"completion":[35903714,35910541,35895112,35955784,35862299,35892111,35902919,35900020,35886007,35018272],"submission":[27864,27727,51459,526,409,449,418,412,412,415],"total":322312301,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38834983,38789101,38803515,38749822,38702438,38769623,38759816,38752128,36168678,33644455],"completion":[38783888,38737029,38752595,38749335,38701974,38769194,38759376,38751693,36168264,33643965],"submission":[51095,52072,50920,487,464,429,440,435,414,490],"total":341147010,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":12,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[40749328,40796629,40801177,40848905,40797117,40750287,40759678,39793450,34942080,34417741],"completion":[40747238,40761048,40749934,40798754,40796607,40749840,40759253,39793044,34941642,34417305],"submission":[2090,35581,51243,50151,510,447,425,406,438,436],"total":353914395,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton14-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":14,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[48550164,48402493,48567501,48538783,48517627,48273642,39828594,34971372,35009096,35010716],"completion":[48519043,48371882,48511506,48538219,48517216,48273211,39828072,34970816,35008679,35010303],"submission":[31121,30611,55995,564,411,431,522,556,417,413],"total":387130363,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36842776,36801648,36816395,36915315,36833286,36785280,36780633,36762885,36638582,36169543],"completion":[36785205,36742606,36757778,36885469,36778582,36784687,36780244,36762467,36638196,36168913],"submission":[57571,59042,58617,29846,54704,593,389,418,386,630],"total":330686832,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34780859,34817091,34842638,34838868,34814781,34781071,34772113,34784484,34781626,34696535],"completion":[34778715,34779965,34783389,34782528,34814266,34780570,34771696,34784059,34781219,34696120],"submission":[2144,37126,59249,56340,515,501,417,425,407,415],"total":313167896,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33645690,33686605,33711215,33704761,33643742,33644744,33643553,33642482,33645216,33644754],"completion":[33643532,33643031,33643941,33641062,33643139,33644070,33643125,33642067,33644808,33644340],"submission":[2158,43574,67274,63699,603,674,428,415,408,414],"total":303023648,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":14,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34369974,34439357,34403027,34395750,34349238,34351003,34353454,34353119,34373897,34356234],"completion":[34367785,34403425,34352181,34343712,34348759,34350560,34353042,34352693,34373485,34355788],"submission":[2189,35932,50846,52038,479,443,412,426,412,446],"total":309381800,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":12,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34028763,34008605,34084735,33992167,33994306,33953492,33963205,33939892,33985667,33957410],"completion":[33973432,33954713,34032150,33963080,33940048,33952963,33962706,33939459,33985228,33956968],"submission":[55331,53892,52585,29087,54258,529,499,433,439,442],"total":305886229,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34272440,34268308,34377503,34247219,34232579,34223738,34235290,34205785,34269400,34183780],"completion":[34241292,34238943,34323724,34246691,34232141,34223320,34234899,34205402,34269009,34183375],"submission":[31148,29365,53779,528,438,418,391,383,391,405],"total":308251020,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":12,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35835402,35931990,35902181,35865654,35823295,35816730,35816870,35844631,35812846,34779104],"completion":[35833329,35892835,35843505,35806261,35822825,35816280,35816451,35844208,35812420,34778676],"submission":[2073,39155,58676,59393,470,450,419,423,426,428],"total":321600711,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton15-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":15,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[46340284,46265452,46397187,46342544,46338979,46338658,46342661,34294497,33636096,33633080],"completion":[46313494,46238638,46317238,46341997,46338548,46338221,46342075,34294091,33635681,33632640],"submission":[26790,26814,79949,547,431,437,586,406,415,440],"total":379604060,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[37272589,37302793,37287819,37341940,37250537,37215406,37206835,37197332,37104480,36885647],"completion":[37219835,37250080,37236489,37314395,37201350,37214885,37206348,37196897,37104071,36885108],"submission":[52754,52713,51330,27545,49187,521,487,435,409,539],"total":334803315,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33642568,33679415,33696525,33702645,33687831,33641921,33640712,33640537,33641963,33639413],"completion":[33640336,33640307,33640794,33639601,33687289,33641065,33640288,33640139,33641514,33638988],"submission":[2232,39108,55731,63044,542,856,424,398,449,425],"total":303038792,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33643588,33713398,33713549,33696371,33685358,33641613,33640772,33641563,33640773,33642674],"completion":[33641429,33642421,33641293,33641089,33684843,33640944,33640340,33641156,33640377,33642240],"submission":[2159,70977,72256,55282,515,669,432,407,396,434],"total":303064552,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":15,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35081174,35073083,35039928,34925926,34895683,34932012,34891682,34895676,34915520,34889858],"completion":[35079043,35038397,34989094,34876533,34895162,34931591,34891267,34895284,34915114,34889439],"submission":[2131,34686,50834,49393,521,421,415,392,406,419],"total":314466226,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":12,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36327347,36354446,36244258,36102567,36169224,36135990,36152495,36187309,36163697,34855103],"completion":[36276056,36304155,36191690,36102047,36168685,36135528,36152063,36186886,36163281,34854657],"submission":[51291,50291,52568,520,539,462,432,423,416,446],"total":324372373,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38771567,38958050,38703220,38757563,38730472,38697534,38727888,38715887,36312276,33643258],"completion":[38769664,38911492,38647837,38704616,38729927,38697088,38727469,38715451,36311872,33642702],"submission":[1903,46558,55383,52947,545,446,419,436,404,556],"total":341253491,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":12,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[40626436,40836647,40656545,40743392,40599149,40574641,40625670,40017588,34952905,34378198],"completion":[40624399,40799727,40605187,40692412,40598677,40574198,40625281,40017168,34952448,34377659],"submission":[2037,36920,51358,50980,472,443,389,420,457,539],"total":353392139,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton2-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":2,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[69980369,69930584,69961622,69921413,69926033,66005040,48683199,48512032,48885753,48989576],"completion":[69930692,69883974,69913954,69897763,69883290,66004554,48682596,48511621,48885345,48989144],"submission":[49677,46610,47668,23650,42743,486,603,411,408,432],"total":540847604,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50446851,50380881,50502798,50324159,50372644,50398533,50332833,50399181,50444865,50432917],"completion":[50419690,50351656,50451227,50323596,50371986,50398119,50332441,50398790,50444453,50432505],"submission":[27161,29225,51571,563,658,414,392,391,412,412],"total":453596756,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":2,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[69629496,69740905,69807344,69776318,69740065,65658569,48515908,47916416,48152518,48219812],"completion":[69583754,69698672,69766340,69775787,69739611,65658109,48515332,47915983,48152095,48219381],"submission":[45742,42233,41004,531,454,460,576,433,423,431],"total":537537926,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50150193,50271741,50412557,50264617,50300041,50261941,50252007,50308355,50281819,50233205],"completion":[50148084,50234827,50359772,50183322,50298813,50261515,50251580,50307951,50281414,50232769],"submission":[2109,36914,52785,81295,1228,426,427,404,405,436],"total":452702099,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton3-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":3,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65981360,65804304,65978125,65922460,65929803,65936631,65920933,43987244,42892845,43207173],"completion":[65935373,65761011,65933604,65921936,65929405,65936184,65920505,43986831,42892301,43206758],"submission":[45987,43293,44521,524,398,447,428,413,544,415],"total":525590808,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":12,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52893235,52784740,52894732,52927062,52865274,52754722,52799255,52829044,52868924,52855474],"completion":[52890826,52743379,52842469,52849134,52864012,52754293,52798827,52828606,52868513,52855032],"submission":[2409,41361,52263,77928,1262,429,428,438,411,442],"total":475699037,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":3,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66005725,65937035,66030836,65910847,65984471,66015828,66048265,44454222,43061816,43081185],"completion":[65959983,65892942,65989013,65910350,65984007,66015377,66047806,44453802,43061215,43080772],"submission":[45742,44093,41823,497,464,451,459,420,601,413],"total":526536241,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":12,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52964002,52979714,53061195,52986591,52923752,53039726,52988887,52941735,52941549,52902631],"completion":[52961344,52933519,53002875,52901202,52922378,53039258,52988441,52941295,52941152,52902209],"submission":[2658,46195,58320,85389,1374,468,446,440,397,422],"total":476886060,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton4-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":4,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[164008062,164015456,164028898,133178278,105359593,94816970,95854062,95657211,95678251,95780844],"completion":[163948753,163969702,163941786,133177724,105359033,94816525,95853639,95656803,95677852,95780423],"submission":[59309,45754,87112,554,560,445,423,408,399,421],"total":1044378586,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[178434478,177957572,176751261,171031848,114378020,114671035,114490844,102139274,58250846,59900068],"completion":[178330552,177865002,176650730,128827026,114323981,114670413,114490409,102138822,58250383,59899533],"submission":[103926,92570,100531,42204822,54039,622,435,452,463,535],"total":1089582071,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[94180250,94236298,94082813,94073775,94258868,94034650,94340122,94317400,94055357,94061962],"completion":[94176508,94167710,93970437,93962303,94258379,94034182,94339711,94316992,94054969,94061549],"submission":[3742,68588,112376,111472,489,468,411,408,388,413],"total":847471374,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[105241804,105282433,105503504,105479808,105245375,105382195,105402015,105148811,84588708,74169949],"completion":[105239642,105211007,105384812,105370927,105244833,105381759,105401562,105148396,84588309,74169347],"submission":[2162,71426,118692,108881,542,436,453,415,399,602],"total":896210999,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":4,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[78821961,78748836,78553660,78861374,78613634,78652571,78769688,78817078,78845431,79064664],"completion":[78780355,78707979,78472244,78860785,78613235,78652153,78768777,78816683,78845049,79064239],"submission":[41606,40857,81416,589,399,418,911,395,382,425],"total":708976613,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":12,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[81541112,81281969,81786205,81606202,81569640,81559613,81870501,81608859,81789723,70862179],"completion":[81538995,81232705,81709649,81527928,81569108,81559186,81870014,81608432,81789314,70861748],"submission":[2117,49264,76556,78274,532,427,487,427,409,431],"total":723984435,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[93530753,93906648,93790543,93982074,93724219,94067819,94065799,85210410,54723528,52293208],"completion":[93528406,93862929,93716392,93906789,93723541,94067376,94065345,85210013,54722994,52292763],"submission":[2347,43719,74151,75285,678,443,454,397,534,445],"total":755772363,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":12,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92985561,93023305,92759385,92993824,93041417,93156461,92992097,86341815,49334701,44954652],"completion":[92895575,92943308,92683317,92952222,92960806,93155902,92991676,86341416,49334104,44954109],"submission":[89986,79997,76068,41602,80611,559,421,399,597,543],"total":738689083,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton5-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":5,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[172285831,172284442,137179769,97044809,96877863,96901492,96923289,96945770,96978741,97017261],"completion":[172239405,172241052,137090600,97044072,96877424,96901065,96922859,96945372,96978337,97016824],"submission":[46426,43390,89169,737,439,427,430,398,404,437],"total":988161053,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[185303228,177389413,115852132,103239400,103277668,103203489,103211072,103194945,101512246,43770868],"completion":[185212636,177303672,113346605,103209403,103228464,103202899,103210619,103194519,101511777,43770384],"submission":[90592,85741,2505527,29997,49204,590,453,426,469,484],"total":954662503,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[83613310,83701837,83664919,83759267,83572164,83708841,83712825,83765382,83828612,83626552],"completion":[83611316,83639045,83570246,83659283,83571621,83708394,83712403,83764990,83828219,83626129],"submission":[1994,62792,94673,99984,543,447,422,392,393,423],"total":753346589,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[89966760,89973404,89978295,89843999,90167019,89968416,89837329,89968285,89115096,66589276],"completion":[89964641,89911124,89879860,89737665,90166493,89967982,89836888,89967877,89114684,66588745],"submission":[2119,62280,98435,106334,526,434,441,408,412,531],"total":785449133,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":5,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80039783,79322145,79397195,79835436,79566609,79636699,79653062,79692706,79752586,69204932],"completion":[80037443,79273198,79322292,79766688,79566131,79636262,79652622,79692288,79752193,69204517],"submission":[2340,48947,74903,68748,478,437,440,418,393,415],"total":706106612,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":12,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77180901,76635361,76856708,76753695,76835761,76818078,76872449,77069147,76967258,76765228],"completion":[77178583,76585801,76779140,76679663,76835227,76817650,76872025,77068752,76966869,76764761],"submission":[2318,49560,77568,74032,534,428,424,395,389,467],"total":691620791,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88169541,87689143,88076797,88191970,88093615,88157363,87856001,88238243,58406729,40754498],"completion":[88089662,87608128,88008147,88157507,88019127,88156830,87855502,88237818,58406320,40753928],"submission":[79879,81015,68650,34463,74488,533,499,425,409,570],"total":715474701,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":12,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86759348,86981971,87073229,86700499,86935258,87079311,86878482,87152746,65995390,44815305],"completion":[86719375,86938494,86966071,86699874,86934811,87078888,86878063,87152341,65994977,44814839],"submission":[39973,43477,107158,625,447,423,419,405,413,466],"total":719895406,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton6-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":6,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[193091595,145468210,118821917,103802085,103737369,103820374,103832895,103731581,87695047,46960704],"completion":[193043603,145423248,103534765,103801105,103736931,103819923,103832489,103731150,87694647,46960223],"submission":[47992,44962,15287152,980,438,451,406,431,400,481],"total":917880254,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[177312116,170615250,104157276,96831538,96870794,96795007,96946555,96907335,96886036,96886160],"completion":[177225263,170531474,91445780,96803100,96819977,96794418,96946161,96906921,96885640,96885678],"submission":[86853,83776,12711496,28438,50817,589,394,414,396,482],"total":952907423,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88813672,88954297,88770723,88961555,89014520,88815016,88959213,88765349,80482895,65142859],"completion":[88811540,88898356,88671202,88860821,89014015,88814582,88958776,88764947,80482507,65142040],"submission":[2132,55941,99521,100734,505,434,437,402,388,819],"total":767876115,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80692468,80601426,80768852,80759015,80584966,80775807,80396712,80561147,80628940,80514340],"completion":[80689613,80534548,80667032,80653687,80584432,80775353,80396310,80560730,80628525,80513927],"submission":[2855,66878,101820,105328,534,454,402,417,415,413],"total":725603426,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":6,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[85451884,85951215,84998853,85763656,85335498,85492586,85614529,85667602,70568266,43255987],"completion":[85412824,85912376,84858548,85763032,85335073,85492178,85614119,85667185,70567850,43255566],"submission":[39060,38839,140305,624,425,408,410,417,416,421],"total":712945474,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":12,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87042150,87281563,86908879,87162252,87247127,87386171,87219072,87358598,62619219,43498055],"completion":[86968480,87208927,86838885,87123290,87174166,87385659,87218662,87358184,62618807,43497587],"submission":[73670,72636,69994,38962,72961,512,410,414,412,468],"total":716691640,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[75573173,75734239,75855886,75465464,76084134,75742173,75864515,76066655,75874514,76075665],"completion":[75569481,75683124,75778440,75394316,76083545,75741733,75864102,76066264,75874117,76075249],"submission":[3692,51115,77446,71148,589,440,413,391,397,416],"total":682809119,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":12,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80047673,80171772,81221744,80184265,79913217,80157331,79990277,80064992,80253942,63198663],"completion":[80045450,80120247,81145920,80105217,79912631,80156877,79989843,80064588,80253543,63198240],"submission":[2223,51525,75824,79048,586,454,434,404,399,423],"total":705165192,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton7-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":7,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[184911989,176172491,103306005,102045860,101975487,101956637,101917874,101936997,102055712,56702914],"completion":[184867662,176129456,100231317,102044916,101975049,101956194,101917457,101936589,102055315,56702490],"submission":[44327,43035,3074688,944,438,443,417,408,397,424],"total":948079176,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":12,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[172326404,172229024,134051559,104611140,96533404,96455567,96416969,96362435,96449591,96358155],"completion":[172233994,172143927,133968885,96369964,96481960,96454971,96416563,96361999,96449161,96357692],"submission":[92410,85097,82674,8241176,51444,596,406,436,430,463],"total":989478388,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[89511652,89291782,89225526,89445327,89180216,89205058,89152580,89359113,89423570,65921716],"completion":[89509296,89234192,89123111,89349045,89179718,89204629,89152154,89358698,89423159,65921292],"submission":[2356,57590,102415,96282,498,429,426,415,411,424],"total":780212824,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[83294343,83413896,83116319,83348075,83250447,83049656,83285578,83069531,83262970,83400708],"completion":[83291938,83346719,83010683,83246213,83249853,83049163,83285095,83069128,83262573,83400280],"submission":[2405,67177,105636,101862,594,493,483,403,397,428],"total":749205020,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":7,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86183073,86295155,86365352,86262441,86780855,87010557,86576576,86444466,61652773,41477977],"completion":[86144174,86250549,86294522,86261898,86780444,87010122,86576173,86444026,61652385,41477386],"submission":[38899,44606,70830,543,411,435,403,440,388,591],"total":708908044,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":12,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[85649796,86184681,85874272,85777980,86014640,86459282,86023694,86060510,65220654,43548227],"completion":[85647701,86136132,85768986,85704801,86014070,86458856,86023229,86060098,65220244,43547594],"submission":[2095,48549,105286,73179,570,426,465,412,410,633],"total":711429581,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":12,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[78746465,78829002,79043786,78920965,78775003,78938128,79269768,78777176,79417104,66955402],"completion":[78670138,78754496,78966803,78886667,78706703,78937598,79269280,78776723,79416699,66954927],"submission":[76327,74506,76983,34298,68300,530,488,453,405,475],"total":698936739,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":12,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[75840474,75683407,75825447,75958684,75739878,75929914,76106196,76166706,75848109,76149837],"completion":[75838370,75633907,75747007,75883427,75739377,75929488,76105798,76166292,75847717,76149434],"submission":[2104,49500,78440,75257,501,426,398,414,392,403],"total":683416132,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton8-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":8,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34051843,34106911,34154204,34100285,34064925,34014006,34190917,34098139,34241872,34059475],"completion":[34026678,34081832,34109694,34099728,34064475,34013589,34190516,34097711,34241472,34059071],"submission":[25165,25079,44510,557,450,417,401,428,400,404],"total":307040339,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33684842,33683428,33687509,33663422,33679467,33637445,33636745,33636512,33636451,33635965],"completion":[33635872,33636825,33635646,33636590,33636668,33636915,33636259,33636106,33636050,33635550],"submission":[48970,46603,51863,26832,42799,530,486,406,401,415],"total":302903245,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":8,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34067356,34119558,34094384,33964521,34060609,33907437,34050147,33947390,34022052,33937115],"completion":[34024187,34076826,34050775,33963984,34060173,33907005,34049725,33946973,34021646,33936693],"submission":[43169,42732,43609,537,436,432,422,417,406,422],"total":306111830,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":12,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33662260,33661635,33681355,33637232,33636855,33636430,33636265,33636655,33635994,33636079],"completion":[33636693,33636923,33636138,33636703,33636426,33636027,33635829,33636251,33635602,33635663],"submission":[25567,24712,45217,529,429,403,436,404,392,416],"total":302805307,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n12ton9-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":9,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33655376,33656314,33674782,33630718,33630614,33630954,33631122,33630839,33635958,33631028],"completion":[33630138,33630465,33630371,33630178,33630159,33630546,33630714,33630418,33635545,33630630],"submission":[25238,25849,44411,540,455,408,408,421,413,398],"total":302762396,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":12,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33682381,33683377,33688049,33636425,33637013,33636625,33637340,33636592,33636234,33636833],"completion":[33636854,33637625,33642144,33635923,33636562,33636202,33636923,33636193,33635807,33636395],"submission":[45527,45752,45905,502,451,423,417,399,427,438],"total":302835421,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":9,"nnode_src":12,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33655510,33655979,33676096,33630365,33630394,33630186,33630653,33630546,33630340,33631172],"completion":[33629878,33629775,33630111,33629838,33629935,33629774,33630227,33630096,33629928,33630634],"submission":[25632,26204,45985,527,459,412,426,450,412,538],"total":302755165,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":12,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33684431,33682259,33683439,33659629,33686356,33637292,33637825,33637423,33637643,33636797],"completion":[33637668,33636383,33637181,33635989,33637377,33636795,33637337,33636999,33637210,33636333],"submission":[46763,45876,46258,23640,48979,497,488,424,433,464],"total":302905869,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton0-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":0,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[68878581,68953426,68952451,68907375,68941608,66209702,43552437,42974552,43117163,43288472],"completion":[68832227,68909336,68911005,68906899,68941167,66209187,43551840,42974095,43116740,43288017],"submission":[46354,44090,41446,476,441,515,597,457,423,455],"total":514907351,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":13,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50021612,50138040,50165025,50108316,49983060,50073463,50130791,50010783,50039683,50094441],"completion":[50017821,50097831,50111404,50010278,49982193,50072974,50130353,50010341,50039286,50093986],"submission":[3791,40209,53621,98038,867,489,438,442,397,455],"total":450759299,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":0,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[68820928,68972885,68965428,68885487,68955750,66511133,43587303,42949244,42922327,42952848],"completion":[68773631,68925290,68919440,68884979,68955254,66510673,43586599,42948781,42921908,42952419],"submission":[47297,47595,45988,508,496,460,704,463,419,429],"total":514715307,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":13,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50091078,50107478,50170792,50116419,50071187,50117882,50139609,50037268,50068608,50145457],"completion":[50087675,50057276,50117170,50068514,50019600,50117043,50139176,50036866,50068200,50145029],"submission":[3403,50202,53622,47905,51587,839,433,402,408,428],"total":450992236,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton1-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":1,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[70991771,70821648,70802418,70860028,70778043,70859698,53280682,41413616,41444465,41496525],"completion":[70945030,70777373,70757945,70859533,70777628,70859268,53280227,41413140,41444063,41496099],"submission":[46741,44275,44473,495,415,430,455,476,402,426],"total":531792485,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":13,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[53780466,53721429,53696360,53729135,53710321,53715408,53713708,53779052,53726903,53711282],"completion":[53777779,53682763,53646299,53678754,53709836,53714668,53713150,53778635,53726505,53710860],"submission":[2687,38666,50061,50381,485,740,558,417,398,422],"total":483510716,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":1,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[70664411,70501617,70794943,70735974,70555539,70587442,53263549,41331345,41221732,41426669],"completion":[70618947,70457638,70751148,70735474,70555046,70587007,53263115,41330710,41221324,41426232],"submission":[45464,43979,43795,500,493,435,434,635,408,437],"total":530429926,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":13,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[53680368,53537669,53605948,53848763,53561965,53551253,53594009,53643650,53619205,53657647],"completion":[53676133,53502013,53555646,53800014,53529462,53550151,53593587,53643246,53618816,53657227],"submission":[4235,35656,50302,48749,32503,1102,422,404,389,420],"total":482735350,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton10-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":10,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33680207,33672353,33677925,33630783,33630550,33630449,33630399,33629921,33629936,33705873],"completion":[33630128,33629545,33629755,33630257,33630075,33629987,33629959,33629505,33629536,33705428],"submission":[50079,42808,48170,526,475,462,440,416,400,445],"total":302916594,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":13,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34378868,34415148,34424774,34432311,34386969,34359594,34368529,34371405,34386270,34285307],"completion":[34376829,34376486,34377906,34388193,34386497,34359170,34368108,34370999,34385861,34284876],"submission":[2039,38662,46868,44118,472,424,421,406,409,431],"total":309437672,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":10,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33673408,33673339,33681852,33630669,33630611,33629465,33629801,33629814,33630657,33629510],"completion":[33630212,33629872,33634901,33630164,33630167,33629028,33629400,33629349,33630162,33629107],"submission":[43196,43467,46951,505,444,437,401,465,495,403],"total":302775048,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":13,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34371014,34393047,34427955,34405953,34374718,34365726,34378415,34365504,34379604,34252786],"completion":[34368729,34353830,34378621,34360133,34374196,34365302,34378008,34365100,34379206,34252386],"submission":[2285,39217,49334,45820,522,424,407,404,398,400],"total":309350584,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton11-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":11,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35339759,35327152,35333982,35288366,35296770,35284236,35294693,35273378,35306461,35041253],"completion":[35298347,35281718,35289496,35287831,35296293,35283802,35294255,35272956,35306053,35040816],"submission":[41412,45434,44486,535,477,434,438,422,408,437],"total":317456634,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":13,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33647263,33683989,33696917,33695579,33646103,33645709,33645183,33643937,33649375,33644845],"completion":[33644880,33646236,33646518,33645538,33645588,33645274,33644779,33643531,33648958,33644430],"submission":[2383,37753,50399,50041,515,435,404,406,417,415],"total":302958056,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":11,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35320691,35295143,35331872,35266285,35280362,35273167,35280161,35272606,35293652,35045406],"completion":[35292376,35266490,35273813,35265746,35279943,35272752,35279693,35272204,35293251,35044979],"submission":[28315,28653,58059,539,419,415,468,402,401,427],"total":317348686,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":13,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33696862,33695962,33695370,33645123,33645214,33644632,33645683,33644997,33644526,33645279],"completion":[33643986,33644435,33644044,33644601,33644807,33644209,33645273,33644489,33644122,33644858],"submission":[52876,51527,51326,522,407,423,410,508,404,421],"total":302913468,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton12-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":12,"nnode_src":13,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36653636,36661569,36665662,36631671,36597019,36624615,36631415,36596709,36318469,35112103],"completion":[36627189,36632666,36614330,36631132,36593834,36624193,36631000,36596302,36318076,35111608],"submission":[26447,28903,51332,539,3185,422,415,407,393,495],"total":327849237,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":13,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[46487637,46548873,46558123,46499309,46510334,46671513,44611962,34648833,34680949,34663173],"completion":[46436055,46495648,46507602,46471794,46461848,46670988,44611301,34648347,34680460,34662734],"submission":[51582,53225,50521,27515,48486,525,661,486,489,439],"total":381404224,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33670157,33708777,33730088,33736476,33667364,33668643,33665292,33669440,33668963,33668482],"completion":[33668182,33665426,33668211,33674052,33666881,33667534,33664877,33669051,33668569,33668057],"submission":[1975,43351,61877,62424,483,1109,415,389,394,425],"total":303236468,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35654972,35688586,35694251,35775218,35675431,35653435,35651919,35660534,35637144,35515310],"completion":[35652862,35645301,35633031,35712963,35641686,35652782,35651498,35660059,35636732,35514881],"submission":[2110,43285,61220,62255,33745,653,421,475,412,429],"total":321153782,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":12,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34802032,34764517,34769832,34779974,34858855,34872268,34774012,34752940,34699169,34437488],"completion":[34799920,34728783,34718121,34729519,34858198,34871845,34773587,34752556,34698742,34437094],"submission":[2112,35734,51711,50455,657,423,425,384,427,394],"total":312715990,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34146758,34120550,34132996,34123839,34068771,34350413,34109574,34082944,34075573,34059346],"completion":[34144617,34084128,34082067,34073103,34068268,34349908,34109169,34082557,34075154,34058921],"submission":[2141,36422,50929,50736,503,505,405,387,419,425],"total":307130892,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38590841,38584636,38614566,38765778,38726979,38634146,38588307,38601366,35380348,34002283],"completion":[38588676,38550187,38564615,38716779,38726442,38633710,38587882,38600965,35379946,34001838],"submission":[2165,34449,49951,48999,537,436,425,401,402,445],"total":339906228,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":13,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36999335,36858912,36890002,36803944,37127147,36818433,36809441,36787241,36407807,33642973],"completion":[36946526,36805634,36838264,36803442,37126727,36817924,36809040,36786844,36407411,33642464],"submission":[52809,53278,51738,502,420,509,401,397,396,509],"total":328153662,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton13-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":13,"nnode_src":13,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[69196642,69195910,69268103,69218613,69164413,63435159,64401096,60926744,60934708,61030054],"completion":[69192442,69156829,69197321,69149879,69163899,63434712,64400569,60926299,60934304,61029641],"submission":[4200,39081,70782,68734,514,447,527,445,404,413],"total":587582303,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":13,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80434018,80387940,80474306,80129629,83280021,72063748,72053409,64473581,45250164,45211884],"completion":[80365862,80319250,80407726,80095826,76653539,72062677,72052991,64473168,45249682,45211412],"submission":[68156,68690,66580,33803,6626482,1071,418,413,482,472],"total":623335039,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[47928143,47875124,48003917,47845189,47823919,47859775,47866273,47877854,47864219,47865622],"completion":[47888557,47837202,47884646,47844657,47823492,47859350,47865830,47877449,47863822,47865191],"submission":[39586,37922,119271,532,427,425,443,405,397,431],"total":430929886,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[55691444,55597103,55731431,55705105,55666887,55668511,55675156,54261746,41519463,41572444],"completion":[55689298,55551853,55650903,55630137,55666398,55668070,55674717,54261332,41519030,41571844],"submission":[2146,45250,80528,74968,489,441,439,414,433,600],"total":471405632,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":13,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[57238407,57149165,57252182,57390275,57208716,57203614,57293011,57089614,50869661,44712208],"completion":[57203033,57113530,57183613,57389648,57208292,57203195,57292589,57089218,50868867,44711652],"submission":[35374,35635,68569,627,424,419,422,396,794,556],"total":496211860,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[51301290,51432876,51475176,51343410,51512372,51345049,51403374,51465994,51352482,51517353],"completion":[51299266,51388195,51401829,51270953,51511850,51344628,51402967,51465561,51352058,51478685],"submission":[2024,44681,73347,72457,522,421,407,433,424,38668],"total":463114219,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66141048,66299776,66541753,66347890,66382142,66171481,61033635,50893491,39952847,39893256],"completion":[66070659,66227811,66473573,66311303,66310502,66170987,61032787,50892898,39952384,39892676],"submission":[70389,71965,68180,36587,71640,494,848,593,463,580],"total":523526964,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":13,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[68287028,68382165,68419084,68404715,68356201,68251634,59767478,53439649,50595350,50004821],"completion":[68284879,68337733,68345241,68336837,68355632,68251183,59766854,53439151,50594797,50004386],"submission":[2149,44432,73843,67878,569,451,624,498,553,435],"total":555630175,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton14-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":14,"nnode_src":13,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[44528071,44522971,44600141,44521141,44497133,44593888,45227111,45635875,35605033,34307653],"completion":[44498562,44494673,44548395,44517749,44496705,44593453,45226697,45635306,35604616,34307220],"submission":[29509,28298,51746,3392,428,435,414,569,417,433],"total":383520930,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":13,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[39271969,39239563,39237905,39228141,39257362,39225094,39210069,39188338,37941540,38243859],"completion":[39213836,39185181,39177670,39198761,39202631,39224575,39209594,39187924,37941146,38243328],"submission":[58133,54382,60235,29380,54731,519,475,414,394,531],"total":350782644,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34040090,34067035,34096023,34090539,34106521,34060930,34046791,34038683,34041138,34028912],"completion":[34037690,34027917,34037474,34031867,34105992,34028699,34046088,34038252,34040727,34028487],"submission":[2400,39118,58549,58672,529,32231,703,431,411,425],"total":306801688,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35541458,35581188,35605970,35597243,35582120,35551086,35545550,35539226,35558395,35420890],"completion":[35539423,35540889,35547283,35536423,35581613,35550067,35545127,35538835,35558000,35420464],"submission":[2035,40299,58687,60820,507,1019,423,391,395,426],"total":320022581,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":14,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34967776,34993117,34943435,34935887,34927047,34984245,34962640,34928379,35097918,34474851],"completion":[34942088,34965145,34895302,34935388,34926604,34983843,34962214,34927987,35097523,34474446],"submission":[25688,27972,48133,499,443,402,426,392,395,405],"total":314254412,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34119940,34148326,34185149,34169521,34107728,34149364,34151762,34110733,34205139,34149793],"completion":[34117624,34114000,34137062,34120929,34107201,34148844,34151345,34110333,34204738,34149361],"submission":[2316,34326,48087,48592,527,520,417,400,401,432],"total":307384796,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38411721,38504782,38479301,38450534,38440890,38436245,38524797,38503410,35633708,33939008],"completion":[38409555,38470262,38429722,38400119,38440375,38435828,38524404,38502925,35633281,33938503],"submission":[2166,34520,49579,50415,515,417,393,485,427,505],"total":338920382,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":13,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36771166,36751804,36715008,36682919,36770842,36774127,36772688,36857028,36569666,33648850],"completion":[36718934,36699036,36662276,36655540,36718741,36773635,36772237,36856615,36569266,33648335],"submission":[52232,52768,52732,27379,52101,492,451,413,400,515],"total":327549990,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton15-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":15,"nnode_src":13,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[44174971,44160800,44144793,44141217,44128075,44135517,44137642,44075486,44094059,40678503],"completion":[44142276,44131525,44088633,44138198,44127650,44135105,44137215,44074908,44093642,40678086],"submission":[32695,29275,56160,3019,425,412,427,578,417,417],"total":393706146,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":13,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[42401608,42419172,42455862,42384661,42413725,42340765,42322583,42238068,42161370,42162089],"completion":[42344024,42360763,42395917,42355357,42359708,42340218,42322168,42237647,42160800,42161619],"submission":[57584,58409,59945,29304,54017,547,415,421,570,470],"total":381080976,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35336372,35293208,35144776,35447943,35198196,35284568,35283734,35283872,35255022,35181273],"completion":[35333990,35253932,35087371,35391868,35197698,35284052,35283317,35283469,35254631,35180862],"submission":[2382,39276,57405,56075,498,516,417,403,391,411],"total":317422882,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35141030,35200357,35197694,35206778,35185641,35129639,35159109,35147751,35139097,35122622],"completion":[35138869,35156789,35134709,35143244,35185147,35128827,35158513,35147315,35138697,35122119],"submission":[2161,43568,62985,63534,494,812,596,436,400,503],"total":316496906,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":15,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34295709,34048479,34049593,34034094,34213453,34084686,34125018,34168748,34102320,34049558],"completion":[34242718,33997700,33996975,34006874,34161378,34084179,34124547,34168327,34101910,34049110],"submission":[52991,50779,52618,27220,52075,507,471,421,410,448],"total":306883155,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34572610,34419042,34426429,34438515,34497311,34413358,34480548,34504216,34419125,34380341],"completion":[34570319,34384488,34375374,34389304,34496718,34412936,34480142,34503796,34418705,34379915],"submission":[2291,34554,51055,49211,593,422,406,420,420,426],"total":309985886,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35278395,35182280,35200909,35200127,35236440,35200840,35202153,35201473,35154056,34552516],"completion":[35276223,35146135,35147558,35149342,35235946,35200284,35201724,35201060,35153645,34552073],"submission":[2172,36145,53351,50785,494,556,429,413,411,443],"total":316138706,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":13,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34127976,33936193,34011330,33934056,34062511,33978216,33924796,34103381,33957264,33948671],"completion":[34097637,33906513,33955993,33933508,34062004,33977822,33924368,34102983,33956845,33948247],"submission":[30339,29680,55337,548,507,394,428,398,419,424],"total":305863938,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton2-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":2,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67031857,66892485,66880890,66901511,66856811,66887543,62747611,43760849,43248928,43592994],"completion":[66984743,66847942,66835345,66900974,66856376,66887115,62747185,43760281,43248519,43592561],"submission":[47114,44543,45545,537,435,428,426,568,409,433],"total":527805253,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":13,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52718867,52634090,52729938,52750052,52721737,52700606,52679786,52661908,52745433,52746908],"completion":[52716691,52589259,52674359,52698167,52721246,52700150,52679364,52661495,52745030,52746488],"submission":[2176,44831,55579,51885,491,456,422,413,403,420],"total":474376873,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":2,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66857094,66795521,66854782,66905226,66948394,66856770,62989466,43801712,43252936,43249511],"completion":[66809990,66748936,66810058,66882651,66905003,66856199,62988983,43801005,43252522,43249065],"submission":[47104,46585,44724,22575,43391,571,483,707,414,446],"total":527666444,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":13,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52725710,52744391,52845529,52710248,52784195,52659965,52697247,52663378,52813777,52740899],"completion":[52699876,52714726,52794263,52680196,52783218,52659539,52696834,52662986,52813136,52740466],"submission":[25834,29665,51266,30052,977,426,413,392,641,433],"total":474774687,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton3-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":3,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[69160163,69308098,69198421,69192862,69232658,65757322,49008542,48561174,48763814,49056341],"completion":[69112893,69265494,69154969,69192353,69232179,65756887,49007896,48560752,48763405,49055891],"submission":[47270,42604,43452,509,479,435,646,422,409,450],"total":538089334,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":13,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49835301,49952619,50074969,49857890,49890620,49902082,49896101,49920527,49945894,49956373],"completion":[49832464,49908670,50019297,49776945,49889387,49901645,49895674,49920117,49945468,49955946],"submission":[2837,43949,55672,80945,1233,437,427,410,426,427],"total":449515355,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":3,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[69174245,69179358,69250625,69133335,69155261,65773309,49196560,48604693,49073009,49178130],"completion":[69127339,69134915,69207607,69132742,69154819,65772854,49196106,48604278,49072588,49177708],"submission":[46906,44443,43018,593,442,455,454,415,421,422],"total":538554789,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":13,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49967220,49920632,49994704,49987564,49854031,49902184,49967719,49877003,49946079,49935369],"completion":[49964395,49878344,49940844,49935244,49824133,49900935,49967314,49876610,49945652,49934932],"submission":[2825,42288,53860,52320,29898,1249,405,393,427,437],"total":449504411,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton4-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":4,"nnode_src":13,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[173611013,173537721,133942178,96689221,96505314,96499958,96521268,96594117,96308172,96488519],"completion":[173563405,173494565,133854180,96688587,96504881,96499532,96520842,96593686,96307769,96488090],"submission":[47608,43156,87998,634,433,426,426,431,403,429],"total":983094196,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":13,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[189656212,171346047,111247341,104230713,104287458,104102685,104235857,104087133,92779049,43056559],"completion":[189562356,171259169,111180558,104203587,104237807,104102141,104235354,104086687,92778620,43056057],"submission":[93856,86878,66783,27126,49651,544,503,446,429,502],"total":939382119,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[82563392,82281649,82280204,82421697,82529657,82460528,82397211,82263574,82340570,82516494],"completion":[82560449,82214982,82173719,82317181,82529154,82460078,82396762,82263187,82340184,82516071],"submission":[2943,66667,106485,104516,503,450,449,387,386,423],"total":741498559,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[90440772,90700465,90615226,90704389,90705948,90606433,90451759,90712129,83026780,68093403],"completion":[90438699,90633256,90508200,90594842,90705400,90605985,90451335,90711709,83026372,68092906],"submission":[2073,67209,107026,109547,548,448,424,420,408,497],"total":785624151,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":4,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77309816,77225365,77164943,77521309,77103493,77926793,77314769,77146102,77056823,77441923],"completion":[77307301,77172012,77093287,77446368,77102981,77926339,77314356,77145702,77056419,77441499],"submission":[2515,53353,71656,74941,512,454,413,400,404,424],"total":695984078,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79618629,79771734,79380405,79586529,79815414,79671532,79628869,79442914,79622980,71011575],"completion":[79616541,79721808,79307258,79513903,79814736,79671055,79628445,79442458,79622577,71011108],"submission":[2088,49926,73147,72626,678,477,424,456,403,467],"total":708015485,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87134683,87356339,87409051,87338669,87617363,87137629,87319553,87307741,65501851,44571048],"completion":[87132643,87304214,87300536,87258086,87616859,87137161,87319128,87307226,65501439,44570559],"submission":[2040,52125,108515,80583,504,468,425,515,412,489],"total":721871528,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":13,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87638244,87289341,87635877,87792593,88129647,87370441,87568795,87673741,62680919,41576872],"completion":[87565527,87214223,87526477,87792063,88129155,87370003,87568355,87673279,62680500,41576334],"submission":[72717,75118,109400,530,492,438,440,462,419,538],"total":717765327,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton5-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":5,"nnode_src":13,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[162338006,162720108,162700568,158754195,107437130,97760947,99324353,99174152,98531824,99345321],"completion":[162335672,162670399,162604077,158666620,107436475,97760468,99323928,99173717,98531422,99344877],"submission":[2334,49709,96491,87575,655,479,425,435,402,444],"total":1085756667,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":13,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[173859072,173831782,173896706,150383772,125067283,111893565,111364306,111142809,88619795,58191228],"completion":[173764769,173735592,173808670,150336588,110066800,111892429,111363833,111142356,88619388,58190713],"submission":[94303,96190,88036,47184,15000483,1136,473,453,407,515],"total":1104401831,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[95407214,95572940,95723084,95635424,95551764,95371816,95452648,95485584,95437296,95545929],"completion":[95356198,95521137,95621532,95634896,95551334,95371383,95452189,95485165,95436877,95545482],"submission":[51016,51803,101552,528,430,433,459,419,419,447],"total":859783464,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[103808275,103946272,104143327,104024354,103977525,103846424,104000312,103941141,97629855,73764513],"completion":[103806125,103886685,104032369,103911482,103976983,103845970,103999871,103940727,97629463,73764035],"submission":[2150,59587,110958,112872,542,454,441,414,392,478],"total":899281701,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":5,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[81638552,81752774,81705940,81957303,81852443,81621440,81639603,81713058,81739576,66815636],"completion":[81599901,81712869,81591072,81956555,81852026,81620939,81639197,81712659,81739182,66815224],"submission":[38651,39905,114868,748,417,501,406,399,394,412],"total":721052932,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77937700,78050162,78090499,77725709,77717730,77726377,77922259,77972940,77886790,78031085],"completion":[77935188,77988629,78009549,77648353,77717098,77725938,77921834,77972540,77886396,78030639],"submission":[2512,61533,80950,77356,632,439,425,400,394,446],"total":701131395,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[93318563,93071371,93522653,93287244,93305434,93301618,93249601,82065816,49009689,45075473],"completion":[93239160,92989398,93447404,93244593,93230527,93301063,93249159,82065383,49009182,45074993],"submission":[79403,81973,75249,42651,74907,555,442,433,507,480],"total":735899482,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":13,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92692216,93880086,93007903,92767058,92758445,92875576,92970581,83873191,57040022,52761428],"completion":[92689990,93829270,92928724,92690276,92757857,92875129,92970134,83872769,57039548,52760941],"submission":[2226,50816,79179,76782,588,447,447,422,474,487],"total":751943137,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton6-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":6,"nnode_src":13,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[193661773,146728968,113084957,103702145,103721702,103690817,103572029,103566074,91093265,47345874],"completion":[193617001,146682499,103574607,103701204,103721262,103690403,103571613,103565645,91092830,47345428],"submission":[44772,46469,9510350,941,440,414,416,429,435,446],"total":916515453,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":13,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[177637591,169532534,107339342,96755111,96796549,96914659,96728538,96721229,96822306,96754797],"completion":[177546016,169448934,97619694,96725865,96747926,96914052,96728119,96720804,96821872,96754346],"submission":[91575,83600,9719648,29246,48623,607,419,425,434,451],"total":954376521,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88755260,88796088,88869590,89118989,88778013,88789933,88739201,89044981,79928226,65357750],"completion":[88753144,88739801,88775067,89015436,88777507,88789480,88738791,89044578,79927833,65357281],"submission":[2116,56287,94523,103553,506,453,410,403,393,469],"total":767430373,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80495315,80446871,80403519,80352767,80540983,80166940,80380660,80325151,80429187,80413866],"completion":[80489665,80380954,80301789,80252240,80540451,80166509,80380236,80324758,80428792,80413430],"submission":[5650,65917,101730,100527,532,431,424,393,395,436],"total":723466335,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":6,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86513877,86212680,86223399,86543097,86347911,86450026,86592446,86183210,65602833,43786049],"completion":[86444065,86140188,86147238,86510347,86279305,86449490,86591998,86182765,65602414,43785555],"submission":[69812,72492,76161,32750,68606,536,448,445,419,494],"total":714173861,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87112572,87096559,86799541,87492291,86871849,87121072,87107189,86693445,61082094,41375747],"completion":[87110526,87052176,86727433,87421509,86871298,87120609,87106749,86693034,61081693,41375208],"submission":[2046,44383,72108,70782,551,463,440,411,401,539],"total":711687229,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76207016,76464444,76297895,76244060,76400730,76115560,76529920,76524624,76279077,76114390],"completion":[76165971,76424606,76222368,76243380,76400318,76115139,76529514,76524201,76278653,76113991],"submission":[41045,39838,75527,680,412,421,406,423,424,399],"total":687015602,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":13,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79284701,79497704,79344210,79122951,79096841,79240456,79632399,79344404,79036350,67442996],"completion":[79282472,79452898,79274681,79051170,79096295,79239995,79631957,79344007,79035947,67442551],"submission":[2229,44806,69529,71781,546,461,442,397,403,445],"total":701814078,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton7-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":7,"nnode_src":13,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[183002602,179091913,117566520,102645621,102564628,102403723,102505651,102341679,102392333,53707072],"completion":[182960879,179042845,99695821,102644681,102564187,102403297,102505203,102341269,102391921,53706629],"submission":[41723,49068,17870699,940,441,426,448,410,412,443],"total":965228435,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":13,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[171517356,171510083,126572296,108336796,96976370,96662052,96711478,96718169,96683568,96622816],"completion":[171427338,171424256,126489560,96990459,96924115,96661442,96711026,96717769,96683098,96622362],"submission":[90018,85827,82736,11346337,52255,610,452,400,470,454],"total":986804204,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[89359444,89338783,89539869,89487813,89315790,89583266,89316296,89185126,89283712,66322320],"completion":[89357347,89284619,89443446,89387073,89315268,89582821,89315870,89184734,89283317,66321892],"submission":[2097,54164,96423,100740,522,445,426,392,395,428],"total":781382274,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[84112374,83952945,84102612,83939549,84025867,83997915,84175958,84126545,83952337,83922388],"completion":[84109982,83893580,83994086,83836745,84025285,83997449,84175550,84126125,83951934,83921913],"submission":[2392,59365,108526,102804,582,466,408,420,403,475],"total":756206851,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":7,"nnode_src":13,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86612281,86471514,86820335,87005302,86648836,86613489,86251203,86345352,63565904,43883478],"completion":[86610138,86429153,86750253,86934752,86648318,86613025,86250793,86344924,63565504,43882930],"submission":[2143,42361,70082,70550,518,464,410,428,400,548],"total":713648779,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[85265357,85321414,85148797,85099982,85623650,85068987,85156673,84886789,70434379,42685063],"completion":[85227762,85284607,85040060,85099380,85623230,85068550,85156259,84886389,70433986,42684495],"submission":[37595,36807,108737,602,420,437,414,400,393,568],"total":709692596,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":13,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79374411,79556519,79408854,80033366,79985828,79545087,79527878,79427465,79505053,64371328],"completion":[79301803,79487490,79337880,79993477,79915689,79544532,79527404,79427006,79504643,64370891],"submission":[72608,69029,70974,39889,70139,555,474,459,410,437],"total":701370476,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":13,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[75602968,75255202,75796060,75907031,75588454,75905654,75682148,75791483,75430931,75462277],"completion":[75600479,75204088,75718674,75836015,75587899,75905242,75681723,75791088,75430539,75461845],"submission":[2489,51114,77386,71016,555,412,425,395,392,432],"total":680881350,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton8-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":8,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33654911,33656174,33677295,33630513,33630560,33630161,33629742,33629801,33630000,33629507],"completion":[33629681,33629794,33629736,33629940,33630152,33629753,33629319,33629341,33629599,33629087],"submission":[25230,26380,47559,573,408,408,423,460,401,420],"total":302752875,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":13,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33678303,33679191,33680277,33657579,33676375,33634984,33635701,33636547,33634988,33635929],"completion":[33634764,33635628,33636015,33635120,33634548,33634483,33635288,33636103,33634584,33635500],"submission":[43539,43563,44262,22459,41827,501,413,444,404,429],"total":302878813,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":8,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33656847,33655179,33675104,33629607,33629574,33629758,33629633,33629821,33630643,33630398],"completion":[33629938,33629937,33629677,33629073,33629153,33629303,33629201,33629384,33630181,33629985],"submission":[26909,25242,45427,534,421,455,432,437,462,413],"total":302749047,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":13,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33680735,33682071,33679803,33658063,33677730,33635785,33636118,33636091,33639295,33634851],"completion":[33634028,33636355,33636556,33635332,33636096,33635291,33635699,33635699,33638905,33634401],"submission":[46707,45716,43247,22731,41634,494,419,392,390,450],"total":302886468,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n13ton9-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":9,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33952385,33888643,33986037,33889074,33891552,33973950,33790073,34048213,33865939,33892009],"completion":[33908562,33842603,33940982,33888565,33891099,33973524,33789661,34047773,33865514,33891586],"submission":[43823,46040,45055,509,453,426,412,440,425,423],"total":305234380,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":13,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33636503,33667824,33682097,33681648,33634524,33634364,33634433,33634608,33635316,33634663],"completion":[33634423,33634270,33634140,33634783,33634003,33633916,33633992,33634209,33634898,33634242],"submission":[2080,33554,47957,46865,521,448,441,399,418,421],"total":302845888,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":9,"nnode_src":13,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33965197,33891311,33832947,33741862,33833251,33899270,33902251,33898723,33951906,33829273],"completion":[33917381,33845403,33786725,33741354,33832837,33898815,33901841,33898321,33951517,33828863],"submission":[47816,45908,46222,508,414,455,410,402,389,410],"total":304789613,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":13,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33637341,33668474,33681923,33679569,33634774,33634596,33635714,33634741,33635262,33633776],"completion":[33635048,33633571,33634499,33633616,33634267,33634168,33635299,33634345,33634858,33633365],"submission":[2293,34903,47424,45953,507,428,415,396,404,411],"total":302849328,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton0-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":0,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[71302520,70652877,70612066,70623391,70536895,64156496,49848677,49650802,50125162,50251437],"completion":[71253929,70607840,70568449,70622889,70536419,64156061,49848004,49650372,50124764,50251015],"submission":[48591,45037,43617,502,476,435,673,430,398,422],"total":546492756,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":14,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50298659,50301109,50325342,49940294,50325130,50277708,50219915,50393777,50387977,50397575],"completion":[50296001,50258272,50274379,49886293,50322648,50277275,50219477,50393368,50387573,50397141],"submission":[2658,42837,50963,54001,2482,433,438,409,404,434],"total":452577952,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":0,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[70530959,70526720,70578248,70553676,70487563,63938238,49383445,49089143,49072831,49272491],"completion":[70528756,70470047,70531332,70508821,70487057,63937799,49382879,49088705,49072428,49272080],"submission":[2203,56673,46916,44855,506,439,566,438,403,411],"total":542937225,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":14,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50339416,50191153,50213560,49987684,50130123,50162234,50137326,50196617,50168256,50150495],"completion":[50291244,50141636,50163342,49987172,50127036,50161791,50136888,50196197,50167854,50150050],"submission":[48172,49517,50218,512,3087,443,438,420,402,445],"total":451349106,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton1-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":1,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[66958221,65807963,65809834,65829202,65860817,65858037,65249795,43783815,43212833,43506706],"completion":[66913044,65762472,65763210,65828697,65860353,65857580,65249353,43783142,43212409,43506272],"submission":[45177,45491,46624,505,464,457,442,673,424,434],"total":524958150,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":14,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52668114,52599944,52079267,52684792,52617029,52568908,52700051,52592022,52649679,52627217],"completion":[52639853,52573984,52028504,52683995,52616606,52568454,52699648,52591624,52649289,52626813],"submission":[28261,25960,50763,797,423,454,403,398,390,404],"total":473125953,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":1,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65792638,65673065,65740772,65729318,65682895,65671092,65440083,43615502,42987583,42977429],"completion":[65744337,65604045,65694635,65728818,65682446,65670655,65439674,43615064,42986996,42977007],"submission":[48301,69020,46137,500,449,437,409,438,587,422],"total":523574755,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":14,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52614261,52630439,52478126,52452903,52512817,52537172,52548022,52581226,52493518,52613473],"completion":[52611714,52592835,52425614,52396076,52512306,52536733,52547605,52580829,52493125,52613050],"submission":[2547,37604,52512,56827,511,439,417,397,393,423],"total":472958429,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton10-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":10,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34258904,34157737,33995537,34109391,34094636,34061419,34202657,34028253,34021864,33941445],"completion":[34233957,34130368,33951552,34108867,34094224,34060991,34202229,34027838,34021471,33941027],"submission":[24947,27369,43985,524,412,428,428,415,393,418],"total":306622942,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":14,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33685710,33690166,33682560,33662626,33681522,33635658,33635437,33635795,33635061,33636458],"completion":[33635073,33640845,33634731,33635173,33635518,33635141,33634984,33635388,33634651,33636023],"submission":[50637,49321,47829,27453,46004,517,453,407,410,435],"total":302901654,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":10,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34002417,34100852,34066867,34297118,34111011,33864972,33989237,34046843,34190636,34064350],"completion":[33957828,34056708,34022652,34274059,34068525,33864476,33988778,34046415,34190216,34063905],"submission":[44589,44144,44215,23059,42486,496,459,428,420,445],"total":306741742,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":14,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33666178,33663498,33684669,33636356,33636720,33636650,33636560,33635916,33636770,33636034],"completion":[33636114,33635901,33635933,33635834,33636312,33636227,33636151,33635520,33636374,33635631],"submission":[30064,27597,48736,522,408,423,409,396,396,403],"total":302809797,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton11-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":11,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33656153,33655962,33677055,33630725,33630376,33630621,33630897,33635025,33630956,33630346],"completion":[33630488,33630475,33631082,33630188,33629954,33630199,33630498,33634632,33630558,33629938],"submission":[25665,25487,45973,537,422,422,399,393,398,408],"total":302761692,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":14,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33687314,33683231,33683320,33665202,33680962,33636652,33637177,33636670,33637066,33636965],"completion":[33637818,33636426,33636604,33641302,33636032,33636168,33636717,33636266,33636668,33636534],"submission":[49496,46805,46716,23900,44930,484,460,404,398,431],"total":302903810,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":11,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33656770,33656599,33677897,33631288,33630855,33631364,33631153,33631079,33630984,33631225],"completion":[33630406,33630394,33630899,33630809,33630420,33630857,33630691,33630648,33630582,33630796],"submission":[26364,26205,46998,479,435,507,462,431,402,429],"total":302762490,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":14,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33685344,33684675,33684269,33661894,33683519,33638544,33637858,33638165,33638673,33637038],"completion":[33637210,33637426,33636695,33637605,33637576,33637994,33637391,33637723,33638267,33636599],"submission":[48134,47249,47574,24289,45943,550,467,442,406,439],"total":302911906,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton12-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":12,"nnode_src":14,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36739708,36738548,36717464,36691352,36673099,36692186,36697255,36695108,36565002,36064978],"completion":[36710751,36706689,36662328,36690757,36672667,36689324,36696848,36694709,36564604,36064340],"submission":[28957,31859,55136,595,432,2862,407,399,398,638],"total":329545081,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":14,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49229429,49315574,49220411,49202548,49254971,48668351,37524310,35079167,35089477,35085770],"completion":[49171364,49255868,49168213,49172156,49203439,48667794,37523793,35078656,35089072,35085328],"submission":[58065,59706,52198,30392,51532,557,517,511,405,442],"total":388614540,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33644611,33690212,33709367,33708076,33641665,33690239,33644809,33643814,33644190,33642859],"completion":[33642451,33642200,33641782,33642642,33641174,33689820,33644250,33643414,33643770,33642428],"submission":[2160,48012,67585,65434,491,419,559,400,420,431],"total":303055706,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34818816,34863361,34876538,34884376,34863104,34822702,34818951,34817234,34823486,34705366],"completion":[34816827,34822535,34816080,34823842,34862608,34822029,34818526,34816819,34823072,34704943],"submission":[1989,40826,60458,60534,496,673,425,415,414,423],"total":313516911,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":12,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34087155,34122749,34147861,34224682,34081767,34078066,34090621,34069192,34062142,34097543],"completion":[34059612,34094380,34088397,34224169,34081361,34077666,34090218,34068805,34061752,34097142],"submission":[27543,28369,59464,513,406,400,403,387,390,401],"total":306981935,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":14,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35131172,35221393,35285781,35413292,35179379,35186893,35198757,35156235,35207586,34608363],"completion":[35129278,35188032,35233014,35362871,35178810,35186449,35198318,35155839,35207189,34607929],"submission":[1894,33361,52767,50421,569,444,439,396,397,434],"total":316464728,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34341088,34399090,34459254,34592521,34346526,34351872,34435446,34352972,34383887,34354970],"completion":[34339053,34361293,34408110,34542827,34346027,34351438,34435025,34352574,34383497,34354543],"submission":[2035,37797,51144,49694,499,434,421,398,390,427],"total":309683953,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":12,"nnode_src":14,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33961697,34018169,34030019,34113892,33958798,33942228,33990603,33955644,33920505,33948838],"completion":[33905115,33965250,33976656,34085963,33904082,33941704,33990175,33955243,33920106,33948385],"submission":[56582,52919,53363,27929,54716,524,428,401,399,453],"total":305886029,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton13-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":13,"nnode_src":14,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[37182285,37179921,37131195,37134775,37145607,37092953,37112997,37135250,37007501,36786422],"completion":[37156343,37151927,37079594,37134242,37145178,37089637,37112583,37134839,37007088,36785919],"submission":[25942,27994,51601,533,429,3316,414,411,413,503],"total":333736760,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":14,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[46626754,46655421,46603947,46610205,46617528,46573655,45949708,33627332,33627575,33632123],"completion":[46575368,46604852,46554917,46580765,46569472,46573117,45949009,33626884,33627108,33631657],"submission":[51386,50569,49030,29440,48056,538,699,448,467,466],"total":379907876,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33647384,33681291,33700795,33698558,33641540,33748444,33674810,33640589,33641035,33642069],"completion":[33645201,33641802,33642881,33641495,33641060,33748002,33641550,33640079,33640633,33641571],"submission":[2183,39489,57914,57063,480,442,33260,510,402,498],"total":303290830,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33646226,33714280,33717743,33700100,33640290,33862051,33672618,33641508,33640805,33639875],"completion":[33644386,33639895,33639598,33640011,33639774,33861626,33639986,33641024,33640412,33639426],"submission":[1840,74385,78145,60089,516,425,32632,484,393,449],"total":303290447,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":13,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36735648,36738535,36730268,36716483,36663571,36730382,36708172,36711463,36545460,33642010],"completion":[36707405,36710581,36680082,36715953,36663147,36729956,36707775,36711068,36544786,33641528],"submission":[28243,27954,50186,530,424,426,397,395,674,482],"total":327193299,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":14,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38018583,37988818,38025336,38028612,37983532,37946285,37982305,37970419,36278131,34128762],"completion":[38016487,37953772,37974755,37978196,37982992,37945865,37981885,37970023,36277735,34128283],"submission":[2096,35046,50581,50416,540,420,420,396,396,479],"total":336339314,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34263809,34211134,34197840,34180155,34138687,34146867,34150551,34125003,34128370,34137364],"completion":[34260646,34176395,34145770,34129187,34138175,34146447,34150147,34124583,34127978,34136945],"submission":[3163,34739,52070,50968,512,420,404,420,392,419],"total":307422877,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":13,"nnode_src":14,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34978038,34867030,34884041,34857759,34860120,34812001,34809326,34813154,34822942,34445533],"completion":[34924381,34813910,34830596,34829303,34808061,34811466,34808897,34812746,34822522,34445084],"submission":[53657,53120,53445,28456,52059,535,429,408,420,449],"total":313183726,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton14-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":14,"nnode_src":14,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[81661988,81672411,80491142,75692722,75682814,75117701,73758618,50365798,50372781,50356751],"completion":[81597851,81605637,80426335,75691984,75682339,75117247,73758117,50365317,50372362,50356340],"submission":[64137,66774,64807,738,475,454,501,481,419,411],"total":613520188,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":14,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65981229,66000106,66031210,66026781,63627258,59091828,59105108,59101743,58140949,57927294],"completion":[65978769,65955370,65959851,65960112,63626745,59091306,59104681,59101349,58140539,57926848],"submission":[2460,44736,71359,66669,513,522,427,394,410,446],"total":555060505,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[58806908,58861100,58897838,58898460,58807837,57218374,49939774,49952614,49944232,49940393],"completion":[58804629,58819891,58825350,58827226,58807323,57217928,49939276,49952214,49943833,49939970],"submission":[2279,41209,72488,71234,514,446,498,400,399,423],"total":492468272,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[42430924,42498591,42501123,42496271,42432930,42433369,42421214,42442918,42445497,42429757],"completion":[42428915,42445682,42421363,42414033,42432431,42432943,42420809,42442527,42445111,42429334],"submission":[2009,52909,79760,82238,499,426,405,391,386,423],"total":382164094,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":14,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67871184,67936159,67628279,67842125,67924743,67778140,62441960,54212197,50502813,49995190],"completion":[67869102,67893557,67559660,67774530,67924250,67777662,62441204,54211722,50502278,49994763],"submission":[2082,42602,68619,67595,493,478,756,475,535,427],"total":556478063,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":14,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[65800622,65772037,65461614,65621611,65593457,65651765,64283564,51099602,40977702,39117519],"completion":[65729610,65701947,65390889,65584619,65526018,65651249,64283070,51098849,40977196,39117024],"submission":[71012,70090,70725,36992,67439,516,494,753,506,495],"total":523588317,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52312428,52083883,52173586,52198663,51901958,51922319,52004884,51990906,52245027,52297789],"completion":[52274025,52047317,52104566,52198124,51901531,51921903,52004471,51990487,52244634,52250080],"submission":[38403,36566,69020,539,427,416,413,419,393,47709],"total":468908119,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":14,"nnode_src":14,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[57745286,57614148,57756475,57409134,57447652,57411774,57643578,57465493,52526606,44862220],"completion":[57743300,57568578,57686063,57337622,57447114,57411353,57643176,57465056,52525778,44861712],"submission":[1986,45570,70412,71512,538,421,402,437,828,508],"total":500183703,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton15-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":15,"nnode_src":14,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[46538354,47267511,46541715,46508357,46505624,46512498,46578369,36153102,33636058,33634760],"completion":[46488553,47217246,46494485,46507751,46505168,46512075,46577689,36152647,33635603,33634324],"submission":[49801,50265,47230,606,456,423,680,455,455,436],"total":383352603,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":14,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[37896812,37928466,37955762,37875489,37871874,37884691,37858049,37889760,37797173,37739395],"completion":[37894783,37889231,37900927,37824230,37871203,37884277,37857580,37889349,37796774,37738851],"submission":[2029,39235,54835,51259,671,414,469,411,399,544],"total":340836327,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33644131,33684596,33715606,33699986,33645830,33644432,33644413,33643659,33644304,33644332],"completion":[33642110,33643816,33643045,33643444,33645322,33643962,33643985,33643258,33643904,33643918],"submission":[2021,40780,72561,56542,508,470,428,401,400,414],"total":303015748,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33643155,33681244,33697848,33695713,33684250,33636129,33637089,33636858,33636140,33637042],"completion":[33641013,33636359,33636451,33635915,33683787,33635615,33636686,33636437,33635751,33636617],"submission":[2142,44885,61397,59798,463,514,403,421,389,425],"total":302984517,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":15,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36814522,36811611,36774081,36770319,36773189,36751559,36846079,36802406,36496560,33643106],"completion":[36765831,36762369,36725478,36744009,36723550,36751031,36845650,36801944,36496161,33642602],"submission":[48691,49242,48603,26310,49639,528,429,462,399,504],"total":327676181,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":14,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[38075592,38075348,38149568,38112292,38061825,38129500,38116849,38086861,36087736,34194046],"completion":[38073441,38041623,38099849,38064078,38061280,38129063,38116413,38086405,36087337,34193501],"submission":[2151,33725,49719,48214,545,437,436,456,399,545],"total":337021950,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34108344,34127473,34131418,34076094,34109568,34089374,34090975,34155565,34146258,34065403],"completion":[34081188,34099963,34080428,34075584,34109160,34088976,34090546,34155168,34145861,34064979],"submission":[27156,27510,50990,510,408,398,429,397,397,424],"total":306999139,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":15,"nnode_src":14,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34537127,34602480,34617313,34576456,34554346,34568739,34555309,34587419,34597827,34384957],"completion":[34534173,34567614,34565033,34524865,34553830,34568309,34554897,34587000,34597416,34384543],"submission":[2954,34866,52280,51591,516,430,412,419,411,414],"total":311051753,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton2-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":2,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[71532956,71024368,71485867,71502832,71378987,71388654,51863484,41430668,41431236,41474927],"completion":[71484313,70978814,71439752,71502313,71378514,71388207,51863056,41430205,41430825,41474503],"submission":[48643,45554,46115,519,473,447,428,463,411,424],"total":532992931,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":14,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[53892303,53974189,53874900,54132035,53931855,53917446,53988719,53897385,53933726,53949882],"completion":[53890096,53929848,53816967,54079218,53901786,53916425,53988297,53896979,53933329,53949465],"submission":[2207,44341,57933,52817,30069,1021,422,406,397,417],"total":485712868,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":2,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[71383355,71729969,71553359,71579681,71544530,71512489,52355863,41632776,41827007,41974828],"completion":[71335486,71684397,71508772,71579157,71544067,71512043,52355425,41632220,41826597,41974390],"submission":[47869,45572,44587,524,463,446,438,556,410,438],"total":535723751,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":2,"nnode_src":14,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[53947368,54061552,54177936,54026698,54066747,54076221,54048211,54087134,54078118,54014764],"completion":[53944681,54017241,54122587,53970355,54019651,54075280,54047787,54086747,54077730,54014356],"submission":[2687,44311,55349,56343,47096,941,424,387,388,408],"total":486654392,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton3-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":3,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67692718,67733796,67799390,67775644,67808351,67742402,43266729,42300933,42527222,42602156],"completion":[67644056,67687694,67754669,67775158,67807838,67741964,43266297,42300348,42526802,42601745],"submission":[48662,46102,44721,486,513,438,432,585,420,411],"total":509568272,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":14,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49697926,49766138,49876164,49861584,49833767,49807582,49715847,49759566,49753575,49826730],"completion":[49695443,49724335,49819268,49809133,49803308,49806398,49715434,49759159,49753172,49826310],"submission":[2483,41803,56896,52451,30459,1184,413,407,403,420],"total":448322333,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":3,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67791906,67765436,67915377,67778245,67882671,67898252,43818183,42558070,42849755,42869207],"completion":[67745404,67720843,67871920,67777743,67882267,67897813,43817696,42557290,42849345,42868758],"submission":[46502,44593,43457,502,404,439,487,780,410,449],"total":511346118,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":3,"nnode_src":14,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49850158,49912554,49948466,49986374,49860154,49800187,49884194,49744527,49917994,49864939],"completion":[49847737,49869070,49895576,49934776,49826950,49798912,49883779,49744128,49917576,49864530],"submission":[2421,43484,52890,51598,33204,1275,415,399,418,409],"total":449039332,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton4-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":4,"nnode_src":14,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[173263245,173192115,136645981,96593711,96416519,96549991,96435236,96381078,96332674,96404747],"completion":[173172784,173111946,136561627,96593046,96416047,96549539,96434795,96380653,96332262,96404341],"submission":[90461,80169,84354,665,472,452,441,425,412,406],"total":984961389,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":14,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[188836027,172296311,113423422,104623187,104535436,104566932,104546219,104628868,92569745,48257942],"completion":[188833769,172244370,113351677,104573109,104534867,104566470,104545756,104628422,92569327,48257480],"submission":[2258,51941,71745,50078,569,462,463,446,418,462],"total":949456308,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[82597938,82556484,82791284,82555412,82876569,82669572,82694473,82462973,82878776,82514011],"completion":[82594988,82490643,82691518,82451713,82876068,82669121,82694041,82462581,82878370,82513593],"submission":[2950,65841,99766,103699,501,451,432,392,406,418],"total":744006759,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[90896745,90950669,90882792,91226011,90858684,90739234,90845234,90937076,83052013,68832637],"completion":[90894520,90889111,90778633,91111498,90858141,90738784,90844803,90936670,83051610,68830388],"submission":[2225,61558,104159,114513,543,450,431,406,403,2249],"total":788332689,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":4,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76510448,76549266,76653763,77052305,76630300,76422255,76387880,76482087,76509399,76790336],"completion":[76467970,76510578,76576015,77013558,76629743,76421854,76387446,76481690,76509010,76789920],"submission":[42478,38688,77748,38747,557,401,434,397,389,416],"total":689564327,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":14,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[80307938,80390992,80585845,80211196,80045111,80291777,80253292,79980367,80525123,66267197],"completion":[80305885,80341760,80469050,80137716,80044459,80291341,80252864,79979946,80524724,66266776],"submission":[2053,49232,116795,73480,652,436,428,421,399,421],"total":708880844,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86806783,86810607,87025707,86934323,86624092,86910461,86672708,87164631,67447449,44152283],"completion":[86804834,86762726,86954853,86861521,86623492,86910041,86672285,87164232,67447057,44151751],"submission":[1949,47881,70854,72802,600,420,423,399,392,532],"total":719828894,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":4,"nnode_src":14,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87840833,87440123,88150862,87980973,87689882,88104117,87972084,87846234,62626846,44660943],"completion":[87766130,87364029,88079793,87940830,87618341,88103584,87971601,87845798,62626418,44660404],"submission":[74703,76094,71069,40143,71541,533,483,436,428,539],"total":722521522,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton5-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":5,"nnode_src":14,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[172536334,172414626,137926416,96792202,96742470,96795726,96872582,96739911,96731160,96749688],"completion":[172450383,172329856,137844045,96791533,96741990,96795276,96872134,96739478,96730745,96749244],"submission":[85951,84770,82371,669,480,450,448,433,415,444],"total":987774221,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":14,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[185539933,177034081,116359312,103424793,103425452,103381156,103406784,103514595,101119713,44293212],"completion":[185537069,176980861,114754117,103371814,103424884,103380733,103406359,103514207,101119284,44292765],"submission":[2864,53220,1605195,52979,568,423,425,388,429,447],"total":955968820,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[83776488,83745858,83617057,83710764,83606218,83373224,83574524,83446997,83518351,83649224],"completion":[83771019,83682610,83519111,83620510,83605647,83372765,83574095,83446587,83517928,83648789],"submission":[5469,63248,97946,90254,571,459,429,410,423,435],"total":752248710,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[90247866,90229175,90124374,90105894,90060047,90150531,90141236,90076734,88139877,67079314],"completion":[90245479,90171787,90025416,89999146,90059524,90150106,90140802,90076337,88139406,67078800],"submission":[2387,57388,98958,106748,523,425,434,397,471,514],"total":786113910,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":5,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[79602578,79522212,79680110,80181674,79554150,79788613,79873368,79943231,80432138,67350526],"completion":[79600499,79474123,79606050,80111830,79553625,79788178,79872950,79942829,80431741,67350102],"submission":[2079,48089,74060,69844,525,435,418,402,397,424],"total":706333413,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":14,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76415519,76546694,76411497,76545334,76673407,76741939,76352365,76893477,76952424,76952139],"completion":[76411135,76498527,76336958,76470245,76672890,76741479,76351937,76893058,76952033,76951710],"submission":[4384,48167,74539,75089,517,460,428,419,391,429],"total":690127812,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[88237611,88168845,88263058,88334128,88398912,88586116,88281818,88567173,56664422,41842778],"completion":[88160630,88092799,88190018,88294799,88331311,88585592,88281328,88566747,56664024,41842239],"submission":[76981,76046,73040,39329,67601,524,490,426,398,539],"total":717156557,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":5,"nnode_src":14,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[87664318,87215694,87482719,87354002,87308471,87366488,87460045,88036418,62705110,44307628],"completion":[87623251,87176095,87373850,87353351,87308032,87366076,87459621,88036009,62704696,44307153],"submission":[41067,39599,108869,651,439,412,424,409,414,475],"total":719517894,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton6-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":6,"nnode_src":14,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[179081773,178729661,176663959,138293478,110354024,110396283,111069488,112853075,82925273,57827938],"completion":[178983860,178633390,176568895,138292761,110353525,110395831,111069039,112852648,82924805,57827501],"submission":[97913,96271,95064,717,499,452,449,427,468,437],"total":1079122366,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":14,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[166231997,166458240,166523205,153988302,107030440,93419814,93466275,93602726,95112971,95361359],"completion":[166229602,166404210,166430218,153903363,107029815,93419348,93465861,93602305,95112526,95360945],"submission":[2395,54030,92987,84939,625,466,414,421,445,414],"total":1064971672,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[104444820,104409273,104353658,104425899,104367802,104246261,104532826,104454444,91163603,75992350],"completion":[104442710,104350838,104241801,104319897,104367305,104245820,104532417,104454022,91163193,75991846],"submission":[2110,58435,111857,106002,497,441,409,422,410,504],"total":897953445,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[94160465,94256149,93997525,94270033,94086822,94316840,94119896,94172607,94067005,93732819],"completion":[94156145,94185383,93888777,94161801,94086292,94316394,94119477,94172190,94066614,93732394],"submission":[4320,70766,108748,108232,530,446,419,417,391,425],"total":847026845,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":6,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[92868886,92894162,92725032,92999025,92607443,92653596,92717839,84087351,58086939,52746839],"completion":[92866734,92813112,92648666,92916842,92606933,92653163,92717439,84086944,58086223,52746385],"submission":[2152,81050,76366,82183,510,433,400,407,716,454],"total":751603710,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":14,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[93003981,93137953,93153676,93499372,93125001,93177462,93130314,82267603,49974155,44564645],"completion":[92923378,93059189,93077494,93460868,93050361,93176942,93129828,82267180,49973398,44564160],"submission":[80603,78764,76182,38504,74640,520,486,423,757,485],"total":736038123,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[77903997,77994906,77815955,78098020,78004397,77715396,77821989,77896583,78095198,77899075],"completion":[77901625,77937735,77733942,78019381,78003857,77714973,77821575,77896161,78094800,77898638],"submission":[2372,57171,82013,78639,540,423,414,422,398,437],"total":701390207,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":6,"nnode_src":14,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[82036323,81825413,82155528,81965337,82104702,81890362,81935465,82133719,81824770,66460987],"completion":[81994089,81782472,82078933,81964739,82104276,81889933,81935041,82133303,81824298,66460536],"submission":[42234,42941,76595,598,426,429,424,416,472,451],"total":722357322,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton7-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":4,"list":[{"affinity":{"nnode_dst":7,"nnode_src":14,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[184535077,176924961,104152232,102002326,102080976,101950095,102000075,101854163,101923729,55439863],"completion":[184451161,176839393,99803121,101973458,102034370,101949501,101999642,101853750,101923298,55439416],"submission":[83916,85568,4349111,28868,46606,594,433,413,431,447],"total":948339477,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":14,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[172045000,172011643,133128669,104101117,96579676,96577017,96688488,96534323,96527741,96470340],"completion":[172037504,171960227,133040596,96467622,96578312,96576529,96688076,96533899,96527349,96469883],"submission":[7496,51416,88073,7633495,1364,488,412,424,392,457],"total":988628213,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[89098132,89123368,89099658,89315627,88866948,89251207,89225627,89239605,89096352,66481632],"completion":[89095883,89072649,89000159,89225922,88866449,89250766,89225220,89239168,89095941,66481206],"submission":[2249,50719,99499,89705,499,441,407,437,411,426],"total":779710070,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[83297704,83536418,83487009,83290496,83609315,83263730,83434989,83250604,83338624,83481844],"completion":[83246302,83488354,83386461,83289979,83608896,83263326,83434585,83250188,83338229,83481344],"submission":[51402,48064,100548,517,419,404,404,416,395,500],"total":750702555,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":4,"list":[{"affinity":{"nnode_dst":7,"nnode_src":14,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[86446769,86744304,86395928,86409701,86383129,86413360,86194415,86300837,62588748,40214643],"completion":[86376798,86660690,86327785,86374246,86312178,86412843,86194012,86300425,62588302,40214059],"submission":[69971,83614,68143,35455,70951,517,403,412,446,584],"total":707694948,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":14,"node":5},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[85571788,85872947,85698800,85696840,85757398,85634810,85452007,85475716,68117559,43993095],"completion":[85569712,85827465,85594530,85624146,85756852,85634358,85451602,85475302,68117142,43992407],"submission":[2076,45482,104270,72694,546,452,405,414,417,688],"total":711920171,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[78838663,78942108,78630590,78667345,78739271,78979518,79185637,78853565,78791227,68437807],"completion":[78836640,78894313,78554520,78600672,78738733,78979074,79185189,78853160,78790836,68437375],"submission":[2023,47795,76070,66673,538,444,448,405,391,432],"total":699274478,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":7,"nnode_src":14,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[76181541,76158075,76118868,76028355,76478423,76397192,76123162,76254513,75975937,75974885],"completion":[76141675,76114734,76048764,76027644,76477993,76396771,76122763,76254111,75975552,75974467],"submission":[39866,43341,70104,711,430,421,399,402,385,418],"total":685517553,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton8-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":8,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35184543,35209872,35203745,35165914,35145640,35163168,35137508,35165040,35156113,34986924],"completion":[35141285,35159066,35157748,35165373,35145135,35162703,35137063,35164634,35155701,34986482],"submission":[43258,50806,45997,541,505,465,445,406,412,442],"total":316343905,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":14,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33645740,33685469,33697509,33702454,33646461,33647067,33648370,33650683,33649235,33646579],"completion":[33643645,33647468,33646743,33651821,33645910,33646557,33647931,33650221,33648819,33646149],"submission":[2095,38001,50766,50633,551,510,439,462,416,430],"total":302980724,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":8,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[35175413,35187265,35197474,35155275,35144657,35164072,35147936,35171182,35154455,35048133],"completion":[35149437,35162510,35153059,35154746,35144230,35163644,35147501,35170782,35154055,35047712],"submission":[25976,24755,44415,529,427,428,435,400,400,421],"total":316380235,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":8,"nnode_src":14,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33702130,33698005,33698896,33675491,33696813,33644482,33645329,33645345,33642867,33643832],"completion":[33643608,33644385,33644277,33644223,33645231,33643664,33644727,33644724,33642234,33643202],"submission":[58522,53620,54619,31268,51582,818,602,621,633,630],"total":302999610,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n14ton9-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":9,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33632863,33666813,33678068,33676967,33631126,33631084,33631211,33631140,33630711,33630740],"completion":[33630521,33630606,33630255,33630240,33630507,33630656,33630800,33630656,33630299,33630328],"submission":[2342,36207,47813,46727,619,428,411,484,412,412],"total":302817900,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":14,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34561733,34525832,34544309,34483780,34526800,34492457,34497325,34491313,34477758,34322321],"completion":[34516912,34478415,34497322,34483262,34526314,34492015,34496890,34490917,34477348,34321879],"submission":[44821,47417,46987,518,486,442,435,396,410,442],"total":310369681,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":9,"nnode_src":14,"node":6},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33675072,33676666,33681072,33630969,33630605,33630268,33629936,33630886,33630420,33631102],"completion":[33630428,33630711,33630430,33630453,33630202,33629848,33629524,33630498,33630010,33630698],"submission":[44644,45955,50642,516,403,420,412,388,410,404],"total":302780827,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":9,"nnode_src":14,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34488828,34541583,34547552,34546085,34492971,34495977,34492518,34501371,34499437,34363297],"completion":[34486447,34505823,34500393,34500432,34492465,34495552,34492075,34500897,34499029,34362861],"submission":[2381,35760,47159,45653,506,425,443,474,408,436],"total":310488127,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n15ton0-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":0,"nnode_src":15,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67284079,67268393,67232763,67223307,67246125,67299205,63144872,44015150,43423188,43690236],"completion":[67235409,67221634,67186559,67222768,67245637,67298774,63144440,44014431,43422741,43689791],"submission":[48670,46759,46204,539,488,431,432,719,447,445],"total":530555552,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":15,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52864873,54112613,52942976,52910824,52924025,52959098,52879344,52915463,52849977,52946675],"completion":[52862494,52800837,52887433,52858512,52923461,52958644,52878878,52915034,52849571,52946263],"submission":[2379,1311776,55543,52312,564,454,466,429,406,412],"total":477450745,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":0,"nnode_src":15,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[67335382,67247018,67275164,67221047,67205856,67211374,62357497,44022261,43394250,43413822],"completion":[67308331,67192499,67227069,67220483,67205427,67210968,62357075,44021687,43393825,43413390],"submission":[27051,54519,48095,564,429,406,422,574,425,432],"total":529383918,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":0,"nnode_src":15,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[52821394,52901173,52771735,52813417,52921820,52877081,52873702,52858947,52863668,52915032],"completion":[52770945,52845234,52716948,52810792,52921376,52876586,52873289,52858516,52863258,52914586],"submission":[50449,55939,54787,2625,444,495,413,431,410,446],"total":475806425,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n15ton1-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":1,"nnode_src":15,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[68506116,68695060,68576523,68666982,68715934,66061772,48399006,48325522,48382821,48366810],"completion":[68458475,68649496,68531630,68643309,68671502,66061225,48398416,48325035,48382408,48366333],"submission":[47641,45564,44893,23673,44432,547,590,487,413,477],"total":534200104,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":15,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49742718,49728733,49871629,49736281,49735057,49755828,49640610,49650146,49745741,49736787],"completion":[49715143,49700801,49819999,49674842,49734165,49755396,49640210,49649748,49745354,49736378],"submission":[27575,27932,51630,61439,892,432,400,398,387,409],"total":447846325,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":1,"nnode_src":15,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[68623500,68538162,68658953,68598664,68574641,66002832,48408640,47935860,48416497,48336891],"completion":[68575553,68482426,68589767,68598147,68574200,66002405,48408049,47935419,48416082,48336470],"submission":[47947,55736,69186,517,441,427,591,441,415,421],"total":533507422,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":1,"nnode_src":15,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[49728563,49765973,49730956,49826758,49731496,49638361,49776154,49739176,49730962,49679883],"completion":[49725847,49724724,49677135,49775831,49696992,49637161,49775729,49738761,49730541,49679461],"submission":[2716,41249,53821,50927,34504,1200,425,415,421,422],"total":447871584,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n15ton10-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":10,"nnode_src":15,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33677140,33676353,33676356,33631739,33631164,33631310,33630981,33631003,33631009,33631127],"completion":[33630613,33631293,33630382,33631216,33630743,33630868,33630575,33630597,33630610,33630717],"submission":[46527,45060,45974,523,421,442,406,406,399,410],"total":302780740,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":15,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33665677,33665026,33684769,33638001,33636981,33637157,33636925,33638533,33638266,33638468],"completion":[33635944,33636411,33636405,33637447,33636493,33636735,33636526,33637811,33637866,33638047],"submission":[29733,28615,48364,554,488,422,399,722,400,421],"total":302821065,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":10,"nnode_src":15,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33656604,33656691,33677105,33631189,33631508,33631589,33631204,33630684,33630953,33631459],"completion":[33630604,33630575,33630576,33630647,33631102,33631161,33630766,33630271,33630540,33631042],"submission":[26000,26116,46529,542,406,428,438,413,413,417],"total":302762373,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":10,"nnode_src":15,"node":2},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33687053,33686474,33686606,33661455,33681417,33636922,33642714,33637046,33636837,33636599],"completion":[33637390,33637029,33637067,33636779,33636869,33636379,33642262,33636621,33636445,33636157],"submission":[49663,49445,49539,24676,44548,543,452,425,392,442],"total":302914067,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}

benchmarks/benchmark-results/copy-n15ton11-1gib-smart-1e.json

@@ -1 +1 @@
-{"count":2,"list":[{"affinity":{"nnode_dst":11,"nnode_src":15,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34449746,34503203,34565413,34607959,34535040,34502634,34561494,34439458,34480240,34104921],"completion":[34423456,34476037,34517502,34607443,34534593,34502228,34561060,34439019,34479841,34104496],"submission":[26290,27166,47911,516,447,406,434,439,399,425],"total":310316329,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":15,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33684459,33683623,33684468,33661383,33680395,33635441,33636154,33636046,33635979,33635083],"completion":[33634738,33636005,33635765,33635186,33635254,33634895,33635738,33635641,33635569,33634628],"submission":[49721,47618,48703,26197,45141,546,416,405,410,455],"total":302894923,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}
+{"count":2,"list":[{"affinity":{"nnode_dst":11,"nnode_src":15,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34646082,34448080,34586061,34502666,34256760,34663382,34529717,34588412,34346885,34099846],"completion":[34600150,34398709,34532618,34502141,34256286,34662934,34529287,34588011,34346467,34099422],"submission":[45932,49371,53443,525,474,448,430,401,418,424],"total":310031717,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}},{"affinity":{"nnode_dst":11,"nnode_src":15,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33637680,33674605,33686960,33683932,33636097,33635425,33635878,33636111,33636297,33635341],"completion":[33635455,33634866,33635712,33634848,33635632,33634999,33635453,33635706,33635818,33634921],"submission":[2225,39739,51248,49084,465,426,425,405,479,420],"total":302867029,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"}