From 788b2f25d339e1d26c2afa69e63529eecadc1579 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Constantin=20F=C3=BCrst?= Date: Mon, 11 Dec 2023 18:58:21 +0100 Subject: [PATCH] add new results for engine location benchmark --- .../benchmark-results/dstcopy-internode-n0ton1-1gib-1e.json | 1 + .../benchmark-results/dstcopy-internode-n0ton1-1mib-1e.json | 1 + .../benchmark-results/dstcopy-intersock-n0ton4-1gib-1e.json | 1 + .../benchmark-results/dstcopy-intersock-n0ton4-1mib-1e.json | 1 + .../dstoutsidercopy-intersock-n0to4-1gib-1e.json | 1 + .../dstoutsidercopy-intersock-n0to4-1mib-1e.json | 1 + .../nodeoutsidercopy-internode-n0ton1-1gib-1e.json | 1 + .../nodeoutsidercopy-internode-n0ton1-1mib-1e.json | 1 + .../sockoutsidercopy-internode-n0ton1-1gib-1e.json | 1 + .../sockoutsidercopy-internode-n0ton1-1mib-1e.json | 1 + .../benchmark-results/srccopy-internode-n0ton1-1gib-1e.json | 1 + .../benchmark-results/srccopy-internode-n0ton1-1mib-1e.json | 1 + .../benchmark-results/srccopy-intersock-n0ton4-1gib-1e.json | 1 + .../benchmark-results/srccopy-intersock-n0ton4-1mib-1e.json | 1 + .../srcoutsidercopy-intersock-n0to4-1gib-1e.json | 1 + .../srcoutsidercopy-intersock-n0to4-1mib-1e.json | 1 + benchmarks/benchmark-results/xcopy-internode-n0ton1-1gib-1e.json | 1 + benchmarks/benchmark-results/xcopy-internode-n0ton1-1mib-1e.json | 1 + benchmarks/benchmark-results/xcopy-intersock-n0ton4-1gib-1e.json | 1 + benchmarks/benchmark-results/xcopy-intersock-n0ton4-1mib-1e.json | 1 + 20 files changed, 20 insertions(+) create mode 100644 benchmarks/benchmark-results/dstcopy-internode-n0ton1-1gib-1e.json create mode 100644 benchmarks/benchmark-results/dstcopy-internode-n0ton1-1mib-1e.json create mode 100644 benchmarks/benchmark-results/dstcopy-intersock-n0ton4-1gib-1e.json create mode 100644 benchmarks/benchmark-results/dstcopy-intersock-n0ton4-1mib-1e.json create mode 100644 benchmarks/benchmark-results/dstoutsidercopy-intersock-n0to4-1gib-1e.json create mode 100644 benchmarks/benchmark-results/dstoutsidercopy-intersock-n0to4-1mib-1e.json create mode 100644 benchmarks/benchmark-results/nodeoutsidercopy-internode-n0ton1-1gib-1e.json create mode 100644 benchmarks/benchmark-results/nodeoutsidercopy-internode-n0ton1-1mib-1e.json create mode 100644 benchmarks/benchmark-results/sockoutsidercopy-internode-n0ton1-1gib-1e.json create mode 100644 benchmarks/benchmark-results/sockoutsidercopy-internode-n0ton1-1mib-1e.json create mode 100644 benchmarks/benchmark-results/srccopy-internode-n0ton1-1gib-1e.json create mode 100644 benchmarks/benchmark-results/srccopy-internode-n0ton1-1mib-1e.json create mode 100644 benchmarks/benchmark-results/srccopy-intersock-n0ton4-1gib-1e.json create mode 100644 benchmarks/benchmark-results/srccopy-intersock-n0ton4-1mib-1e.json create mode 100644 benchmarks/benchmark-results/srcoutsidercopy-intersock-n0to4-1gib-1e.json create mode 100644 benchmarks/benchmark-results/srcoutsidercopy-intersock-n0to4-1mib-1e.json create mode 100644 benchmarks/benchmark-results/xcopy-internode-n0ton1-1gib-1e.json create mode 100644 benchmarks/benchmark-results/xcopy-internode-n0ton1-1mib-1e.json create mode 100644 benchmarks/benchmark-results/xcopy-intersock-n0ton4-1gib-1e.json create mode 100644 benchmarks/benchmark-results/xcopy-intersock-n0ton4-1mib-1e.json diff --git a/benchmarks/benchmark-results/dstcopy-internode-n0ton1-1gib-1e.json b/benchmarks/benchmark-results/dstcopy-internode-n0ton1-1gib-1e.json new file mode 100644 index 0000000..d1f5ec3 --- /dev/null +++ b/benchmarks/benchmark-results/dstcopy-internode-n0ton1-1gib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33676048,33677143,33676842,33636169,33711012,33637271,33636513,33636124,33636454,33636382],"completion":[33635665,33636260,33636312,33635636,33710562,33636083,33636053,33635727,33636044,33635942],"submission":[40383,40883,40530,533,450,1188,460,397,410,440],"total":302979013,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/dstcopy-internode-n0ton1-1mib-1e.json b/benchmarks/benchmark-results/dstcopy-internode-n0ton1-1mib-1e.json new file mode 100644 index 0000000..bca3df0 --- /dev/null +++ b/benchmarks/benchmark-results/dstcopy-internode-n0ton1-1mib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":1},"report":{"iterations_completed":1000,"status":"ok","time":{"combined":[76673,75620,76211,34905,34764,34679,34773,34735,34764,34790,34816,34705,34708,34771,34733,34800,34760,34727,34665,34709,34722,34662,34658,34762,34651,34723,34634,34654,34790,34744,34773,34686,34751,34995,34721,34789,34669,34667,34687,37701,34895,34748,34696,34743,34718,34623,34703,34768,34759,34711,34656,34774,34668,34648,34686,34654,34668,34764,34712,34742,34627,37650,34600,34660,34588,34780,34677,34658,34648,34750,34710,34725,34687,34694,34736,34619,34708,34730,34758,34622,34717,34754,34669,34803,34728,34707,34681,34738,34812,34757,34729,34705,34869,34731,34715,34665,34696,34677,34668,34660,34665,34610,34614,34619,34673,34769,34722,34716,34741,34726,34745,34642,34725,34717,34724,34647,34782,34642,34687,34753,34639,34691,34769,36369,34732,34720,34662,34633,34725,34695,34741,34707,34741,34736,34755,34642,34777,34737,34798,34707,34760,34673,34712,34626,34778,34671,34742,34660,34776,34696,34700,34755,34700,34666,34757,34687,34680,34671,34742,34709,34770,34677,34750,34630,34612,34703,34716,34690,34706,34751,34753,34687,34671,34656,34728,34580,34653,34807,34746,34642,34754,34734,34697,34709,38479,34683,34664,34637,34636,34708,34704,34682,34753,34607,34704,34679,34685,34712,34636,34633,34582,34721,34673,34717,34684,34749,34663,34700,34592,34666,34722,34645,34763,34662,34601,34649,34682,34607,34808,34661,34683,34658,34766,34697,34716,34673,34697,34648,34688,34599,34622,34600,34633,34576,34692,34719,34703,34670,34705,34701,34773,34688,34635,34664,36502,34680,34668,34849,34701,34628,34757,34630,34694,34717,34683,34697,34750,34757,34682,34661,34707,34617,34694,34684,34702,34679,34697,34647,34724,34618,34607,34629,34614,34644,34653,34711,34631,34598,34811,34699,34603,34620,34595,34583,34730,34671,34784,34613,34666,34580,34572,34659,34671,34726,34693,34696,34724,34682,34586,34639,36501,34659,39533,34650,34648,34595,34686,34655,34686,34669,34594,34720,34638,34696,34599,34682,34658,34682,34653,34670,34599,34756,34718,34662,34703,34585,34701,34718,40814,34659,34635,34626,34632,34710,34570,34692,34637,34589,34656,34713,34644,34714,34707,34585,34752,34711,34580,34657,34597,34631,34675,34597,34638,34665,34631,34716,34737,34776,34706,34712,37795,34755,34615,34628,34663,34682,34646,34665,34624,34676,34734,34691,34668,34690,34584,34702,34709,34617,34689,34581,34656,34655,34658,34709,34844,34675,34632,34583,34553,34791,34640,34720,34568,34650,34666,34647,34584,34693,34569,34622,34551,34644,36184,34698,34633,34789,34610,34633,34606,34609,34711,34612,34694,34634,34650,34593,34695,37083,34610,34665,34590,34606,34572,34678,34672,34680,34624,34615,34722,34667,34610,34706,34735,34785,34679,34700,34674,34657,34691,34670,34593,34685,34711,34670,34639,34609,34735,34651,34748,34655,34647,34615,34685,34641,34694,34699,34643,34616,34683,34653,34658,34619,34791,34618,34630,34554,34603,34558,34576,34541,34593,34568,34747,38394,34597,34682,34659,34631,34702,34617,34554,34702,34572,34654,34686,34586,34644,34591,34578,34664,34600,34565,34694,34699,34765,34691,34664,34600,34653,34667,34630,34548,34638,34646,34611,34676,34629,34572,34718,34690,35131,34568,34662,34643,34585,34646,34596,34639,34684,34661,34661,34667,34665,34696,34588,34705,34629,34674,38620,34604,34700,34639,34592,34691,34689,34636,34689,34703,34579,34669,34589,34684,34608,34674,34659,34691,34561,34653,34720,34566,34703,34686,34567,34665,34578,34691,34640,34707,34647,34611,34670,34720,34654,34643,34677,34706,34740,34613,34684,34700,34597,34679,34625,34621,34586,34645,34654,34683,34763,34669,34567,34646,34637,38653,34684,34675,34648,34738,34627,34666,34690,34651,34564,34548,34554,34604,34563,34728,34670,34644,34644,34558,34549,34667,34640,34642,34645,34655,34617,34724,34571,34635,34702,34620,34714,34689,34558,34694,34684,34648,34637,34589,34613,34587,34563,34587,34654,34598,34679,34643,34674,34599,34687,34663,34596,34614,34568,38435,34661,34711,34707,34748,34616,34747,34613,34611,34674,34544,34634,34731,34738,34579,34636,34659,34701,34650,34631,34582,34672,34664,34698,34637,34608,34742,34562,34622,34647,34685,34642,34744,34654,34681,34692,34695,34660,34666,34697,34652,34636,34620,34649,34697,34671,34675,34593,34619,34543,34605,34615,34643,37050,34578,34632,34658,34653,34575,34637,34646,34642,34728,34660,34649,34666,34608,34643,34555,34558,34541,34572,34752,34613,34601,34663,34641,34652,34538,34658,34622,34619,34656,34550,34655,34629,34702,34570,34666,34644,34584,34578,34672,34694,34558,34618,34641,34532,34613,34828,34648,34734,34661,34614,34671,34635,34709,34660,34640,34632,34648,34614,34609,34636,34657,34696,34557,34641,34573,34616,34904,34668,34654,34669,34679,34615,34678,34585,34552,34692,34531,34667,34540,34602,34620,34606,34598,34624,34558,34705,34555,34652,34724,34599,34659,34701,34620,34695,34694,34588,34690,34585,34755,34655,34625,34747,34541,34651,34678,34584,34552,34640,34703,34667,34676,34712,34642,34547,34672,34702,34700,34647,34685,34599,34715,34646,34591,34638,34673,34639,34658,34636,34610,34684,34572,34605,34581,34580,34620,34598,34628,34752,34640,34579,34556,34573,34561,34667,34624,34647,34805,34631,34612,34834,34623,34639,34638,34635,34628,34729,34627,34585,34665,34610,34833,34640,34690,34794,34611,34529,34557,34557,34532,34617,34594,34654,34659,34563,34657,34615,34720,34632,34597,34614,34548,34665,34647,34651,34682,34598,34626,34617,34707,34582,34635,34711,34528,34586,34628,34669,34671,34514,34613,34583,34634,34580,34622,37933,34646,34691,34623,34601,34615,34726,34554,34640,34567,34638,34601,34613,34603,34533,34680,34620,34554,34653,34662,34539,34646,34633,34567,34652,34681,34582,34568,34596,34657,34661,34644,34533,34641,34648,34820,34682,34591,34703,34619,34655,34514,34630,34549,34613,34698,34670,34632,34681,34668,34572,34702,34643,34639,34647,34612,34616,34629,34547,34638,34538,34621,34653,34533,34647,34507,34632,34626,34621,34629,34552,34600,34621,34524,34541,34594,34646,34596,34610,34651,34668,34626,34609,34579,34594,34567,34570,34586,34534,34529,34546,34550,34527,34529,34649,34590,34675,34620,34591,34602,34684,34646,36912,34674,34694,34704],"completion":[35655,34297,34255,34210,34259,34140,34239,34251,34279,34281,34336,34195,34230,34286,34250,34317,34276,34234,34183,34225,34238,34179,34178,34277,34169,34238,34152,34171,34306,34261,34291,34125,34252,34459,34221,34281,34184,34162,34200,37199,34297,34238,34192,34256,34236,34143,34217,34271,34276,34231,34163,34294,34187,34166,34204,34168,34185,34277,34243,34271,34151,37182,34127,34189,34116,34274,34182,34178,34175,34266,34239,34239,34212,34217,34265,34140,34236,34246,34288,34140,34248,34276,34157,34321,34258,34224,34209,34256,34342,34273,34253,34222,34394,34249,34241,34181,34224,34196,34195,34181,34175,34128,34124,34141,34183,34287,34229,34235,34250,34245,34256,34160,34235,34237,34235,34170,34290,34163,34197,34273,34146,34209,34279,35888,34242,34241,34173,34153,34233,34244,34249,34226,34235,34243,34262,34152,34288,34257,34309,34226,34270,34194,34220,34146,34289,34192,34253,34178,34287,34214,34209,34233,34217,34195,34276,34203,34194,34195,34261,34243,34289,34203,34265,34156,34129,34233,34235,34220,34223,34277,34275,34239,34213,34210,34268,34130,34194,34355,34289,34194,34291,34284,34236,34258,38020,34232,34207,34188,34177,34257,34245,34232,34293,34158,34248,34230,34225,34259,34178,34184,34125,34270,34216,34270,34224,34298,34201,34250,34134,34217,34263,34197,34306,34215,34144,34200,34223,34157,34349,34214,34221,34211,34305,34246,34257,34223,34241,34201,34225,34149,34166,34150,34175,34125,34235,34269,34246,34219,34247,34254,34311,34241,34177,34218,36044,34231,34208,34399,34241,34180,34297,34182,34234,34267,34227,34249,34294,34303,34193,34193,34247,34168,34234,34233,34246,34230,34239,34199,34267,34168,34146,34180,34157,34196,34194,34264,34171,34148,34350,34249,34156,34179,34149,34146,34279,34232,34338,34175,34218,34141,34123,34222,34224,34281,34248,34181,34278,34243,34136,34200,36053,34218,38999,34199,34199,34107,34240,34216,34240,34228,34149,34282,34189,34258,34153,34239,34210,34242,34208,34230,34153,34319,34267,34215,34254,34146,34253,34278,40366,34218,34190,34187,34183,34271,34123,34241,34190,34140,34209,34271,34198,34274,34260,34149,34304,34272,34135,34218,34151,34181,34226,34157,34192,34228,34183,34276,34292,34341,34258,34263,37348,34282,34163,34193,34225,34239,34208,34222,34183,34238,34291,34251,34229,34251,34143,34263,34269,34179,34241,34139,34216,34214,34216,34271,34411,34238,34201,34154,34123,34370,34209,34288,34137,34218,34235,34219,34153,34264,34140,34191,34123,34213,35755,34259,34201,34357,34178,34198,34165,34180,34281,34183,34264,34202,34219,34168,34264,36653,34172,34235,34161,34168,34137,34240,34238,34250,34188,34182,34283,34240,34180,34274,34307,34351,34246,34268,34243,34217,34264,34242,34158,34252,34282,34241,34208,34180,34296,34219,34317,34223,34215,34184,34251,34208,34257,34268,34214,34185,34245,34222,34230,34190,34244,34162,34174,34127,34176,34127,34144,34119,34160,34133,34315,37970,34162,34257,34228,34205,34264,34190,34121,34268,34142,34237,34264,34167,34222,34179,34154,34247,34181,34143,34272,34284,34337,34274,34242,34178,34233,34252,34201,34135,34217,34224,34189,34262,34201,34154,34298,34269,34711,34152,34236,34189,34144,34206,34173,34209,34262,34233,34241,34237,34244,34259,34167,34275,34209,34246,38200,34171,34278,34203,34171,34262,34261,34207,34266,34274,34159,34239,34166,34253,34181,34244,34237,34254,34137,34216,34298,34138,34281,34255,34139,34235,34163,34261,34221,34272,34224,34193,34252,34234,34211,34214,34232,34279,34292,34189,34238,34280,34162,34245,34192,34187,34158,34213,34222,34257,34322,34245,34126,34223,34194,38234,34248,34258,34208,34321,34201,34252,34269,34224,34139,34125,34129,34180,34141,34303,34247,34221,34223,34129,34127,34240,34220,34219,34223,34228,34196,34299,34149,34211,34280,34195,34291,34264,34135,34270,34261,34223,34212,34166,34191,34159,34143,34161,34232,34173,34256,34217,34251,34175,34256,34245,34159,34201,34136,38019,34228,34297,34271,34331,34177,34329,34185,34187,34252,34120,34212,34307,34314,34153,34217,34238,34276,34236,34198,34144,34227,34247,34267,34220,34180,34312,34148,34194,34157,34257,34228,34321,34234,34262,34271,34282,34238,34240,34281,34227,34227,34194,34225,34288,34231,34264,34179,34206,34137,34190,34209,34228,36634,34169,34215,34244,34245,34178,34230,34233,34229,34320,34248,34234,34258,34196,34236,34141,34149,34129,34155,34335,34209,34119,34246,34232,34238,34122,34250,34210,34215,34247,34134,34237,34215,34287,34166,34251,34230,34179,34165,34257,34286,34141,34202,34233,34118,34200,34421,34234,34311,34244,34210,34256,34222,34298,34245,34222,34225,34233,34197,34199,34221,34242,34226,34125,34220,34152,34193,34483,34261,34239,34251,34267,34209,34263,34158,34146,34277,34124,34260,34143,34195,34216,34200,34197,34216,34152,34299,34134,34250,34319,34196,34253,34300,34214,34286,34289,34189,34286,34180,34349,34248,34227,34340,34135,34248,34269,34186,34148,34232,34301,34253,34277,34309,34239,34049,34269,34303,34295,34243,34281,34194,34314,34243,34189,34234,34267,34229,34263,34233,34206,34279,34168,34205,34178,34177,34214,34195,34225,34354,34244,34173,34152,34175,34161,34268,34232,34245,34407,34226,34204,34412,34208,34240,34215,34234,34216,34306,34229,34170,34255,34210,34437,34238,34276,34384,34214,34130,34173,34160,34135,34217,34191,34258,34269,34180,34265,34227,34330,34247,34211,34226,34159,34270,34255,34265,34293,34217,34237,34230,34315,34196,34234,34320,34128,34200,34239,34282,34281,34129,34222,34199,34243,34195,34219,37535,34242,34298,34220,34211,34223,34339,34163,34252,34175,34251,34208,34229,34213,34137,34290,34225,34150,34260,34254,34141,34247,34242,34155,34259,34278,34190,34179,34209,34267,34275,34255,34149,34251,34261,34427,34296,34199,34260,34216,34255,34124,34233,34157,34218,34305,34271,34233,34285,34278,34175,34317,34244,34251,34249,34222,34220,34242,34164,34252,34148,34235,34260,34149,34256,34124,34240,34244,34231,34246,34162,34214,34231,34142,34154,34212,34253,34214,34210,34253,34263,34231,34211,34193,34207,34179,34181,34201,34146,34143,34158,34166,34140,34143,34261,34199,34271,34234,34204,34215,34298,34261,36524,34289,34305,34319],"submission":[41018,41323,41956,695,505,539,534,484,485,509,480,510,478,485,483,483,484,493,482,484,484,483,480,485,482,485,482,483,484,483,482,561,499,536,500,508,485,505,487,502,598,510,504,487,482,480,486,497,483,480,493,480,481,482,482,486,483,487,469,471,476,468,473,471,472,506,495,480,473,484,471,486,475,477,471,479,472,484,470,482,469,478,512,482,470,483,472,482,470,484,476,483,475,482,474,484,472,481,473,479,490,482,490,478,490,482,493,481,491,481,489,482,490,480,489,477,492,479,490,480,493,482,490,481,490,479,489,480,492,451,492,481,506,493,493,490,489,480,489,481,490,479,492,480,489,479,489,482,489,482,491,522,483,471,481,484,486,476,481,466,481,474,485,474,483,470,481,470,483,474,478,448,458,446,460,450,459,452,457,448,463,450,461,451,459,451,457,449,459,451,459,450,460,449,456,449,460,453,458,449,457,451,457,447,460,451,462,450,458,449,459,448,457,447,457,449,459,450,459,447,462,447,461,451,459,450,456,447,463,450,456,450,458,451,457,450,457,451,458,447,462,447,458,446,458,449,460,450,460,448,460,448,460,450,456,448,456,454,489,468,460,449,460,451,456,449,458,448,457,450,461,449,457,448,459,447,460,450,461,450,447,441,446,437,451,439,446,438,448,439,449,437,447,445,445,515,446,439,450,439,448,441,534,451,449,488,446,439,446,441,445,438,449,438,446,443,448,440,445,440,446,437,451,447,449,439,448,440,448,441,445,439,449,439,447,451,447,449,447,442,446,440,447,436,448,439,445,439,446,450,449,440,446,437,448,440,445,435,448,449,447,473,452,435,438,443,438,443,441,438,443,440,439,439,441,439,440,438,448,442,440,441,442,438,433,437,431,429,430,421,431,432,431,432,431,428,431,429,429,431,428,431,429,439,432,432,432,435,441,429,430,429,430,432,431,425,431,430,438,430,429,438,435,438,434,430,436,433,439,427,430,432,428,434,433,432,431,440,427,428,435,433,429,429,431,429,439,432,431,432,432,431,434,433,437,431,429,431,438,431,428,429,547,456,456,427,427,431,432,422,433,435,432,424,435,425,431,426,438,427,433,434,430,417,422,419,422,412,424,417,419,422,422,415,428,417,422,422,420,415,429,413,421,422,422,414,428,418,420,421,420,416,426,454,441,440,423,430,422,428,420,430,421,437,421,430,420,428,420,433,422,436,421,429,428,429,423,429,420,430,423,431,427,430,422,437,424,437,422,428,422,431,428,430,415,430,419,435,423,418,418,486,443,429,445,427,448,424,446,420,435,434,433,434,428,432,432,426,441,424,441,423,443,419,436,417,440,417,426,414,421,427,425,423,425,424,422,425,423,423,421,429,422,427,420,423,422,427,421,425,422,424,422,425,423,425,423,424,423,425,425,423,422,428,420,426,422,425,423,426,423,424,431,418,437,413,432,416,433,414,436,417,439,418,428,424,422,424,422,424,424,426,419,421,425,414,433,438,445,417,431,417,428,430,414,428,490,428,414,423,420,419,421,413,422,426,416,425,409,426,424,409,440,411,414,413,406,415,406,415,416,409,417,414,408,397,407,413,413,408,412,415,408,412,407,414,409,412,417,417,404,482,417,409,414,416,408,412,404,409,416,418,414,415,404,415,414,405,413,415,408,417,416,408,414,413,407,414,423,417,404,415,413,411,415,418,407,415,417,410,415,415,470,432,421,421,423,421,407,415,418,412,406,415,427,406,415,407,407,397,407,404,406,401,408,406,406,421,402,405,403,406,401,406,409,405,399,404,405,406,407,398,407,406,403,409,398,404,408,402,414,399,403,403,498,403,399,405,404,404,405,401,403,402,404,406,410,395,403,404,405,404,400,403,403,406,403,403,398,396,406,404,398,400,399,392,402,398,405,408,422,415,399,423,401,412,423,398,415,410,400,396,402,414,410,397,399,384,397,397,400,403,396,390,383,392,388,390,385,386,388,389,395,392,386,389,381,389,387,392,386,401,391,400,386,389,387,390,385,391,384,391,385,403,398,404,393,403,390,392,387,391,388,392,387,393,384,390,396,390,395,404,393,408,398,399,391,412,393,403,392,389,387,390,386,389,384,390,387,393,386,392,443,403,400,390,397,392,395,393,399,399,396,390,397,385,399,388,398,390,396,387,383,386,390,386,393,384,391,383,392,382,390,383,390,386,390,382,387,382,393,382,400,398,405,395,398,386,387,388,389,385,388,386,388,384,387,386,388,391,404,386,387,387,386,385,388,385,389,385],"total":40459239,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":1000,"size":1048576}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/dstcopy-intersock-n0ton4-1gib-1e.json b/benchmarks/benchmark-results/dstcopy-intersock-n0ton4-1gib-1e.json new file mode 100644 index 0000000..bb956f4 --- /dev/null +++ b/benchmarks/benchmark-results/dstcopy-intersock-n0ton4-1gib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33686717,33682386,33755310,33643224,33641938,33642180,33642394,33642362,33642254,33641834],"completion":[33644601,33641759,33714137,33641908,33641522,33641736,33641979,33641965,33641849,33641435],"submission":[42116,40627,41173,1316,416,444,415,397,405,399],"total":303023281,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/dstcopy-intersock-n0ton4-1mib-1e.json b/benchmarks/benchmark-results/dstcopy-intersock-n0ton4-1mib-1e.json new file mode 100644 index 0000000..0e428c3 --- /dev/null +++ b/benchmarks/benchmark-results/dstcopy-intersock-n0ton4-1mib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":4},"report":{"iterations_completed":1000,"status":"ok","time":{"combined":[74570,78735,74926,34986,34796,34910,34766,34754,34773,34876,34724,34697,34812,34762,34866,34743,34747,34806,34787,34874,34784,34816,34823,34788,34911,34730,34765,34816,34850,34809,34797,34725,34727,34888,34920,34749,34855,34846,34712,34771,34776,34743,34715,34903,34777,34724,34821,34887,34732,34743,34703,34821,34754,34868,34700,34720,34717,34692,34785,34866,34840,34771,34838,37121,34752,34808,34748,34761,34806,34693,34650,34731,34750,34741,34796,34753,34750,34734,34818,34802,34746,34804,34804,34811,34806,34770,34814,34763,34706,34820,34923,34798,34799,34765,34750,34755,34712,34751,34652,34731,34854,34687,34831,34817,34791,34816,34616,34844,34704,34695,34830,34831,34779,34730,34673,34780,34740,34892,34771,34723,34749,34818,34757,34704,38097,34761,34700,34737,34828,34709,34809,34708,40596,34859,34824,34940,34910,34791,34725,34794,34739,34845,34755,34853,34849,34754,34772,34758,34698,34667,34724,34761,34697,34727,34708,34786,34772,34779,34839,34856,34854,34835,34695,34713,34696,34727,34716,34765,34744,34851,34835,34796,34728,34731,34684,34744,34701,34760,34682,34737,34714,34682,34664,34842,34721,36520,34680,34730,34783,34681,34736,34679,34841,34721,34720,34747,34754,34708,34793,34729,34710,34828,34752,34759,34695,34816,34848,34770,34782,34695,34862,34795,34668,34738,34743,34789,34762,34834,34739,34764,34722,34705,34782,34753,34744,34750,34730,34795,34722,34707,34734,34753,34665,34661,34713,34742,34703,34876,34746,34845,34709,34835,34775,34795,36916,34761,34782,34730,34833,34736,34690,34741,34722,34797,34800,34910,34831,34739,34788,34699,34766,34720,34673,34752,34738,34749,34825,34788,34791,34756,34731,34695,34722,34690,34733,34698,34751,34701,34656,34689,34615,34803,34684,34843,34712,34770,34634,34730,34679,34881,34845,34695,34771,34759,34784,34728,34724,34754,34866,34742,34749,34706,34718,38309,34710,34639,34732,34795,34758,34752,34740,34705,34706,34725,34691,34754,34601,34752,34720,34742,34691,34761,34658,34788,34694,34729,34627,34623,34704,34794,34768,34714,34764,34753,34701,34720,34699,34674,34748,34653,34681,34709,34786,328306,34710,34771,34770,34732,34814,34795,34676,34611,34718,39205,34757,34822,34771,34735,34733,34718,34751,34741,34729,34762,34744,34778,34732,34716,34712,34737,34782,34773,34717,34667,34735,34731,34685,34848,34761,34730,34622,34800,34669,34780,34694,34722,34740,34709,34695,34667,34666,34766,34658,34718,34680,34844,34675,34688,34728,34598,34679,34784,34670,34733,34703,34732,34714,34655,34671,34731,34755,34705,34720,34771,34649,34702,34741,34623,34681,34783,34728,34678,34857,34689,34683,34793,34684,34688,34749,34733,34689,34696,34619,34807,34727,34617,34812,34669,34950,36324,34696,34744,34741,34750,34778,34716,34705,34705,34754,34722,34813,34714,34753,34709,34708,34811,34808,34685,34728,34767,34696,34660,34642,34723,34653,34741,38312,34813,34771,34736,34756,34730,34669,34748,34661,34656,34666,34623,34629,34687,34647,34676,34632,34678,34712,34679,34680,34682,34728,34697,34692,34707,34716,34763,34752,34671,34748,34660,34682,34734,34751,34657,34779,34718,34701,34756,34730,34876,34747,34667,34654,34787,34642,34802,34742,34716,34663,34737,34671,34808,34632,34689,35462,34696,34775,34684,34678,34693,34669,34802,34665,34661,34765,34771,34754,34685,34744,34654,34725,34760,34935,34643,34696,34699,34700,34762,34882,34945,34731,34703,34640,34679,34697,34704,34688,34651,34721,34695,34733,34706,34690,34677,34806,34596,34658,34647,34668,34768,34793,34786,34822,34685,34692,34623,34788,34636,39354,34606,34666,34675,34702,34680,34674,34647,34648,34667,34634,34650,34607,34586,34819,34647,34829,34637,34708,34634,34694,34662,34897,34649,34596,34685,34713,34713,34729,34661,34752,34681,34678,34643,34735,34757,34711,34605,34677,34638,34604,34680,34631,34699,34708,34715,34698,34608,34620,34704,34634,34664,34812,34665,34836,34696,34719,34742,34606,34796,34806,34777,34745,34737,34788,34705,34622,34747,34698,34703,34776,34892,34708,34728,34587,34667,34616,34678,34735,34701,34664,34700,34595,34701,34759,34689,34647,34669,34702,34734,34666,34728,34642,34583,34669,34660,34696,34662,34657,34715,34655,34728,34602,34663,34714,34701,34834,34697,37286,34684,34727,34649,34669,34701,34694,34692,34737,34710,34685,34695,34640,34710,34736,34690,34688,34592,34606,34604,34683,34637,34686,34613,34630,34758,34619,34674,34565,34752,34732,34680,34644,34739,34626,34662,34652,34751,34679,34800,34700,34745,34579,34688,34707,34691,34675,34692,34744,34657,34775,34703,34744,38773,34699,34757,34729,34695,34576,34715,34849,34780,34704,34669,34688,34651,34570,34652,34659,34684,34630,34642,34584,34664,34687,34672,34655,34658,34757,34634,34759,34704,34666,34665,34709,34676,34707,34757,34550,34715,34729,34696,34769,34713,34652,34601,34618,34710,34625,34632,34636,34659,34665,34766,34698,34717,38179,34689,34678,34638,34614,34614,34705,34663,34673,34627,34620,34638,34682,34575,34780,34710,34696,34687,34610,34720,34705,34785,34656,34661,34751,34740,34674,34706,34749,34721,34649,34667,34686,34678,34646,34773,34657,34668,34594,34644,34766,34797,34682,34679,34760,34720,34637,34628,34665,34735,34714,34731,34660,34698,34579,34704,34708,34637,34670,34707,34713,34743,34627,34697,34739,34614,34664,34568,34728,34768,34605,34716,34662,34617,34676,34622,34591,34701,34690,34683,34636,34672,34648,34567,34651,34670,34670,34684,34647,34755,34694,34585,34711,34644,34689,34669,34668,34682,34636,34696,34684,34696,34736,34679,38579,34782,34743,34742,34656,34624,34609,34808,34642,34647,34780,34659,34664,34684,34667,34658,34653,34626,34600,34729,34742,34718,34704,34723,34640,34690,34627,34601,34681,34688,34767,34643,34634,34621,34631,34708,34680,34713,34725,34720,34670,34651,34613,34714,34701,34663,34602,34609,34720,34618,34698,36368,34787,34630,34655,34592,34646,34707,34677,34631,34719,34566,34705,34650,34712,34604,34649,34649,34685,34622,34612,34564,34686,34645,34641,34703,34635,34686,34643,34601,34598,34622,34592,34614,34567,34676,34629,34673,34686,34700,34648,34642,34591,34542,34655,34613,34684,34629,34642,34734,34660,34650,35884,34753,34691,34623],"completion":[34384,38395,34223,34300,34286,34368,34232,34264,34273,34350,34224,34213,34331,34281,34384,34259,34195,34302,34285,34394,34296,34335,34310,34294,34412,34243,34266,34330,34353,34324,34298,34240,34233,34356,34414,34249,34358,34347,34193,34275,34292,34246,34232,34403,34295,34228,34336,34387,34262,34260,34235,34340,34285,34385,34233,34237,34246,34210,34310,34381,34370,34233,34368,36633,34275,34337,34256,34283,34331,34219,34177,34255,34278,34267,34320,34280,34276,34257,34345,34327,34274,34234,34331,34338,34333,34294,34343,34289,34231,34346,34455,34325,34329,34288,34275,34284,34235,34278,34177,34258,34382,34214,34353,34345,34316,34345,34140,34299,34229,34225,34355,34358,34303,34259,34201,34306,34266,34422,34295,34252,34275,34346,34285,34233,37622,34290,34222,34265,34351,34260,34325,34231,40123,34250,34253,34319,34320,34294,34239,34315,34269,34370,34286,34375,34378,34276,34262,34279,34227,34190,34254,34282,34224,34252,34236,34310,34302,34305,34371,34390,34402,34371,34237,34249,34240,34265,34255,34301,34286,34380,34375,34330,34267,34265,34228,34282,34243,34298,34225,34274,34256,34217,34206,34380,34263,36055,34221,34264,34324,34215,34278,34213,34387,34260,34262,34283,34295,34244,34335,34263,34252,34361,34290,34294,34237,34353,34391,34307,34322,34233,34402,34330,34211,34275,34285,34325,34304,34368,34280,34298,34264,34242,34327,34288,34287,34271,34269,34329,34265,34244,34274,34290,34207,34197,34253,34276,34244,34410,34286,34382,34220,34273,34304,34335,36452,34305,34317,34273,34370,34286,34227,34285,34258,34338,34336,34464,34379,34259,34322,34248,34302,34269,34239,34310,34297,34309,34395,34348,34361,34311,34299,34254,34289,34247,34299,34257,34318,34260,34227,34243,34183,34363,34250,34397,34280,34330,34206,34290,34245,34436,34413,34251,34339,34318,34349,34285,34294,34312,34435,34299,34318,34263,34283,37866,34277,34197,34302,34351,34328,34299,34308,34262,34273,34283,34260,34311,34166,34309,34283,34300,34259,34319,34226,34347,34263,34287,34196,34183,34271,34353,34337,34269,34335,34313,34268,34280,34265,34232,34314,34210,34250,34267,34357,327864,34228,34316,34328,34279,34368,34345,34232,34176,34275,38750,34311,34366,34327,34283,34287,34275,34317,34295,34284,34320,34298,34336,34297,34273,34275,34296,34344,34329,34283,34226,34296,34285,34246,34400,34327,34286,34188,34358,34236,34338,34258,34292,34303,34280,34257,34236,34231,34338,34223,34291,34241,34416,34239,34260,34292,34172,34243,34354,34235,34305,34264,34306,34277,34227,34235,34302,34318,34278,34242,34343,34212,34272,34306,34194,34240,34355,34289,34249,34420,34260,34246,34364,34247,34257,34315,34307,34253,34268,34182,34377,34289,34189,34375,34240,34498,35851,34251,34308,34297,34316,34334,34282,34261,34270,34312,34288,34373,34273,34311,34275,34265,34374,34365,34252,34285,34330,34253,34226,34197,34290,34219,34314,37877,34387,34338,34313,34321,34303,34237,34322,34227,34231,34234,34199,34194,34262,34213,34248,34195,34253,34275,34253,34244,34258,34294,34272,34255,34281,34278,34336,34318,34249,34314,34230,34248,34305,34317,34231,34361,34286,34281,34329,34329,34449,34330,34240,34234,34359,34220,34329,34295,34286,34229,34303,34241,34376,34201,34256,35032,34264,34341,34251,34247,34261,34241,34370,34232,34227,34335,34324,34321,34254,34314,34209,34292,34327,34498,34212,34260,34259,34267,34317,34456,34528,34306,34283,34214,34259,34272,34276,34262,34231,34293,34275,34308,34284,34262,34266,34390,34143,34240,34236,34251,34358,34375,34375,34403,34275,34275,34210,34370,34226,38937,34197,34249,34270,34285,34268,34254,34237,34235,34255,34215,34240,34187,34180,34404,34235,34413,34224,34291,34223,34278,34250,34467,34240,34178,34274,34297,34302,34314,34251,34335,34273,34262,34232,34317,34347,34297,34195,34259,34228,34186,34264,34215,34290,34294,34303,34281,34201,34201,34294,34217,34253,34397,34217,34406,34286,34301,34328,34188,34353,34378,34359,34320,34322,34361,34287,34199,34332,34274,34284,34364,34475,34292,34308,34175,34248,34207,34259,34322,34281,34250,34281,34181,34291,34355,34278,34245,34260,34300,34323,34264,34320,34234,34173,34269,34250,34297,34253,34253,34304,34254,34319,34196,34251,34312,34290,34430,34286,36884,34275,34322,34240,34268,34295,34287,34285,34332,34300,34285,34284,34238,34302,34332,34281,34283,34185,34203,34196,34278,34230,34283,34202,34227,34349,34217,34265,34163,34342,34328,34268,34243,34329,34223,34244,34251,34340,34275,34389,34299,34326,34175,34279,34305,34280,34228,34280,34340,34225,34363,34294,34341,38347,34299,34330,34326,34287,34173,34307,34445,34369,34301,34257,34287,34241,34168,34254,34265,34283,34232,34239,34190,34262,34289,34268,34257,34255,34361,34229,34363,34287,34270,34263,34314,34274,34311,34355,34156,34312,34332,34292,34375,34303,34255,34205,34223,34309,34229,34231,34237,34254,34270,34362,34302,34316,37781,34286,34280,34235,34220,34214,34309,34257,34278,34226,34223,34236,34286,34174,34385,34291,34297,34279,34214,34317,34303,34391,34252,34267,34360,34322,34284,34310,34360,34326,34261,34272,34298,34284,34244,34364,34245,34270,34196,34239,34367,34397,34283,34281,34364,34321,34237,34230,34267,34338,34317,34334,34232,34297,34180,34307,34308,34248,34280,34318,34324,34353,34237,34306,34346,34224,34273,34176,34338,34377,34213,34323,34272,34230,34284,34232,34196,34310,34297,34292,34245,34281,34255,34173,34261,34278,34280,34292,34260,34362,34303,34195,34318,34252,34280,34279,34279,34293,34243,34306,34293,34305,34346,34288,38188,34390,34352,34349,34266,34232,34219,34415,34251,34256,34388,34265,34273,34293,34275,34266,34259,34236,34208,34335,34351,34326,34301,34325,34247,34290,34237,34200,34289,34289,34377,34253,34248,34233,34243,34315,34292,34321,34337,34329,34279,34264,34224,34331,34318,34279,34220,34223,34338,34233,34319,35981,34405,34246,34271,34207,34263,34321,34292,34246,34328,34180,34304,34267,34330,34218,34264,34265,34300,34236,34230,34182,34301,34261,34260,34317,34252,34304,34258,34217,34213,34234,34209,34226,34186,34291,34247,34286,34305,34315,34265,34259,34208,34156,34266,34231,34300,34241,34259,34349,34277,34264,35501,34370,34306,34237],"submission":[40186,40340,40703,686,510,542,534,490,500,526,500,484,481,481,482,484,552,504,502,480,488,481,513,494,499,487,499,486,497,485,499,485,494,532,506,500,497,499,519,496,484,497,483,500,482,496,485,500,470,483,468,481,469,483,467,483,471,482,475,485,470,538,470,488,477,471,492,478,475,474,473,476,472,474,476,473,474,477,473,475,472,570,473,473,473,476,471,474,475,474,468,473,470,477,475,471,477,473,475,473,472,473,478,472,475,471,476,545,475,470,475,473,476,471,472,474,474,470,476,471,474,472,472,471,475,471,478,472,477,449,484,477,473,609,571,621,590,497,486,479,470,475,469,478,471,478,510,479,471,477,470,479,473,475,472,476,470,474,468,466,452,464,458,464,456,462,461,464,458,471,460,466,461,466,456,462,458,462,457,463,458,465,458,462,458,465,459,466,459,466,458,466,454,461,458,464,459,464,458,466,458,467,462,465,458,463,457,463,460,462,460,465,457,463,458,464,458,466,459,466,458,463,455,465,457,479,461,466,457,463,460,463,458,464,460,466,459,466,460,463,489,562,471,460,464,456,465,457,463,450,463,456,464,459,464,446,452,480,466,451,464,451,434,442,441,440,430,440,430,445,432,441,433,443,434,441,433,441,429,446,432,440,434,446,432,440,428,440,434,445,432,444,432,441,435,443,430,442,431,443,431,443,435,443,433,442,430,444,430,453,432,443,433,442,431,443,435,443,437,442,432,442,432,441,431,442,431,440,433,441,431,445,429,440,433,440,434,442,434,443,431,442,429,442,482,455,442,453,446,450,444,435,443,455,446,456,444,452,446,443,434,446,445,442,446,442,435,443,437,441,438,444,434,441,439,446,439,448,434,444,434,442,433,442,436,430,437,429,438,431,435,428,435,427,439,428,436,428,436,426,436,430,435,428,439,426,437,428,436,429,437,427,478,428,437,430,435,429,441,428,439,429,437,429,437,429,437,431,434,426,436,428,437,430,438,428,437,429,452,473,445,436,444,434,444,434,444,435,442,434,440,441,442,434,443,437,443,433,443,437,443,434,445,433,434,427,435,426,433,423,435,427,432,426,434,425,432,424,435,425,434,428,437,425,437,426,436,424,434,425,437,426,438,427,434,422,434,430,434,429,434,426,418,432,420,427,401,427,417,427,420,428,422,473,447,430,434,434,430,432,431,433,430,432,434,433,431,432,428,432,433,434,430,447,433,431,430,445,433,433,437,431,436,440,433,445,426,417,425,420,426,420,425,428,426,420,428,420,425,422,428,411,416,453,418,411,417,410,418,411,419,410,417,413,418,410,417,409,417,405,417,412,420,410,413,412,419,410,420,406,415,412,416,413,417,411,416,412,430,409,418,411,416,411,415,410,417,408,416,411,418,410,414,410,418,410,418,416,416,409,414,412,417,407,419,410,417,411,415,448,430,410,418,414,418,443,428,418,425,415,427,418,423,415,424,419,412,417,416,420,412,419,409,419,413,420,414,419,414,410,404,411,402,409,402,411,402,408,408,410,400,410,399,409,404,411,401,409,406,412,402,411,404,411,402,409,405,409,401,406,407,407,405,410,400,411,402,408,404,409,405,407,403,408,405,407,403,411,403,409,402,409,402,410,404,412,401,410,403,418,401,411,404,411,401,419,404,409,402,411,447,412,404,432,412,409,403,426,400,427,403,408,403,408,404,411,403,412,401,410,402,398,394,401,398,403,394,402,398,404,398,403,396,405,396,417,396,402,395,402,396,402,394,403,397,404,394,410,397,396,395,401,396,401,399,405,395,404,396,401,398,403,398,403,394,400,396,406,395,401,397,402,396,401,395,419,399,408,396,403,402,394,404,394,391,418,390,396,389,395,388,395,388,394,402,409,412,398,398,405,399,400,399,398,396,399,400,398,398,397,397,397,428,401,399,397,400,389,390,389,389,390,390,391,393,390,391,392,390,391,392,393,390,387,392,390,395,391,393,391,391,391,393,394,390,392,390,392,387,393,391,390,393,392,409,390,389,389,393,390,391,391,390,391,391,392,391,393,390,392,390,393,391,391,392,394,391,391,392,392,394,390,392,394,391,392,403,398,393,400,390,401,392,399,390,390,386,388,388,393,388,392,388,391,391,387,389,383,383,384,382,386,382,385,379,387,382,384,384,385,383,386,385,385,391,386,401,383,382,386,385,384,385,386,382,382,385,384,381,386,383,382,385,384,385,388,383,388,381,385,382,387,381,385,383,383,383,386,389,382,384,388,383,385,383,386,383,383,385,386],"total":40510460,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":1000,"size":1048576}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/dstoutsidercopy-intersock-n0to4-1gib-1e.json b/benchmarks/benchmark-results/dstoutsidercopy-intersock-n0to4-1gib-1e.json new file mode 100644 index 0000000..ff1d330 --- /dev/null +++ b/benchmarks/benchmark-results/dstoutsidercopy-intersock-n0to4-1gib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":7},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[39849618,39825572,39840500,39807444,39784578,39800478,39798748,39796076,39779109,39800718],"completion":[39806261,39783565,39799035,39806908,39784104,39800020,39798318,39795650,39778695,39800274],"submission":[43357,42007,41465,536,474,458,430,426,414,444],"total":358237959,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/dstoutsidercopy-intersock-n0to4-1mib-1e.json b/benchmarks/benchmark-results/dstoutsidercopy-intersock-n0to4-1mib-1e.json new file mode 100644 index 0000000..a2829cb --- /dev/null +++ b/benchmarks/benchmark-results/dstoutsidercopy-intersock-n0to4-1mib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":7},"report":{"iterations_completed":1000,"status":"ok","time":{"combined":[80815,81022,82014,38069,37940,38556,38339,38218,38329,38077,40274,38451,38554,38170,38290,38771,38180,38160,38106,38415,38317,38339,37811,38004,37934,38285,38218,38203,38077,38502,38473,38235,37943,38602,38132,38212,38277,38389,38106,38022,38234,38284,38467,37931,38168,38086,38165,38238,38097,38035,38172,38272,38327,38093,38142,38281,38297,38308,38285,38161,37855,38352,38046,38549,38486,38642,38481,38058,38373,38119,38057,38462,38164,37928,38387,38215,38296,38330,38232,38398,38202,37838,38310,38389,40669,38287,38268,38042,38580,38409,38202,38252,37715,38467,38187,38048,38017,38364,37846,38080,37973,38453,38049,38536,38346,38450,37891,38283,38280,37885,38229,38265,38037,38225,38037,37985,37912,38324,38202,37848,38336,38394,38091,38183,41837,38274,38634,38088,38232,38338,38538,38374,38362,38302,38552,38863,38082,38121,38458,38017,38074,38371,37987,38488,38075,38404,38256,38291,38101,38505,38113,38007,38096,38501,38627,37882,38472,38211,38392,37903,37928,38009,38132,38201,38515,38524,38128,38297,38094,38654,38301,38110,38029,38152,38134,37745,38274,38286,42104,38565,37984,38121,38567,38413,38141,38253,38060,38196,38460,37855,38179,38065,38202,38312,38130,37823,38189,38192,38099,38310,38279,38230,38364,38195,38081,38253,38174,37797,38137,38519,38464,37985,37734,38422,38237,38029,38446,38279,38156,38375,38077,37941,38357,38298,38073,38110,37978,38890,38016,38330,38513,38397,42861,38465,37955,38220,38640,37998,38523,38482,38259,38659,38127,38554,38181,38353,38321,38295,38082,38157,38700,38683,38307,37847,38086,38357,38187,38106,38529,38321,38026,38644,38141,38573,38240,38503,38295,38064,38457,37626,38237,38363,38073,38280,38679,37851,38163,38100,38424,37717,38765,37814,38269,37973,38521,40669,38351,38126,38376,38423,38194,38299,38288,38339,38265,37993,38189,38237,38200,37859,38121,38597,38321,38545,38409,38299,38493,38184,37926,37918,38333,38121,38227,37903,38347,38121,43101,38009,38474,38184,38084,38049,38714,38458,38248,38224,38489,38303,37999,38475,38511,37841,38285,38192,38112,38347,40593,37817,37971,38690,38201,37719,38501,38282,38197,38191,38106,38064,38178,38291,37828,38095,37953,38146,37824,38499,38666,38238,38063,38290,38655,38432,38186,38182,37756,38480,37996,37964,38408,37935,38563,38396,38411,38259,38499,38317,37970,38441,38337,38156,38605,38046,38346,38274,38038,38117,38181,42263,38235,38059,38443,38035,38184,38864,38075,38329,37882,37982,38088,38363,38121,38178,38515,37869,38316,38411,37951,38263,38082,38388,37839,38037,38080,38460,37832,37968,38129,38367,38492,38238,38411,38284,38168,38231,37907,37985,38019,38127,38271,38015,38473,38607,37896,38173,38058,38189,38321,41177,37927,38322,38213,38098,38287,38097,38233,37798,38269,38418,38046,38243,39205,38506,38534,38377,38094,38649,38067,38009,38655,38491,38094,38301,37895,38558,38489,38310,38428,38465,38395,38182,37890,38432,38704,38265,38108,38581,38238,38088,38180,38519,38203,38119,38448,38569,38060,38549,38864,37946,37825,38307,37925,38338,37987,37958,37885,295022,38419,38456,38540,38259,38051,37976,38054,38121,37806,38691,38053,38022,38494,38836,38330,38064,38144,38433,38272,37959,38038,38244,37790,38403,38134,38369,38477,37911,38008,38063,38291,38456,38308,37917,38202,38452,38336,38136,38173,38023,38197,38251,38246,38421,38109,38245,38346,38121,38504,38432,38069,37872,38218,38223,38056,38462,38557,38426,38364,38265,37927,38211,38439,38376,37976,38149,38135,38155,38077,38291,38127,38504,38368,38427,38129,38212,38228,38170,38104,38497,42133,38407,38109,38289,37977,38341,37889,38439,37715,38359,38456,38227,38106,38112,38585,38722,38224,38330,38057,38284,38237,38215,38012,38441,38106,38459,38017,38459,38433,37980,38041,38480,38234,38437,38273,37917,38506,38153,38114,38294,37979,38401,38022,38080,37866,38759,38109,41325,38925,38439,38454,37966,38436,38049,38087,37955,38060,38583,38115,38248,37958,37987,38264,38681,38092,38216,38245,38263,38199,38352,38409,38556,38319,38109,38290,38427,38440,38349,37786,38230,38162,38210,37892,38215,38209,38566,38716,38212,38409,38479,38248,38423,40446,38255,38258,38153,38342,38235,38427,38253,38296,38311,38177,37812,38338,38321,38199,37984,38050,38261,38112,38080,37970,38121,38174,38356,38006,38751,38220,38153,37762,38087,37909,38388,38278,38341,38323,38386,38414,38222,37774,37975,37925,38105,38393,38282,37869,38121,38348,38329,38167,38248,38308,38110,38429,38073,37896,37638,38170,37857,38101,38531,38484,38533,38325,38627,38499,38908,38189,38115,38351,38479,38364,37952,38036,38228,38155,37929,38253,38478,38215,37999,38320,38543,38094,37919,38022,38548,37781,38040,37877,38426,38101,37695,38245,38061,38418,38241,38009,38630,37755,38147,38474,38242,38254,38056,38513,38381,38508,37950,38631,38418,38208,38231,38167,38337,38357,38277,38218,37927,38185,37944,38196,38322,38482,38366,38195,38393,38123,38162,38270,38040,37981,38028,38247,38193,38003,38571,38142,38351,38201,38293,37979,38203,38416,38186,38254,37838,38021,38609,38366,38024,38078,38226,38063,38108,38272,37973,38377,38455,37852,38406,38366,38062,38343,38522,38038,38079,38156,38263,38431,38225,38056,38099,37756,38164,38357,38088,38612,38638,42437,38197,38487,38371,38588,38570,38040,38049,38198,38323,38394,37895,38174,38757,38332,40066,38502,37944,38490,37900,38452,38065,38207,38310,38572,37873,38381,38097,38130,38134,38156,38253,38143,38182,38517,38391,38219,38076,38303,38026,38069,38464,38068,42164,38000,37923,38206,38014,38457,38140,38203,37803,37810,38242,38410,37710,38072,38296,38281,38022,38150,37977,38031,38066,38434,38065,38326,38025,37974,38434,38101,38248,38537,38261,38052,38762,38713,38462,38098,38467,37665,38192,37570,38033,38577,38265,38843,38734,37864,38403,38325,38654,38641,38146,38150,37794,38139,38427,38741,38470,38374,38317,37960,37936,38238,38287,38091,38126,38261,38720,38154,37815,37983,38116,38259,38084,38125,37883,38226,37893,38586,38272,38301,43324,38286,38332,38059,38301,38038,37728,38546,38611,37998,38107,38358,38078,38242,38336,38306,38474,38053,37681,37900,38212,38462,37849,38143,38503,38444,37991,38555,37967,38594,38036],"completion":[37536,37523,37506,37337,37384,37957,37821,37654,37804,37535,39746,37922,38031,37635,37766,38240,37657,37613,37578,37883,37790,37807,37284,37471,37405,37754,37653,37654,37538,37972,37935,37706,37406,38020,37574,37668,37752,37870,37576,37505,37707,37764,37940,37414,37639,37565,37631,37713,37570,37457,37640,37751,37795,37570,37603,37762,37769,37784,37763,37640,37323,37830,37515,38028,37956,38122,37911,37513,37857,37589,37542,37931,37651,37397,37872,37687,37784,37800,37722,37865,37688,37308,37795,37861,40154,37744,37754,37512,38066,37876,37686,37722,37197,37937,37673,37518,37501,37834,37333,37530,37459,37921,37530,38004,37831,37921,37374,37750,37764,37357,37714,37735,37522,37694,37522,37453,37395,37796,37686,37320,37821,37858,37580,37652,41322,37745,38119,37522,37686,37840,37986,37857,37830,37804,38024,38346,37548,37601,37939,37497,37540,37838,37454,37956,37540,37872,37726,37761,37571,37974,37579,37476,37557,37973,38093,37348,37942,37677,37860,37373,37397,37478,37602,37667,37985,37993,37594,37764,37567,38120,37772,37580,37499,37623,37603,37211,37742,37754,41574,38033,37451,37591,38033,37889,37609,37725,37527,37664,37929,37320,37652,37535,37667,37778,37595,37291,37655,37660,37566,37780,37746,37699,37835,37664,37550,37717,37641,37262,37608,37988,37933,37451,37202,37894,37706,37495,37913,37751,37626,37860,37544,37411,37825,37766,37521,37558,37432,38336,37479,37779,37977,37844,42324,37935,37417,37689,38099,37469,37985,37953,37718,38130,37584,38024,37638,37823,37782,37767,37541,37628,38155,38153,37766,37318,37545,37826,37641,37569,37967,37778,37493,38113,37605,38041,37704,37972,37762,37529,37924,37093,37698,37833,37535,37751,38144,37321,37627,37567,37889,37187,38229,37280,37732,37438,37987,40136,37817,37595,37842,37886,37658,37767,37754,37807,37636,37465,37654,37702,37668,37327,37589,38060,37790,38009,37877,37763,37961,37647,37393,37383,37799,37589,37698,37366,37811,37584,42491,37452,37924,37646,37560,37514,38183,37922,37714,37691,37959,37766,37466,37940,37978,37311,37753,37655,37576,37811,40061,37278,37440,38153,37673,37181,37969,37747,37665,37655,37574,37526,37647,37755,37295,37559,37422,37613,37290,37963,38134,37699,37535,37753,38120,37895,37657,37646,37223,37942,37464,37429,37875,37395,38032,37858,37882,37725,37968,37786,37439,37907,37802,37620,38074,37510,37814,37740,37506,37580,37647,41729,37703,37524,37909,37502,37655,38328,37541,37796,37351,37444,37526,37828,37588,37646,37982,37332,37784,37877,37419,37729,37546,37857,37310,37506,37547,37929,37302,37438,37591,37836,37957,37707,37878,37755,37635,37698,37365,37454,37489,37594,37737,37472,37920,38071,37351,37637,37526,37651,37788,40640,37402,37787,37679,37566,37754,37562,37700,37264,37738,37885,37515,37709,38668,37970,38000,37830,37562,38113,37539,37472,38120,37947,37562,37768,37361,38026,37955,37768,37895,37931,37862,37647,37274,37892,38173,37728,37576,38044,37685,37552,37645,37984,37668,37556,37914,38036,37528,38016,38332,37410,37295,37773,37392,37804,37443,37424,37352,294449,37846,37899,37992,37712,37498,37438,37522,37601,37277,38145,37523,37491,37963,38306,37788,37533,37616,37846,37661,37407,37506,37693,37224,37851,37601,37821,37927,37359,37477,37530,37747,37920,37777,37382,37658,37917,37802,37599,37633,37487,37663,37706,37698,37884,37576,37698,37815,37585,37968,37888,37537,37332,37685,37686,37526,37927,38015,37891,37831,37731,37386,37676,37910,37829,37447,37615,37603,37611,37544,37755,37587,37969,37835,37893,37579,37676,37695,37625,37572,37939,41580,37845,37579,37753,37435,37803,37356,37901,37170,37825,37924,37682,37572,37574,38040,38186,37690,37784,37526,37753,37694,37683,37479,37894,37570,37926,37472,37923,37888,37444,37507,37934,37697,37905,37727,37383,37972,37615,37577,37762,37436,37871,37484,37539,37326,38225,37560,40791,38382,37907,37915,37344,37899,37517,37543,37425,37524,38050,37580,37705,37422,37455,37723,38151,37554,37674,37709,37721,37664,37820,37862,38026,37773,37578,37755,37886,37904,37807,37250,37700,37620,37678,37279,37663,37649,38030,38161,37675,37862,37926,37707,37862,39907,37692,37718,37593,37802,37676,37888,37692,37755,37760,37635,37263,37795,37769,37655,37327,37505,37711,37565,37545,37427,37578,37632,37828,37479,38221,37690,37526,37230,37554,37376,37869,37747,37821,37773,37863,37864,37698,37226,37456,37374,37585,37853,37761,37330,37590,37805,37798,37635,37707,37777,37570,37899,37528,37363,37095,37637,37316,37569,37987,37955,37989,37795,38086,37968,38363,37658,37573,37821,37937,37830,37366,37479,37663,37624,37376,37724,37932,37674,37468,37791,38027,37551,37388,37479,38018,37237,37507,37334,37890,37561,37166,37706,37531,37879,37700,37479,38089,37223,37603,37942,37701,37725,37515,37984,37839,37967,37414,38087,37888,37668,37700,37629,37797,37828,37733,37689,37388,37653,37404,37656,37792,37942,37836,37651,37858,37583,37623,37740,37497,37449,37490,37705,37660,37464,38042,37597,37773,37672,37762,37449,37666,37873,37655,37713,37306,37481,38066,37831,37483,37518,37655,37489,37556,37729,37454,37835,37927,37319,37861,37826,37535,37803,37990,37500,37538,37627,37723,37897,37685,37515,37565,37218,37629,37830,37546,38085,38097,41899,37668,37942,37826,38054,38023,37493,37519,37659,37777,37867,37366,37621,38237,37788,39525,37969,37401,37944,37371,37910,37437,37677,37765,38031,37339,37837,37555,37599,37589,37616,37716,37607,37640,37973,37855,37679,37536,37771,37485,37530,37932,37527,41618,37452,37393,37666,37468,37913,37550,37620,37259,37267,37684,37895,37161,37533,37758,37759,37472,37618,37430,37509,37518,37903,37514,37801,37482,37435,37893,37567,37712,37998,37723,37512,38228,38175,37923,37557,37935,37122,37651,37025,37503,38047,37722,38301,38192,37323,37859,37784,38110,38103,37617,37610,37251,37597,37894,38197,37928,37831,37776,37428,37397,37697,37748,37564,37588,37720,38179,37615,37287,37440,37574,37730,37544,37593,37344,37686,37352,38061,37738,37760,42782,37708,37744,37529,37740,37485,37180,38013,38066,37463,37564,37813,37529,37709,37800,37761,37933,37508,37138,37364,37666,37915,37303,37594,37969,37899,37444,38010,37421,38058,37492],"submission":[43279,43499,44508,732,556,599,518,564,525,542,528,529,523,535,524,531,523,547,528,532,527,532,527,533,529,531,565,549,539,530,538,529,537,582,558,544,525,519,530,517,527,520,527,517,529,521,534,525,527,578,532,521,532,523,539,519,528,524,522,521,532,522,531,521,530,520,570,545,516,530,515,531,513,531,515,528,512,530,510,533,514,530,515,528,515,543,514,530,514,533,516,530,518,530,514,530,516,530,513,550,514,532,519,532,515,529,517,533,516,528,515,530,515,531,515,532,517,528,516,528,515,536,511,531,515,529,515,566,546,498,552,517,532,498,528,517,534,520,519,520,534,533,533,532,535,532,530,530,530,531,534,531,539,528,534,534,530,534,532,530,531,531,530,534,530,531,534,533,527,534,529,530,530,529,531,534,532,532,530,532,533,530,534,524,532,528,533,532,531,535,527,530,535,534,535,532,534,532,533,530,533,531,529,531,531,536,533,535,529,531,531,534,532,528,531,534,533,528,530,515,533,530,532,532,552,552,546,554,537,551,536,553,537,530,538,531,541,529,538,529,541,529,543,530,543,530,539,528,541,529,545,530,541,529,541,531,546,537,562,543,533,531,536,532,536,531,533,535,533,533,539,530,538,529,535,530,536,533,535,530,536,534,537,535,534,533,534,531,534,537,536,532,534,532,629,528,535,535,532,532,532,537,531,536,532,536,532,537,533,535,534,532,529,537,536,537,610,557,550,538,524,535,531,536,534,533,530,537,533,535,533,530,532,537,536,536,532,539,531,537,528,538,532,535,532,536,532,538,531,536,533,536,531,533,534,536,532,539,528,537,535,537,529,536,533,538,532,535,533,540,531,538,529,534,531,531,531,534,535,536,531,536,532,534,532,537,534,534,532,535,534,533,529,536,534,533,531,538,562,535,533,532,533,537,532,534,532,534,536,531,529,531,533,531,530,530,538,531,535,531,533,529,533,533,542,531,530,533,534,543,553,536,545,536,532,538,533,537,525,535,534,532,533,535,533,534,531,533,531,534,537,536,534,547,532,536,528,537,535,544,532,533,534,532,534,542,533,534,533,535,616,540,531,537,532,537,553,536,535,535,535,563,534,533,532,533,532,536,530,534,533,534,544,534,533,573,573,557,548,547,553,538,532,520,529,546,530,531,531,530,542,531,528,587,611,552,532,551,566,552,533,548,550,552,531,533,544,536,531,535,544,535,534,537,540,536,534,545,548,537,533,547,531,536,536,544,532,540,533,537,530,535,542,535,533,534,541,535,529,547,529,534,532,544,533,536,540,535,533,534,550,536,533,545,532,558,553,562,530,536,542,538,533,538,545,534,532,545,534,538,545,536,534,546,531,531,543,532,533,547,536,533,545,536,545,536,534,546,537,532,546,534,534,538,537,532,543,530,538,541,540,534,549,534,543,532,539,622,537,532,544,530,536,533,535,543,536,532,541,530,538,542,536,542,535,532,547,530,546,531,535,541,536,542,536,530,542,532,613,552,560,536,555,537,547,553,541,561,539,563,540,560,540,559,539,561,541,551,542,549,543,552,544,657,545,550,547,535,543,543,542,528,527,530,530,627,532,533,533,519,531,520,550,523,550,524,548,519,551,520,540,521,539,531,543,531,532,541,531,540,530,545,533,543,533,541,532,544,529,544,530,541,531,545,531,542,530,542,534,586,557,565,531,553,529,546,541,531,529,516,543,531,543,530,544,533,543,536,540,529,539,530,539,541,530,541,532,544,532,541,529,541,529,542,541,536,544,530,540,531,538,540,529,544,529,539,532,540,540,530,540,530,544,535,540,539,530,543,532,538,542,533,539,529,545,578,529,531,530,537,543,531,541,532,540,543,535,541,560,571,574,552,543,519,542,528,533,545,540,527,540,532,538,541,529,540,534,540,541,534,538,535,527,542,527,541,538,529,545,545,534,547,547,530,539,546,527,529,553,520,544,541,533,543,546,529,542,628,530,545,541,534,544,542,531,545,540,537,536,542,544,536,540,540,532,541,539,532,541,546,548,530,540,546,544,590,583,544,543,558,515,549,539,538,522,550,532,547,522,548,531,551,525,543,539,541,534,536,539,538,540,534,538,539,541,532,543,541,545,530,530,543,542,542,541,544,541,544,538,529,540,543,542,533,544,542,543,541,532,539,541,539,527,538,541,541,539,528,543,542,529,540,532,539,540,541,525,534,541,542,578,588,530,561,553,548,533,545,535,543,545,549,533,536,545,541,545,543,536,546,547,546,549,534,545,547,545,546,536,544],"total":46657835,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":1000,"size":1048576}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/nodeoutsidercopy-internode-n0ton1-1gib-1e.json b/benchmarks/benchmark-results/nodeoutsidercopy-internode-n0ton1-1gib-1e.json new file mode 100644 index 0000000..f09de88 --- /dev/null +++ b/benchmarks/benchmark-results/nodeoutsidercopy-internode-n0ton1-1gib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34232853,34243707,34236473,34211095,34183392,34189211,34279542,34192031,34178162,34200387],"completion":[34189222,34200614,34192384,34210559,34182943,34188787,34279118,34190870,34177757,34199955],"submission":[43631,43093,44089,536,449,424,424,1161,405,432],"total":308018121,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/nodeoutsidercopy-internode-n0ton1-1mib-1e.json b/benchmarks/benchmark-results/nodeoutsidercopy-internode-n0ton1-1mib-1e.json new file mode 100644 index 0000000..014f137 --- /dev/null +++ b/benchmarks/benchmark-results/nodeoutsidercopy-internode-n0ton1-1mib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":3},"report":{"iterations_completed":1000,"status":"ok","time":{"combined":[77662,76914,77701,36082,36577,35985,36277,36340,36068,36113,36034,36072,36100,36147,35798,35680,35971,36116,36460,36065,35923,36816,36471,36383,36433,36271,36423,35858,36717,36007,36884,36014,36276,36275,35855,36393,35624,35933,35801,35577,35972,35746,36818,35920,35877,35953,36182,36134,36103,35746,36050,36271,35809,35973,41314,36459,36665,36220,35873,36305,36277,35846,36025,35872,36023,36064,36433,36016,35775,35892,35809,36522,36524,36253,35708,35983,35854,35785,35849,36188,36108,36755,36569,35812,35804,36001,36151,36491,35622,36404,36049,36129,35653,35831,35857,36598,36140,37201,36521,35692,36624,35695,35994,35823,35905,36075,36005,36105,35733,36361,36126,36202,36096,35895,39837,36849,36042,36493,35917,36300,35578,36142,36314,36290,36346,36067,36149,36214,36083,35719,36123,36237,35650,36049,35872,36222,36131,36071,36463,36273,36264,36002,35929,35929,36090,35798,36616,35728,35797,35969,35977,35982,36252,36110,36449,36050,36137,36254,36137,36456,36170,35702,36107,36130,36132,36316,36097,36054,35974,36405,36029,36206,35932,36068,40187,36055,35942,36118,35956,36032,36357,36381,35792,35858,35823,35781,35922,35760,35864,35955,35957,36402,36067,36182,36057,36108,36082,36485,35968,35903,35786,36162,36797,36072,36407,35715,35808,36148,35611,35853,35676,35902,35803,36025,36141,35794,36293,35678,36607,36458,36375,35717,35873,35951,36549,36047,36217,38366,36721,35645,35695,35937,36644,35851,35729,36188,35818,36440,36684,36189,36440,36237,36184,36479,36515,35941,35867,36222,36969,36093,35682,35771,36542,36224,35714,35991,36056,36188,35862,35745,36246,36287,36294,36045,35993,36066,36149,36145,35908,36219,35752,35983,36384,36076,35798,35963,36772,35968,35816,35765,35765,36261,35838,35737,36248,35909,35852,35946,35803,36020,41558,36151,36039,36754,35888,36135,36884,35983,35992,36024,35863,35678,35896,35932,36425,36031,35703,36042,36092,35442,36194,36284,35884,35908,36587,36086,36169,35823,36114,36286,37083,35947,35805,36077,36195,36584,36443,36368,36043,36069,38331,36071,36469,36451,35845,36483,36225,35897,36193,36205,36513,36675,36661,36449,36005,36195,36074,38767,36222,35768,35820,36001,36299,36286,36188,35861,36218,35997,35945,36251,36507,36431,35902,35650,36020,35862,35929,36159,36854,35967,36011,36346,36449,36127,36083,36601,36359,36316,36137,35825,35876,35962,36006,36797,36226,36009,35910,35900,35851,35940,35957,35724,36524,36462,36267,36135,35948,36299,36358,36064,36309,35864,36378,36501,35991,36550,35828,36377,36322,35985,36152,35797,36046,36331,36100,35961,36318,36181,35888,36820,36243,35762,36224,35929,35667,36278,36164,36019,35888,35955,36640,36119,35899,36160,35915,35957,35697,35840,36072,35845,36121,36144,36055,36024,36135,36313,35728,36355,36051,36743,35702,35722,36042,35958,35974,36544,36194,36193,35779,36846,35890,36197,35914,35794,35865,35581,36575,35738,35806,35659,36460,35782,35703,36281,36543,36569,35913,35874,36099,35882,36083,36589,36295,35833,35774,35789,36027,35898,36560,35991,36066,36102,36496,36831,36525,35997,35767,35941,35945,36193,35872,35738,35997,36098,35882,36244,41860,36551,35844,35848,35707,36210,36576,36007,39350,36057,35936,35859,36146,35678,35823,35949,35658,35662,36546,36193,35815,35777,36627,36565,36179,36951,36377,35996,35903,36818,36395,36221,36408,35852,36048,36714,35832,35963,35640,36138,35983,35638,35899,36023,36263,36515,35929,36279,36800,35623,35845,36050,36416,35953,36463,36213,35954,36338,35766,36137,36779,35844,38085,36427,36732,36426,36204,35879,36334,35973,35862,36075,36359,36453,36051,36003,35653,35726,36081,36034,36011,36243,36619,36049,36228,35919,35989,36039,35601,35869,36066,36145,35850,36157,36035,35954,35971,36163,36660,35852,36215,35830,36234,35856,36303,36013,36071,36385,36305,35996,36020,35819,35802,35840,35631,36460,35620,36528,36180,36068,35912,36073,36057,35667,36323,36561,36234,36017,36250,36102,35716,36773,36089,36751,35623,36379,36415,36574,36237,35959,35443,36196,35910,35881,36385,36193,36631,35701,35811,35800,36359,35665,36086,35794,35882,35911,36433,36025,36240,35616,35959,36193,36310,36353,35729,35858,36437,36285,39743,36100,36053,36006,36223,36427,35922,35864,36256,36068,36226,36068,36435,36002,36061,35963,35851,35745,35746,36172,36113,35635,35817,36305,36126,36070,36014,36379,36513,35878,35907,35991,35998,35939,36846,36051,36243,36320,35981,35560,35847,36304,35721,36098,35845,36204,36309,35898,35970,35894,36466,35809,35862,35850,35835,35866,36337,35931,36426,35774,36080,35990,36238,36097,36300,36220,35835,36034,35961,36353,35710,35878,35849,36211,35686,36413,35830,35788,37037,35792,36545,36447,36104,35662,36871,35920,35909,36334,35979,35648,35925,35911,36252,35941,36593,35906,35839,36778,36023,36470,35804,36118,36139,35722,36495,36031,36228,36487,36049,35878,35855,36171,36229,36221,36991,37139,36189,35922,36546,35843,36072,36360,35964,36048,35902,36046,36118,36052,36510,36643,36833,36165,36533,36411,36117,36374,36099,35846,36622,36002,35910,35918,35982,36066,36324,36023,36301,35810,36243,36324,36184,36055,36037,36055,36150,38606,35707,36163,36236,35998,35846,36100,35964,36371,35758,36185,35943,35794,35740,36188,35718,35962,36170,35717,36007,36431,36334,35878,36747,36429,35986,36145,35912,36000,35899,35832,36395,36436,36128,35740,36252,36461,36016,35841,36193,36546,36353,36767,35641,36313,36326,36038,36038,36324,35964,35943,214806,35748,37145,36319,35965,35868,36069,36231,36766,35767,36516,36442,35739,35830,36121,36248,36331,35865,36454,36036,35649,36082,35835,36146,35997,35736,36498,36211,35797,36076,35906,36256,36141,36226,35789,36300,36691,36396,36124,36052,35673,36037,35976,36006,36143,35891,39493,35952,36674,36302,35895,36073,36825,36375,36341,36360,36231,36491,36282,36065,36020,36024,35834,37042,36001,35874,36121,35712,36083,36116,35717,35879,35915,36081,36322,35936,36521,36168,35857,36991,36388,36216,35744,35935,36114,36216,35996,36536,36392,36640,36481,36605,36715,36424,36315,40453,36282,36251,36321,36605,35617,35805,35909,35929,38055,36196,35755,35587,35894,36327,35755,36078,35960,35788,36275,36300,36566,36098,35655,36404],"completion":[35886,35759,35608,35571,36175,35552,35865,35954,35673,35698,35645,35677,35712,35752,35409,35283,35583,35708,36075,35673,35538,36423,36083,35990,36044,35876,36038,35464,36328,35612,36496,35620,35890,35869,35457,36005,35243,35544,35417,35193,35589,35363,36433,35535,35496,35570,35798,35751,35720,35364,35668,35886,35430,35589,40930,36074,36282,35839,35492,35922,35895,35461,35642,35490,35641,35673,36033,35618,35358,35500,35421,36127,36143,35869,35325,35596,35472,35400,35467,35801,35724,36370,36185,35426,35418,35619,35769,36107,35237,36020,35667,35740,35268,35444,35419,36209,35756,36758,36107,35301,36235,35246,35605,35435,35519,35684,35617,35715,35344,35973,35737,35817,35708,35509,39447,36464,35653,36107,35530,35910,35189,35754,35928,35901,35957,35679,35763,35826,35693,35324,35717,35845,35263,35658,35486,35808,35744,35678,36077,35880,35895,35610,35544,35535,35705,35405,36228,35335,35412,35577,35591,35589,35865,35716,36062,35658,35751,35862,35749,36065,35783,35308,35719,35738,35745,35922,35711,35659,35583,36015,35637,35814,35547,35674,39803,35661,35552,35725,35572,35641,35970,35985,35405,35465,35435,35395,35536,35368,35478,35561,35574,36008,35681,35788,35671,35715,35696,36093,35582,35511,35402,35767,36409,35678,36021,35319,35415,35761,35222,35468,35286,35515,35414,35638,35754,35407,35904,35289,36219,36068,35990,35333,35485,35565,36159,35659,35828,37979,36331,35252,35309,35549,36256,35461,35341,35799,35431,36040,36295,35793,36048,35850,35795,36090,36131,35553,35480,35836,36580,35705,35292,35383,36155,35834,35326,35600,35667,35793,35476,35353,35858,35895,35909,35638,35624,35674,35765,35753,35520,35830,35356,35592,35999,35685,35414,35573,36387,35580,35430,35371,35382,35871,35451,35339,35862,35519,35466,35558,35417,35630,41171,35763,35653,36354,35500,35746,36498,35591,35602,35635,35480,35286,35509,35541,36037,35639,35319,35653,35707,35054,35807,35894,35497,35521,36185,35697,35781,35431,35725,35901,36697,35556,35419,35688,35807,36194,36055,35979,35655,35679,37943,35681,36080,36059,35459,36095,35839,35507,35804,35819,36126,36286,36275,36058,35615,35803,35688,38378,35829,35381,35431,35613,35912,35896,35804,35475,35831,35607,35558,35854,36119,36042,35513,35259,35633,35473,35544,35771,36469,35577,35624,35956,36064,35739,35694,36185,35973,35926,35746,35434,35490,35571,35619,36408,35835,35620,35521,35512,35461,35553,35567,35338,36135,36077,35881,35750,35555,35918,35971,35679,35920,35477,35987,36118,35604,36165,35438,35989,35919,35587,35760,35411,35655,35944,35708,35567,35927,35791,35500,36435,35858,35377,35834,35544,35275,35892,35772,35632,35496,35567,36248,35734,35508,35775,35527,35571,35307,35453,35681,35459,35730,35759,35666,35640,35744,35929,35335,35970,35657,36360,35309,35333,35652,35570,35582,36111,35802,35807,35388,36459,35500,35814,35523,35409,35474,35194,36184,35353,35415,35273,36069,35395,35313,35895,36078,36184,35524,35489,35709,35497,35692,36204,35903,35447,35383,35406,35638,35512,36171,35606,35677,35706,36108,36432,36137,35611,35377,35555,35505,35807,35478,35353,35607,35713,35493,35860,41468,36138,35427,35445,35294,35824,36186,35592,38928,35657,35538,35475,35759,35292,35430,35569,35270,35276,36149,35805,35432,35390,36237,36168,35791,36568,35991,35610,35512,36431,36005,35834,36020,35463,35602,36330,35443,35578,35252,35748,35591,35253,35512,35635,35875,36128,35543,35890,36415,35233,35457,35661,36031,35560,36077,35824,35564,35952,35378,35747,36393,35453,37696,36039,36346,36039,35818,35489,35944,35583,35473,35682,35971,36063,35663,35617,35266,35337,35693,35645,35624,35854,36233,35660,35839,35530,35599,35649,35208,35482,35681,35756,35460,35767,35650,35565,35584,35759,36259,35465,35810,35414,35824,35467,35918,35608,35685,35987,35917,35608,35638,35433,35405,35454,35239,36073,35230,36141,35788,35679,35520,35688,35668,35281,35933,36172,35838,35629,35858,35715,35328,36388,35693,36363,35235,35991,36025,36178,35841,35573,35048,35809,35519,35496,35999,35806,36242,35315,35421,35405,35967,35270,35695,35405,35491,35520,36044,35641,35851,35230,35574,35808,35918,35965,35334,35460,36047,35890,39354,35712,35667,35611,35834,36038,35526,35476,35869,35677,35837,35673,36038,35613,35674,35575,35465,35360,35353,35774,35725,35247,35429,35914,35740,35670,35624,35998,36121,35493,35517,35606,35610,35553,36454,35663,35856,35933,35592,35170,35459,35915,35331,35653,35457,35818,35919,35511,35582,35507,36076,35422,35473,35461,35445,35474,35948,35541,36045,35384,35693,35599,35848,35706,35910,35832,35445,35647,35573,35961,35320,35490,35460,35823,35298,36024,35445,35402,36649,35401,36157,36058,35720,35272,36485,35531,35522,35945,35590,35259,35535,35521,35864,35551,36208,35516,35451,36392,35636,36080,35417,35727,35759,35334,36107,35643,35842,36099,35662,35507,35469,35781,35841,35832,36603,36751,35786,35523,36152,35460,35680,35980,35571,35659,35512,35664,35727,35670,36117,36263,36440,35783,36138,36030,35724,35994,35708,35464,36228,35622,35489,35529,35573,35674,35927,35634,35898,35419,35841,35942,35793,35675,35646,35664,35758,38213,35306,35769,35836,35606,35449,35699,35567,35970,35364,35789,35546,35404,35337,35795,35315,35573,35762,35328,35607,36043,35937,35486,36348,36038,35580,35752,35503,35608,35500,35442,35998,36044,35730,35347,35854,36066,35612,35449,35782,36154,35950,36376,35244,35922,35929,35652,35638,35933,35569,35552,214400,35314,36739,35917,35567,35467,35675,35832,36372,35370,36123,36048,35346,35450,35725,35851,35924,35456,36058,35639,35251,35691,35440,35753,35603,35339,36099,35812,35400,35682,35511,35859,35739,35807,35393,35904,36297,36003,35725,35650,35277,35641,35579,35610,35747,35497,39091,35557,36275,35908,35500,35676,36430,35980,35943,35888,35837,36094,35888,35669,35620,35619,35438,36647,35605,35480,35725,35317,35687,35720,35320,35486,35519,35688,35927,35541,36117,35767,35450,36589,35985,35812,35346,35541,35717,35822,35576,36129,35988,36245,36077,36208,36314,36011,35911,40060,35886,35855,35921,36209,35217,35398,35509,35534,37652,35791,35343,35181,35483,35931,35342,35683,35563,35395,35872,35898,36156,35693,35248,36008],"submission":[41776,41155,42093,511,402,433,412,386,395,415,389,395,388,395,389,397,388,408,385,392,385,393,388,393,389,395,385,394,389,395,388,394,386,406,398,388,381,389,384,384,383,383,385,385,381,383,384,383,383,382,382,385,379,384,384,385,383,381,381,383,382,385,383,382,382,391,400,398,417,392,388,395,381,384,383,387,382,385,382,387,384,385,384,386,386,382,382,384,385,384,382,389,385,387,438,389,384,443,414,391,389,449,389,388,386,391,388,390,389,388,389,385,388,386,390,385,389,386,387,390,389,388,386,389,389,388,386,388,390,395,406,392,387,391,386,414,387,393,386,393,369,392,385,394,385,393,388,393,385,392,386,393,387,394,387,392,386,392,388,391,387,394,388,392,387,394,386,395,391,390,392,392,385,394,384,394,390,393,384,391,387,396,387,393,388,386,386,392,386,394,383,394,386,394,386,393,386,392,386,392,384,395,388,394,386,396,393,387,389,385,390,387,389,387,387,387,389,389,388,390,385,384,388,386,390,388,389,387,390,393,386,388,388,390,388,389,387,400,389,396,392,387,389,389,384,388,387,386,389,388,390,388,387,390,388,391,389,395,386,392,388,392,385,407,369,392,384,392,388,389,396,391,385,391,384,390,385,388,386,394,383,390,387,398,386,390,386,388,386,390,387,388,386,400,388,389,386,392,390,389,383,392,387,391,388,392,384,389,385,388,387,390,387,387,402,389,388,392,389,385,386,391,386,389,388,390,388,389,388,390,388,390,389,392,386,388,386,390,389,386,387,389,386,391,390,392,386,389,393,387,389,388,387,390,384,386,387,390,387,397,388,389,389,391,387,389,385,388,385,390,387,390,385,388,389,416,386,390,391,391,386,391,387,389,391,389,389,388,390,387,390,386,389,385,386,385,393,381,387,385,389,387,391,383,387,385,390,388,403,398,392,386,391,387,392,394,391,390,388,385,385,385,390,385,392,386,392,387,392,388,392,385,391,385,388,386,390,387,391,386,391,385,389,384,391,384,393,385,394,383,393,389,390,388,392,433,392,386,391,387,390,383,391,385,391,387,391,385,391,386,391,387,390,386,465,385,389,385,390,385,391,385,392,386,391,383,389,386,389,385,389,396,388,399,388,386,390,386,440,386,394,385,390,385,389,384,392,413,417,403,413,386,390,415,422,400,398,384,387,386,393,380,388,386,397,388,383,387,390,397,388,383,386,386,391,387,390,387,388,389,446,384,389,385,388,390,392,385,387,388,388,387,386,389,385,390,388,389,385,393,386,389,390,386,388,390,386,391,389,388,386,387,386,390,390,390,389,393,388,390,388,386,387,389,388,389,387,389,386,389,389,389,390,390,393,387,385,389,390,390,385,389,387,404,401,387,405,416,410,389,385,405,386,398,388,388,382,386,397,386,392,387,390,387,392,389,392,385,389,386,390,389,396,388,392,387,388,385,396,388,388,388,390,396,396,386,395,387,391,385,386,387,389,386,390,395,392,395,391,389,391,391,389,384,389,386,385,385,392,388,395,398,390,395,389,388,386,395,389,389,396,388,387,391,389,395,397,389,387,388,386,385,393,398,388,388,388,391,386,400,390,381,392,385,390,385,388,386,392,388,387,387,389,390,388,389,390,445,388,386,390,387,388,387,390,387,389,389,390,392,389,390,381,390,387,391,390,391,390,388,390,387,388,392,390,388,389,388,388,389,385,386,388,391,388,389,384,390,386,389,387,389,389,389,390,390,388,390,385,390,388,386,387,390,387,391,380,388,388,388,386,388,387,371,386,390,388,389,388,388,403,399,394,383,392,380,393,389,390,382,391,382,393,380,393,382,395,381,393,380,391,382,394,380,421,389,409,392,397,389,403,391,402,382,391,380,391,391,392,393,401,394,400,392,397,401,397,401,394,396,397,390,403,393,403,389,408,389,400,388,397,392,399,391,406,393,409,392,399,390,397,392,398,393,398,395,404,392,411,392,403,391,397,391,397,386,400,391,395,391,406,434,406,402,398,401,394,399,394,397,393,394,393,380,396,397,407,409,396,397,398,391,395,393,394,397,399,399,397,394,395,397,402,419,396,396,394,393,399,402,396,396,397,396,396,394,402,395,399,394,395,397,395,395,398,472,394,397,394,396,400,405,396,395,396,394,396,395,396,396,397,393,396,393,395,395,404,401,407,402,403,404,398,394,397,394,420,407,404,395,404,397,401,413,404,393,396,396,400,396,400,407,400,395,403,405,412,406,411,396,413,395,397,393,403,402,410,405,407,396],"total":41209816,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":1000,"size":1048576}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/sockoutsidercopy-internode-n0ton1-1gib-1e.json b/benchmarks/benchmark-results/sockoutsidercopy-internode-n0ton1-1gib-1e.json new file mode 100644 index 0000000..baee369 --- /dev/null +++ b/benchmarks/benchmark-results/sockoutsidercopy-internode-n0ton1-1gib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[34230045,34225594,34231469,34175183,34189412,34271592,34185471,34199043,34194772,34183740],"completion":[34185778,34181310,34187258,34174670,34188949,34271136,34184157,34198623,34194376,34183316],"submission":[44267,44284,44211,513,463,456,1314,420,396,424],"total":307955789,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/sockoutsidercopy-internode-n0ton1-1mib-1e.json b/benchmarks/benchmark-results/sockoutsidercopy-internode-n0ton1-1mib-1e.json new file mode 100644 index 0000000..0520b9f --- /dev/null +++ b/benchmarks/benchmark-results/sockoutsidercopy-internode-n0ton1-1mib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":3},"report":{"iterations_completed":1000,"status":"ok","time":{"combined":[78961,79742,79271,35991,35956,36056,36126,36027,35829,36107,35860,36109,35854,36171,35898,36204,35758,36166,36073,41110,35886,36064,36130,36399,36063,35822,35870,35914,35612,36246,36271,35692,35908,35961,36716,36095,36061,35742,35831,35946,35713,35906,35646,35812,35924,35948,35846,35732,36169,36012,36230,36035,35679,36083,35864,35978,35932,35804,35700,36195,35576,36006,35793,36104,35795,35918,36261,35995,36005,35927,35809,36127,35998,36268,35934,36046,36018,36133,36605,36225,36067,36017,35976,35760,36151,35803,36232,36020,38600,36094,35900,36119,35744,35999,35981,35923,35837,35924,36107,35794,35829,36229,36190,35980,35893,35901,35746,35834,36760,35904,35766,35622,35786,35835,35847,36098,36000,35817,35606,36112,36157,35927,35774,36019,35779,35911,35819,36216,35969,35778,36169,35824,35769,36097,35936,35933,36448,36263,36149,36600,35916,35916,36015,36315,35985,35837,35843,41804,35860,35764,35865,36073,35767,35952,35924,35887,35980,35745,35789,35907,35905,36377,36382,35889,35764,36026,35996,35708,36138,35771,36087,35866,35727,36078,35951,35808,35684,36808,35913,36252,35777,35861,35908,36156,35691,35628,35959,36261,36054,36093,36610,36053,35900,35837,35937,35904,35960,35707,35998,35810,35881,35965,35962,35871,36273,36083,39268,35805,35861,36620,35794,35804,35560,35886,35876,35839,36250,35890,36106,35627,35808,36476,35786,36286,36352,35747,35685,36105,35801,35881,36507,36070,35913,35929,35707,36185,36205,35819,35964,36110,35946,35935,35874,35839,35861,35732,35758,35904,36030,36326,35732,35882,35808,35810,36096,36172,35711,35564,35949,35725,37129,35743,35742,39138,35565,36000,36390,35648,35889,36035,35883,36043,35788,36270,36107,36235,35726,35889,35870,36040,35978,35753,35788,35828,35762,36042,35784,36014,35946,35763,35719,36052,35959,35667,35750,35905,35710,35597,35789,35783,35773,36344,36291,35641,35735,35721,36204,35889,35916,35712,35843,36121,36006,36648,35700,35758,36045,35762,35738,37668,36385,35838,35954,35876,35837,35984,35907,35687,35705,35914,36460,35833,36113,35644,35869,36020,36105,35729,35864,35653,35701,35686,35962,35842,35992,36298,35922,35904,35990,35858,36105,35743,35748,35905,35729,36020,36013,35891,36375,36077,35851,35625,35712,35826,36014,35950,35947,36158,35739,35829,36040,36195,35668,35811,35878,36203,35768,35955,35810,35937,36315,36346,35724,36890,35979,35634,35911,35827,35845,36105,35719,35849,36337,36058,36301,36039,36001,36443,35949,35951,35644,36211,35859,35743,35964,36196,35762,36061,36074,36425,36077,35757,35904,35727,35625,35794,36106,36120,37343,36018,35953,35666,36160,35746,36071,36018,35879,35926,35808,35766,36051,36050,36450,35899,36300,35832,36066,35857,35779,36299,36011,35812,36060,36004,36064,35554,36066,36107,35711,35988,36143,36204,35991,36026,35697,35772,35776,35773,35574,36074,36060,35927,35930,35903,35953,35970,36042,35706,36051,35950,35949,35851,35972,36775,35873,35902,35551,35993,36109,35679,36060,35867,36118,36232,35718,37902,36346,35775,36193,35809,35848,35656,35935,36070,35778,35923,35725,35950,36043,35753,35944,35955,35808,36221,36211,35524,35983,35690,35785,36627,35803,36075,36020,35631,36046,36015,35966,35850,35782,35989,36314,35697,35695,36234,35883,35590,35987,35936,35981,35770,35717,36415,36161,35883,35723,35721,36068,35714,38876,35911,35902,35809,36138,35623,35819,35803,35989,35690,36541,35739,35906,35657,36061,36649,35470,35657,35938,35782,35827,35671,36027,35773,36186,35968,35878,35710,35994,35872,36035,35843,35862,35691,35644,36032,36036,35804,35801,35746,35880,35980,36461,36355,36157,35816,35968,35839,35831,35780,35883,35993,36029,36045,36093,35903,35811,35840,35912,36180,35768,35762,36357,36044,36025,35874,35762,36007,35869,35886,35547,36239,35873,36064,35575,36182,35786,35638,35952,35957,35832,36150,36441,35614,35972,35876,36166,35941,35712,36010,36016,35919,36188,35953,35965,36327,35650,35865,36014,35661,35899,35742,35850,35994,36076,35866,38969,35803,36175,35847,35742,35786,35846,35773,35822,35790,35845,35606,35986,35804,35853,35648,35991,36000,35785,35853,36021,36002,35806,35531,35740,35882,36088,35806,35893,36134,35996,36045,35794,36287,35774,35538,36207,35842,36296,35991,36002,35929,35949,35865,35911,35700,35530,35754,35897,35690,35972,35735,40808,36116,36034,35500,35872,35703,35957,36036,36275,35868,35873,35724,35632,36273,35843,35881,36164,35987,36220,35993,36068,36028,35740,35828,35996,35675,35839,35817,35951,36107,35490,35798,35886,35867,35952,35938,35784,36170,35780,35828,35791,35635,36066,35749,35924,36143,35742,35683,35714,35682,35999,35695,35628,35531,35931,35554,35932,36329,35898,35642,35793,36003,35983,36020,35719,35717,35530,35718,35586,35902,35911,36307,36150,35996,35692,35792,35938,36032,35835,36226,36104,35777,36738,35645,36062,35797,36121,36071,36113,35926,35636,35742,35778,36028,36018,36033,35946,35837,36049,35455,35772,36814,36021,38196,35527,35850,36598,36101,36164,35846,36042,35931,36259,35788,35680,35948,35860,36163,35613,35783,36063,35995,35908,36029,35846,36055,35765,35896,35771,35912,35903,35804,36140,35925,36245,35834,35636,35998,36035,35934,35690,35703,35944,35854,35883,36326,35936,36326,35906,38117,36449,35625,35865,35876,35825,35952,35870,36413,36154,35832,35864,36806,35890,35817,36169,35811,36032,35846,36038,35625,36009,35763,35989,35766,36159,36077,35856,35913,36017,36069,35788,36086,36068,35793,35801,35890,36390,36036,35531,35796,35819,35968,35788,35888,35775,35939,35733,35613,35907,41515,35945,36170,35867,35697,35687,35889,36085,36001,35936,35792,36036,36062,35940,36166,35741,35830,35987,35945,35832,35993,36417,35679,35986,35837,35924,36125,35869,35580,35593,35716,35956,35741,36468,35643,36592,35970,35979,35913,35990,35970,36059,36250,35709,35866,36106,35975,35706,35906,35824,40288,36055,35955,35811,35717,35873,35555,35736,35796,35653,35867,36634,35914,35607,36012,35937,35878,35768,35946,35879,35818,35936,36029,36065,36007,35928,35793,35809,35989,35873,36053,35902,36197,36011,36005,35638,35879,35648,35912,35989,36149,35768,35730,35958,35690,35692,35996,35768,36019,35786,36032,35725,35752,35590,36067],"completion":[35596,35534,35238,35349,35432,35503,35586,35521,35323,35574,35369,35625,35370,35686,35416,35720,35274,35676,35587,40629,35373,35561,35619,35907,35574,35332,35368,35422,35110,35754,35764,35201,35406,35434,36217,35610,35577,35254,35346,35461,35217,35422,35163,35328,35441,35461,35364,35259,35696,35539,35759,35562,35206,35610,35364,35505,35461,35330,35229,35723,35107,35528,35317,35628,35320,35420,35751,35501,35521,35432,35323,35629,35512,35777,35450,35555,35535,35643,36121,35733,35586,35529,35494,35269,35665,35328,35749,35495,38118,35602,35414,35624,35260,35507,35498,35432,35324,35443,35612,35312,35339,35748,35693,35459,35375,35414,35250,35353,36268,35420,35293,35140,35311,35352,35372,35610,35522,35331,35132,35626,35680,35444,35300,35535,35308,35425,35342,35733,35457,35325,35671,35330,35278,35607,35443,35438,35970,35783,35673,36122,35441,35435,35538,35836,35512,35367,35378,41335,35397,35296,35402,35607,35301,35488,35453,35418,35516,35278,35327,35440,35442,35911,35920,35422,35305,35559,35533,35241,35670,35306,35621,35398,35265,35608,35485,35341,35220,36343,35450,35787,35310,35391,35444,35690,35229,35164,35495,35800,35587,35628,36145,35587,35435,35368,35473,35438,35497,35241,35532,35345,35419,35497,35497,35405,35809,35619,38806,35342,35396,36152,35332,35339,35095,35419,35411,35374,35789,35424,35642,35158,35345,36012,35323,35823,35888,35280,35221,35639,35337,35410,36043,35603,35455,35451,35236,35723,35733,35357,35493,35648,35474,35470,35399,35378,35389,35268,35287,35442,35561,35865,35260,35441,35356,35366,35647,35731,35263,35122,35493,35284,36672,35302,35282,38700,35107,35562,35932,35209,35434,35588,35451,35590,35354,35822,35675,35790,35292,35445,35428,35600,35534,35312,35342,35385,35321,35594,35341,35574,35503,35318,35279,35611,35516,35226,35308,35466,35268,35157,35343,35339,35321,35903,35849,35201,35292,35278,35761,35443,35473,35268,35400,35681,35564,36206,35256,35314,35600,35319,35290,37227,35944,35392,35511,35434,35395,35537,35467,35246,35262,35472,36016,35394,35671,35182,35419,35580,35659,35288,35418,35207,35255,35243,35521,35401,35549,35854,35479,35461,35544,35419,35661,35303,35305,35464,35285,35580,35577,35461,35942,35643,35403,35178,35276,35395,35579,35512,35500,35725,35305,35395,35608,35691,35234,35377,35442,35774,35336,35525,35376,35506,35881,35912,35288,36446,35541,35203,35473,35396,35396,35672,35285,35415,35902,35607,35868,35606,35568,36011,35519,35519,35209,35778,35428,35310,35532,35762,35335,35617,35642,35994,35645,35331,35470,35290,35190,35360,35658,35687,36911,35584,35519,35222,35726,35312,35639,35574,35445,35492,35374,35296,35616,35617,35991,35428,35862,35407,35626,35423,35342,35867,35564,35379,35628,35570,35617,35123,35615,35675,35261,35554,35706,35770,35565,35600,35270,35334,35351,35349,35133,35649,35634,35499,35505,35480,35528,35531,35617,35279,35612,35526,35526,35415,35547,36344,35434,35478,35124,35553,35684,35253,35623,35441,35692,35792,35290,37476,35905,35349,35767,35369,35423,35234,35493,35646,35352,35497,35302,35512,35618,35326,35505,35533,35384,35781,35782,35099,35545,35267,35344,36204,35375,35635,35596,35148,35589,35572,35541,35416,35355,35574,35887,35283,35252,35816,35461,35171,35563,35520,35537,35332,35287,36001,35739,35465,35298,35303,35645,35291,38451,35488,35479,35386,35715,35200,35394,35382,35564,35266,36117,35314,35492,35241,35647,36234,35052,35239,35522,35370,35412,35257,35610,35340,35768,35555,35462,35295,35579,35457,35620,35430,35449,35277,35232,35617,35618,35390,35382,35331,35469,35563,36045,35940,35741,35401,35551,35424,35337,35364,35466,35576,35632,35631,35677,35487,35397,35426,35498,35765,35348,35348,35941,35630,35611,35458,35347,35594,35452,35472,35131,35823,35458,35648,35159,35767,35372,35224,35537,35526,35414,35737,36024,35198,35555,35443,35737,35525,35228,35592,35599,35483,35776,35535,35548,35910,35233,35449,35598,35241,35482,35327,35432,35576,35658,35447,38548,35388,35765,35433,35333,35376,35438,35364,35411,35379,35437,35197,35575,35397,35446,35238,35583,35594,35376,35439,35613,35591,35397,35119,35331,35472,35681,35397,35482,35726,35585,35633,35385,35879,35362,35104,35798,35433,35884,35583,35592,35519,35537,35456,35434,35288,35124,35345,35487,35283,35564,35323,40399,35707,35623,35092,35462,35294,35545,35629,35862,35462,35464,35317,35221,35862,35432,35473,35753,35579,35811,35580,35630,35608,35328,35417,35587,35266,35405,35411,35542,35701,35084,35392,35475,35456,35541,35530,35375,35760,35368,35418,35382,35235,35663,35350,35521,35743,35340,35285,35311,35283,35595,35294,35227,35124,35527,35151,35530,35918,35496,35242,35387,35603,35580,35621,35316,35317,35125,35320,35184,35502,35495,35904,35735,35598,35278,35389,35539,35631,35433,35801,35702,35376,36335,35244,35658,35397,35721,35670,35703,35525,35220,35324,35372,35626,35618,35633,35539,35434,35647,35049,35358,36408,35595,37793,35124,35449,36196,35692,35764,35446,35641,35469,35838,35396,35278,35554,35442,35757,35212,35390,35650,35587,35496,35622,35423,35661,35354,35509,35355,35526,35510,35417,35747,35537,35850,35447,35241,35593,35643,35533,35283,35315,35551,35470,35490,35935,35545,35929,35513,37717,36056,35238,35472,35481,35431,35567,35479,36026,35762,35445,35473,36410,35496,35431,35773,35429,35637,35461,35642,35239,35614,35374,35594,35378,35766,35692,35463,35528,35620,35675,35387,35700,35673,35408,35407,35504,35994,35650,35144,35409,35425,35574,35389,35501,35382,35549,35324,35204,35497,41107,35552,35773,35477,35300,35293,35491,35681,35600,35533,35397,35646,35665,35550,35771,35350,35432,35595,35556,35427,35602,36025,35289,35599,35448,35538,35733,35482,35190,35208,35326,35570,35351,36080,35253,36205,35580,35593,35521,35604,35531,35672,35857,35325,35473,35716,35585,35322,35514,35438,39885,35670,35566,35425,35329,35489,35165,35349,35404,35267,35474,36248,35525,35222,35619,35547,35489,35375,35563,35499,35429,35547,35636,35673,35617,35548,35406,35427,35603,35492,35671,35483,35811,35629,35621,35257,35493,35249,35511,35601,35732,35378,35330,35558,35308,35306,35612,35376,35631,35388,35645,35330,35372,35204,35686],"submission":[43365,44208,44033,642,524,553,540,506,506,533,491,484,484,485,482,484,484,490,486,481,513,503,511,492,489,490,502,492,502,492,507,491,502,527,499,485,484,488,485,485,496,484,483,484,483,487,482,473,473,473,471,473,473,473,500,473,471,474,471,472,469,478,476,476,475,498,510,494,484,495,486,498,486,491,484,491,483,490,484,492,481,488,482,491,486,475,483,525,482,492,486,495,484,492,483,491,513,481,495,482,490,481,497,521,518,487,496,481,492,484,473,482,475,483,475,488,478,486,474,486,477,483,474,484,471,486,477,483,512,453,498,494,491,490,493,495,478,480,476,478,475,481,477,479,473,470,465,469,463,468,463,466,466,464,471,469,464,467,462,467,463,466,462,467,459,467,463,467,468,465,466,468,462,470,466,467,464,465,463,465,467,470,464,466,462,464,464,461,467,465,465,466,465,469,464,466,463,466,466,465,462,468,465,466,464,464,462,463,465,468,462,465,465,467,465,465,461,466,464,469,463,464,463,463,464,467,464,466,464,471,464,467,458,478,471,462,472,462,471,462,472,465,475,461,472,464,471,462,469,461,472,441,452,444,449,441,448,442,456,441,457,441,460,438,458,438,458,439,455,447,432,453,434,448,432,445,434,444,442,440,444,441,446,443,441,448,443,440,443,445,440,441,443,441,442,439,442,440,446,444,452,441,442,440,443,443,443,446,443,444,443,440,442,442,444,444,445,443,448,441,441,446,443,442,442,447,440,441,443,442,444,439,442,462,450,440,446,441,446,446,446,443,441,441,443,444,443,443,446,439,444,440,443,441,444,440,436,430,433,434,448,447,436,431,435,438,447,433,434,434,432,504,434,434,436,429,432,430,434,431,434,434,436,444,438,431,438,431,449,433,434,434,435,451,433,433,433,432,430,432,435,433,431,433,432,434,427,444,432,431,432,426,434,437,435,434,448,433,432,434,434,444,434,434,432,444,434,434,434,470,435,433,459,471,438,425,440,434,437,432,447,433,432,434,447,431,451,432,450,434,437,434,426,426,427,438,425,424,441,425,426,428,425,423,425,439,425,427,439,424,423,436,425,431,439,424,427,440,425,426,437,426,426,440,428,426,441,426,426,440,425,422,442,424,426,426,423,438,425,427,439,422,424,440,429,425,438,423,441,423,428,440,424,483,457,443,425,434,427,415,427,414,443,418,422,419,424,416,444,438,430,414,422,418,425,418,423,423,425,423,423,423,423,423,425,421,425,424,424,425,414,416,414,415,418,418,416,412,415,414,417,433,418,413,416,415,415,415,415,413,413,414,412,415,418,414,419,415,411,417,416,415,416,415,417,415,494,416,417,417,397,414,416,416,414,414,414,415,420,414,416,414,414,416,415,413,417,414,416,416,415,416,416,415,414,414,415,431,418,413,417,416,417,433,429,416,484,418,417,436,412,418,417,417,417,416,416,420,417,415,418,418,418,419,421,415,410,414,409,410,408,409,411,411,408,409,411,407,407,410,408,406,409,414,408,411,409,412,409,410,407,409,411,408,411,412,409,408,412,434,409,409,412,408,410,410,412,409,477,412,406,409,410,407,408,412,409,409,411,408,410,409,412,407,413,406,409,407,411,411,411,408,411,408,409,413,438,420,412,411,409,409,434,406,409,406,406,406,411,411,411,408,409,410,412,410,409,400,403,399,403,400,402,398,403,399,404,401,401,407,404,403,402,411,402,400,406,400,403,399,403,400,405,398,402,400,416,403,415,398,414,403,399,401,402,425,402,401,403,401,404,400,400,401,410,401,416,418,406,402,400,400,407,403,402,406,414,406,426,403,403,401,402,409,400,400,401,462,421,392,402,394,418,406,401,393,413,408,412,407,423,394,411,387,416,386,393,387,393,388,395,387,395,405,392,401,407,388,393,384,393,391,391,397,393,400,393,387,393,395,394,385,391,387,392,387,391,396,394,386,396,382,395,385,396,386,395,389,395,388,393,385,393,385,397,394,401,386,395,385,394,386,396,386,387,387,394,394,399,387,393,390,409,409,410,408,393,397,390,397,394,398,404,401,403,395,390,397,390,395,391,398,392,389,405,391,392,390,387,389,386,392,387,390,385,390,386,390,388,390,387,390,386,392,386,439,387,393,384,393,390,390,384,392,386,403,385,389,386,388,384,390,387,392,386,393,386,389,385,393,390,389,393,383,380,389,389,393,392,390,380,387,382,386,381,382,419,386,382,384,381,386,399,401,388,417,390,400,400,382,386,384,392,388,398,387,395,380,386,381],"total":41616750,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":1000,"size":1048576}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/srccopy-internode-n0ton1-1gib-1e.json b/benchmarks/benchmark-results/srccopy-internode-n0ton1-1gib-1e.json new file mode 100644 index 0000000..d04ef7b --- /dev/null +++ b/benchmarks/benchmark-results/srccopy-internode-n0ton1-1gib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[33677003,33675789,33675612,33634479,33634867,33634438,33635171,33635215,33636910,33635356],"completion":[33635049,33635229,33634559,33633949,33634459,33634002,33634731,33634815,33636508,33634921],"submission":[41954,40560,41053,530,408,436,440,400,402,435],"total":302802404,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/srccopy-internode-n0ton1-1mib-1e.json b/benchmarks/benchmark-results/srccopy-internode-n0ton1-1mib-1e.json new file mode 100644 index 0000000..d03d461 --- /dev/null +++ b/benchmarks/benchmark-results/srccopy-internode-n0ton1-1mib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":0},"report":{"iterations_completed":1000,"status":"ok","time":{"combined":[76175,77032,77150,35023,34843,34799,34855,34798,34803,34844,34927,34701,34752,34725,34737,34722,34720,34722,34668,34754,34770,34789,34755,34711,34737,34678,34752,34784,34732,34731,34775,34763,34760,34904,34781,34806,34740,34816,34813,34805,34752,34866,34787,34785,34731,34898,34789,34686,34827,34780,34790,34793,36178,34844,34858,34837,34747,34773,34739,34817,34741,34729,34776,34748,34747,34747,34781,34720,34741,34757,34683,34809,34746,34842,34775,34728,34762,34814,34710,34784,34765,34693,34658,34752,34762,34755,34802,34756,34674,34767,34753,34675,34770,34784,34877,34743,34717,34736,34697,34717,34716,34686,34775,34752,34760,34745,36233,34771,34725,34832,34740,34735,34766,34799,37029,34794,34755,34811,34733,34767,34736,34790,34757,34809,34771,34701,34793,34759,34813,34728,34799,34831,34790,34755,34767,34682,34734,34749,34737,34721,34719,34699,34734,34747,34793,34768,34780,34673,34840,34752,34774,34857,34802,34801,34811,34759,34834,34824,34700,34714,34748,34739,34788,34803,34711,34684,34791,48002,34827,34801,34736,34812,34816,34789,36891,34738,34747,34831,34753,34770,34736,34698,34745,34690,34774,34860,34747,34776,34787,34756,34908,34775,34777,34796,34764,34747,34767,34746,34787,34777,34784,34726,34740,34842,34852,34682,34780,34860,34819,34781,34791,34794,36275,34790,34783,34777,34698,34722,34790,34813,34762,34789,34785,34781,34780,34695,34781,34843,34858,34674,34830,34699,38409,34860,34811,34763,34727,34718,34790,34803,34738,34750,34743,34705,34712,34683,34795,34831,34701,34789,34728,34802,34865,34801,34706,34771,34697,34797,34798,34807,34749,34761,34744,34728,34692,34710,34722,34758,34802,34792,34790,34965,34794,34850,34797,34769,34679,34758,34776,34796,34790,34789,34768,34762,34728,34749,34779,34728,34704,34746,38258,34735,34743,34747,34812,34811,34809,34764,34715,34721,34756,34833,34733,34696,34714,34799,34764,34770,34735,34756,34807,34776,34705,34821,34886,34971,34858,34756,34864,34758,34811,34814,34755,34729,34748,34732,34693,34704,34695,34756,34758,34751,34803,34779,34788,34737,34747,34782,34780,34727,34717,34832,34748,34812,34763,34768,37755,34715,34696,34685,34680,34754,34691,34784,34728,34765,34708,34806,34743,34719,34689,34836,34798,34769,34738,34751,34713,34756,34833,34755,34787,34819,34709,34926,34799,34782,34724,34770,34832,34801,34786,34822,34797,34802,34737,34769,34748,34722,34745,34694,34703,34798,34783,34790,34835,34775,34709,34757,34687,34784,34785,34757,34784,34774,34761,34806,34788,34781,34803,34716,34786,34790,34768,34668,34821,34742,34798,34783,34821,34720,34831,34773,34690,34795,34746,34699,34746,34725,34735,34727,34688,34765,34806,34796,34770,34733,34788,34694,34804,34794,34792,34734,34757,34755,34725,34730,34723,34844,34782,34794,34734,34760,34874,34773,35346,34757,34708,34799,34694,34772,34798,34752,34808,34796,34843,34762,34772,34907,34700,34682,34790,34768,34771,34683,34770,34756,34713,34778,34753,34809,34801,34757,34747,34797,34781,34788,34765,34863,34708,34740,34799,34745,34755,34809,34729,34774,34819,34826,34749,34772,34794,34791,34769,34729,34726,34768,34769,34803,34794,34780,34780,34756,34734,34805,34724,34755,34819,34813,34768,34784,34749,34773,34805,34735,34831,34793,34800,34760,34779,34882,34731,34724,34746,34735,34809,34801,34693,34736,34768,34755,34742,34748,34792,34697,34759,34788,34786,34697,34725,34849,34830,34717,34767,34781,34739,34815,34793,34776,34691,34718,34857,34819,34830,34716,34761,34761,34728,34770,34740,34823,34757,34829,34767,34709,34711,34719,34696,34677,34657,34831,34734,34754,34788,34834,34718,34768,34758,34812,34740,34784,34675,34717,34719,34814,34728,34784,34749,34772,34743,34701,34795,34732,34768,34697,34766,34809,34756,34798,34775,35132,34804,34768,34774,34763,34791,34748,34721,34771,34719,34742,34761,34776,34745,34741,34764,34787,34706,34840,34771,34812,34852,34826,34916,34792,34777,34802,34764,34710,34707,34677,34686,34758,34719,34800,34743,34723,34783,34787,34771,34689,34825,34708,34752,34800,34759,34721,34722,34796,34799,39103,34810,34719,34745,34856,34784,34703,34796,34692,34783,34809,34838,34766,34824,34825,34788,34825,34842,34775,34773,34745,34707,34771,34825,34759,34809,34694,34919,34765,34833,34758,34825,34795,34801,34811,34785,34786,34808,34776,34752,34720,34727,34706,34822,34726,34743,34787,34814,34744,37573,34735,34808,34826,34793,34774,34818,34816,34772,34795,34767,34802,34800,34774,34682,34753,34827,34753,34756,34682,34832,34786,34776,34693,34805,34816,34780,34772,34766,34853,34695,34737,34820,34792,34737,34719,34784,34741,34676,34833,34704,34855,34848,34864,34852,34799,34868,34782,34735,34810,34747,34717,34715,34725,34709,34814,34750,34711,34782,34702,34777,34727,34801,34665,34762,34840,34806,34796,34805,34774,34778,34800,34739,34722,34710,34744,34785,34757,34811,34773,34777,34737,34764,34739,34796,34759,34705,34742,34809,34750,34773,34789,34751,34760,34676,34728,38923,34787,34823,34811,34709,34782,34738,34798,34796,34771,34783,34863,34744,34776,34803,34814,34713,34755,311945,34773,34753,34788,34705,34808,34736,34798,34728,34794,34676,34764,34755,34749,34733,34786,34792,34784,34740,34799,34713,34720,34689,34743,34761,34788,34765,34779,34803,36158,34740,34791,34691,34825,34755,34718,34680,34876,34714,34756,34704,34800,34786,34835,34707,34736,34804,34736,34805,34745,34765,34723,34767,34776,34685,34791,34810,34799,34783,34736,34773,34716,34732,34700,34697,34676,34778,34770,34712,38456,34720,34745,34709,34779,34797,34758,34675,34802,34793,34784,34842,34862,34750,34763,34761,34746,34690,34784,34824,34817,34716,34829,34745,34747,34829,34793,34785,34683,34748,34788,34816,34755,34747,34690,34752,34783,34784,34732,34697,34781,34767,34742,34753,34826,36341,34750,34790,34752,34838,34739,34711,34739,34710,34741,34724,34750,34700,34749,34781,34751,34758,34756,34718,34754,34716,34726,34812,34793,34752,34789,34728,34710,34760,34777,34700,34743,34745,34746,34814,34744,34779,34754,34810,34748,34800,34677,34835,41724,34761,34823,34723,34785,34780,34718,34749,34763,34732,34686,34737,34760,34751,34673,34792,34758,34821,34768,34782,34805],"completion":[34235,34309,34295,34257,34275,34120,34274,34246,34255,34297,34407,34173,34230,34198,34219,34197,34199,34178,34137,34224,34243,34260,34226,34183,34208,34154,34226,34255,34111,34202,34247,34237,34232,34312,34228,34256,34178,34261,34277,34261,34218,34257,34251,34232,34192,34346,34245,34134,34289,34225,34247,34239,35636,34289,34316,34287,34202,34224,34198,34268,34183,34178,34256,34206,34227,34204,34233,34194,34220,34226,34161,34274,34225,34310,34261,34197,34239,34283,34187,34250,34244,34160,34135,34219,34239,34226,34278,34223,34151,34238,34233,34145,34250,34251,34356,34211,34194,34206,34174,34186,34197,34158,34253,34223,34238,34212,35712,34238,34206,34302,34217,34201,34248,34265,36508,34261,34234,34278,34212,34236,34212,34259,34238,34275,34249,34168,34272,34228,34292,34222,34233,34231,34236,34203,34216,34126,34201,34215,34207,34187,34189,34163,34203,34211,34256,34235,34242,34138,34304,34219,34239,34326,34268,34266,34269,34227,34297,34290,34164,34175,34215,34199,34257,34267,34178,34147,34260,47464,34252,34249,34193,34280,34280,34258,36353,34207,34213,34298,34219,34240,34199,34165,34209,34154,34238,34329,34210,34242,34252,34224,34369,34245,34239,34263,34228,34215,34230,34216,34253,34241,34248,34195,34207,34312,34313,34150,34242,34329,34283,34252,34254,34262,35738,34260,34247,34244,34164,34192,34255,34280,34226,34253,34250,34246,34245,34161,34246,34313,34324,34143,34294,34168,37877,34325,34275,34233,34191,34184,34253,34270,34204,34218,34208,34174,34174,34158,34258,34298,34163,34256,34191,34266,34329,34266,34169,34237,34161,34229,34212,34253,34200,34224,34191,34187,34136,34168,34094,34220,34250,34254,34237,34427,34227,34302,34264,34234,34145,34222,34247,34259,34259,34247,34231,34225,34194,34211,34244,34192,34171,34208,37724,34203,34211,34212,34281,34274,34276,34228,34180,34190,34219,34301,34198,34162,34178,34267,34229,34235,34197,34231,34273,34244,34166,34284,34353,34434,34323,34222,34330,34221,34274,34276,34223,34195,34214,34195,34061,34074,34089,34179,34227,34218,34266,34240,34256,34200,34217,34246,34248,34188,34185,34298,34216,34273,34233,34232,37223,34179,34162,34149,34146,34216,34157,34248,34193,34229,34175,34268,34212,34180,34156,34303,34263,34234,34208,34214,34179,34217,34301,34216,34254,34281,34144,34375,34258,34251,34181,34240,34289,34253,34247,34271,34254,34254,34204,34236,34215,34192,34212,34163,34172,34265,34248,34256,34298,34242,34174,34227,34151,34253,34246,34226,34252,34242,34230,34273,34253,34165,34269,34187,34255,34258,34235,34133,34292,34207,34267,34255,34290,34186,34298,34243,34158,34267,34214,34170,34209,34194,34205,34196,34163,34233,34275,34191,34240,34201,34254,34162,34271,34261,34257,34200,34223,34222,34176,34199,34192,34313,34250,34262,34198,34227,34343,34240,34816,34229,34174,34268,34160,34242,34265,34219,34273,34237,34314,34232,34243,34373,34163,34166,34237,34228,34240,34142,34236,34211,34181,34237,34223,34268,34267,34215,34214,34256,34250,34248,34232,34321,34175,34198,34272,34202,34222,34266,34201,34234,34286,34280,34220,34228,34264,34248,34240,34185,34191,34218,34238,34259,34264,34239,34250,34214,34202,34220,34157,34211,34269,34200,34214,34245,34199,34236,34253,34203,34277,34254,34245,34228,34248,34350,34193,34191,34217,34203,34276,34271,34161,34206,34239,34223,34214,34212,34262,34167,34221,34254,34252,34163,34189,34316,34296,34184,34236,34251,34207,34281,34261,34244,34161,34189,34328,34151,34267,34176,34240,34213,34205,34228,34216,34283,34243,34300,34252,34178,34183,34191,34181,34144,34144,34300,34219,34227,34274,34307,34205,34237,34243,34283,34226,34253,34160,34190,34203,34285,34209,34258,34232,34244,34229,34173,34281,34201,34254,34168,34252,34282,34242,34269,34263,34605,34292,34241,34258,34233,34274,34214,34207,34239,34206,34211,34246,34247,34228,34209,34248,34255,34186,34312,34254,34280,34339,34295,34400,34267,34263,34271,34250,34180,34195,34147,34172,34228,34204,34270,34228,34188,34271,34258,34252,34160,34308,34166,34235,34256,34228,34169,34168,34259,34245,38562,34260,34180,34193,34314,34231,34163,34242,34075,34228,34271,34287,34224,34269,34283,34231,34283,34293,34235,34224,34204,34159,34231,34273,34218,34255,34163,34377,34235,34289,34230,34283,34262,34258,34275,34246,34262,34267,34243,34212,34189,34185,34178,34281,34200,34203,34258,34269,34217,37031,34188,34267,34296,34253,34242,34279,34289,34227,34265,34222,34260,34258,34245,34140,34218,34287,34221,34218,34151,34291,34255,34236,34163,34261,34290,34238,34240,34225,34319,34137,34187,34272,34238,34200,34161,34242,34189,34138,34283,34164,34301,34306,34315,34311,34248,34327,34229,34196,34260,34204,34167,34174,34173,34168,34262,34210,34162,34242,34149,34238,34179,34271,34135,34231,34309,34275,34266,34272,34240,34243,34284,34202,34189,34178,34211,34254,34225,34281,34244,34247,34206,34234,34207,34270,34230,34176,34214,34272,34220,34241,34256,34218,34226,34143,34197,38391,34253,34287,34253,34176,34251,34210,34265,34264,34243,34249,34332,34209,34243,34269,34283,34178,34222,311412,34183,34201,34253,34179,34266,34213,34265,34209,34264,34156,34233,34233,34217,34212,34253,34272,34251,34214,34274,34191,34191,34169,34212,34241,34258,34243,34248,34282,35625,34218,34259,34172,34292,34233,34190,34158,34345,34194,34223,34183,34271,34264,34294,34185,34205,34284,34203,34284,34210,34243,34190,34245,34246,34163,34260,34289,34267,34261,34205,34248,34185,34212,34169,34175,34144,34255,34237,34191,37919,34195,34215,34187,34246,34276,34229,34091,34235,34233,34243,34308,34324,34219,34228,34227,34210,34157,34247,34289,34283,34184,34296,34207,34211,34298,34255,34254,34150,34218,34256,34283,34220,34216,34155,34223,34250,34250,34200,34161,34248,34231,34211,34205,34295,35808,34218,34254,34221,34301,34207,34174,34207,34173,34208,34188,34220,34165,34216,34243,34216,34221,34226,34179,34223,34199,34191,34275,34263,34214,34258,34190,34179,34225,34247,34166,34211,34210,34214,34278,34211,34243,34222,34276,34216,34265,34146,34298,41191,34173,34274,34179,34252,34247,34182,34212,34231,34199,34153,34199,34228,34214,34142,34255,34225,34285,34235,34244,34275],"submission":[41940,42723,42855,766,568,679,581,552,548,547,520,528,522,527,518,525,521,544,531,530,527,529,529,528,529,524,526,529,621,529,528,526,528,592,553,550,562,555,536,544,534,609,536,553,539,552,544,552,538,555,543,554,542,555,542,550,545,549,541,549,558,551,520,542,520,543,548,526,521,531,522,535,521,532,514,531,523,531,523,534,521,533,523,533,523,529,524,533,523,529,520,530,520,533,521,532,523,530,523,531,519,528,522,529,522,533,521,533,519,530,523,534,518,534,521,533,521,533,521,531,524,531,519,534,522,533,521,531,521,506,566,600,554,552,551,556,533,534,530,534,530,536,531,536,537,533,538,535,536,533,535,531,534,535,542,532,537,534,536,539,533,540,531,536,533,537,531,538,575,552,543,532,536,531,538,531,534,533,534,530,537,533,536,536,536,531,537,534,535,532,539,530,538,533,536,532,537,530,534,536,536,531,533,530,539,532,538,531,536,529,537,532,537,530,536,533,534,530,535,533,536,536,535,535,535,534,535,530,534,531,536,531,532,535,536,530,536,534,537,533,534,532,535,531,538,525,537,533,538,533,537,536,536,535,537,534,536,568,586,554,549,537,553,541,556,542,628,538,552,538,553,538,567,548,533,535,534,536,529,537,531,542,537,537,534,538,535,536,533,538,534,532,532,535,531,537,533,536,535,531,537,532,535,534,536,532,535,535,538,525,534,532,539,537,533,537,535,534,534,537,537,538,532,534,534,537,632,630,606,577,531,533,537,539,532,537,530,536,532,539,532,534,532,539,530,536,532,536,534,536,534,538,534,536,535,536,533,538,531,539,533,533,535,535,530,537,534,539,532,539,533,538,565,551,541,531,543,530,543,548,539,551,543,548,533,533,533,530,533,531,531,533,535,534,537,533,535,530,536,531,539,531,532,532,531,533,535,616,534,529,531,532,533,535,529,535,531,528,531,534,533,530,532,528,532,529,537,531,530,531,525,532,531,605,530,532,534,532,533,533,535,534,534,533,549,531,531,531,532,532,536,533,531,533,530,528,534,531,534,530,533,533,535,559,529,530,529,534,537,516,553,540,531,541,534,545,532,541,530,541,534,542,533,541,531,540,533,542,533,542,527,543,533,543,528,540,533,546,529,544,530,543,529,544,535,550,531,544,530,541,530,542,532,585,567,544,550,613,554,539,550,537,552,532,554,539,555,532,531,532,538,533,529,532,533,530,532,530,529,532,528,536,530,530,538,534,534,534,536,533,534,533,531,530,532,534,532,532,530,529,529,668,563,540,521,548,523,542,524,540,514,529,515,531,528,528,515,533,513,531,515,527,514,527,513,531,515,529,514,531,515,527,516,529,519,526,517,528,514,528,514,531,514,529,514,527,514,529,512,527,512,527,516,530,517,534,514,532,513,531,515,529,517,532,516,532,520,528,517,532,513,531,516,525,514,531,514,530,512,530,514,530,515,530,515,535,512,529,519,529,517,542,517,544,531,552,554,537,554,541,550,539,552,542,553,540,554,617,555,538,551,542,555,542,557,542,549,540,549,541,548,540,552,541,554,531,542,530,544,528,542,533,543,536,539,524,541,533,540,531,542,528,541,526,540,529,545,527,542,547,541,530,540,532,539,527,545,530,545,542,542,529,542,535,540,532,538,531,541,531,540,530,544,526,542,532,541,534,558,550,548,554,537,558,542,552,538,550,540,554,542,549,541,551,541,553,539,550,543,550,541,552,541,552,540,549,540,553,539,548,530,530,531,531,531,530,533,534,535,516,537,533,532,533,531,532,530,529,530,531,530,532,526,529,529,528,537,530,532,533,533,534,533,531,532,534,536,558,533,531,528,533,532,528,534,531,535,533,534,531,535,533,533,590,552,535,526,542,523,533,519,530,520,531,522,532,521,533,520,533,526,525,522,529,520,531,520,530,522,531,521,533,522,532,519,533,522,528,522,531,520,533,521,529,522,541,522,531,520,533,521,535,522,533,522,530,522,531,521,532,522,531,525,531,520,531,522,532,523,533,521,537,525,530,522,533,521,529,584,567,560,541,534,538,531,535,534,536,533,537,535,534,532,533,538,536,531,538,531,533,530,532,533,535,531,535,529,533,534,532,536,533,536,531,548,531,533,532,536,531,537,532,537,532,537,533,536,530,535,533,538,535,537,530,539,531,517,535,537,530,538,531,538,531,535,530,534,532,535,532,536,533,536,532,534,532,535,531,537,533,588,549,544,533,533,536,537,532,533,533,538,532,537,531,537,533,536,533,538,530],"total":43188566,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":1000,"size":1048576}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/srccopy-intersock-n0ton4-1gib-1e.json b/benchmarks/benchmark-results/srccopy-intersock-n0ton4-1gib-1e.json new file mode 100644 index 0000000..6d4876d --- /dev/null +++ b/benchmarks/benchmark-results/srccopy-intersock-n0ton4-1gib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[41969479,42015374,41918176,41879319,41885365,41914551,41879169,41893042,41927919,41886040],"completion":[41927539,41974579,41876913,41878781,41884960,41914105,41878737,41892602,41927499,41885616],"submission":[41940,40795,41263,538,405,446,432,440,420,424],"total":377292230,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/srccopy-intersock-n0ton4-1mib-1e.json b/benchmarks/benchmark-results/srccopy-intersock-n0ton4-1mib-1e.json new file mode 100644 index 0000000..7288d2c --- /dev/null +++ b/benchmarks/benchmark-results/srccopy-intersock-n0ton4-1mib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":0},"report":{"iterations_completed":1000,"status":"ok","time":{"combined":[76918,76717,77102,35017,34828,34909,34870,34858,34866,34844,34845,34769,34736,34800,34771,34754,34879,34837,34786,38619,34785,34836,34844,34811,34813,34822,34841,34867,34820,34855,34884,34815,34951,34902,34877,34837,34848,34874,34910,34786,34883,34805,34865,34833,34747,34874,34860,34922,34791,34817,34877,34858,34790,34897,34851,34842,34929,34782,34877,34800,34889,34861,34815,34829,34798,34802,34858,34860,34876,34811,34846,34826,34739,34838,34750,34788,34784,34833,34811,34888,34821,34839,34803,40795,34891,34836,34714,34815,34857,34884,34836,34886,34841,34781,34806,34898,34900,34782,34881,34923,34878,34715,34838,34751,34839,34753,34873,34813,34876,34856,34802,34805,34854,34777,34952,34861,34831,34795,34844,34811,34861,34815,34776,34866,34819,34776,34904,34867,34897,34865,34819,34940,34827,34844,34882,34848,34900,34835,34847,34782,34979,34871,34847,34824,34836,34846,34897,39000,34824,34887,34879,34851,34834,34843,34804,34800,34781,34896,34832,34843,34826,34824,34815,34802,34834,34767,34814,34848,34826,34789,34804,34957,34818,34816,34852,34790,34876,34841,34850,34825,34737,34867,34855,34887,34781,34768,34851,34869,34848,34789,34827,34879,34867,34853,34893,34801,34806,34789,34813,34890,34843,34728,34731,34852,34801,34820,34870,34883,40320,34773,34820,34839,34889,34807,34871,34864,34850,34860,34757,34779,34820,34788,34877,34727,34827,34847,34882,34837,34873,34814,34836,34814,34834,34886,34841,34859,34864,34806,34754,34810,34824,34793,34843,34812,34853,34840,34854,34779,34899,34878,34846,34817,34842,34875,34868,34881,34848,34889,34880,34823,34758,34755,34756,34717,34737,34783,34850,34839,40806,34806,34821,34850,34989,34862,35665,34819,34805,34829,34831,34810,34886,34872,34882,34865,34850,34901,34877,34762,34866,34749,34912,34836,34945,34870,34823,34851,34837,34817,34902,34839,34815,34753,34798,34863,34828,34738,34851,34859,34876,34850,34852,34871,34818,34799,34818,34850,34854,34858,34831,34790,34816,34792,34805,34727,34773,34779,34872,40427,34844,34872,34816,34876,34823,34827,34841,34847,34845,34880,34869,34826,34914,34722,34847,34855,34876,307931,34970,34858,34830,34839,34833,34685,34843,34824,34867,34846,34846,34826,34803,34834,34847,34825,34857,34974,34850,34852,34703,34810,34862,34850,34815,34741,34856,34838,34788,34836,34831,34869,35664,34794,34789,34795,34809,34811,34861,34898,34826,34858,41305,34817,34811,34826,34823,34837,34867,34744,34813,34833,34879,34788,34888,34800,34858,34804,34788,34859,34851,34831,34824,34816,34798,34773,34908,34855,34821,34877,34816,34824,34826,34813,34855,34883,34792,34820,34839,34831,34828,34802,34877,34801,34772,34817,40041,34830,34828,34798,34896,34847,34766,34762,34840,34852,34842,34821,34819,34801,34730,34798,34801,34874,34847,34854,34810,35400,34791,34807,34882,34861,34856,34731,34800,34862,34853,34819,34848,34864,34879,34856,34825,34824,34843,34841,34833,34842,34820,34864,34821,34825,34896,34793,34853,34878,34829,34853,34845,40047,34770,34731,34825,34826,34857,34780,34832,34869,34893,34848,34809,34854,34769,34796,34881,34870,34878,34832,34858,34866,34878,34706,34911,34792,34841,34821,34832,34900,34868,34840,34834,34796,34805,34907,34838,34774,34792,34844,34846,34838,34854,34750,34810,52813,34844,34829,34828,34778,34859,34836,40486,34865,34908,34740,34850,34801,34798,34835,34850,34864,34806,34809,34808,34786,34772,34882,34872,34798,34780,34873,34853,34873,34906,34849,34815,34813,34793,34821,34735,34793,34856,34846,34785,34795,34871,34766,34791,34803,34807,34927,34809,34823,34850,34815,34806,34872,34816,34776,34817,34778,34835,40300,34816,34873,34783,34826,34786,34793,34833,34789,34821,34847,34809,34854,34865,34711,34982,34896,34870,34878,34824,34842,34818,34858,34771,34801,34813,34814,34855,34805,34893,34801,34772,34863,34846,34808,34916,34854,34853,34866,34854,34819,34837,34831,34853,34903,34800,34763,34847,34854,34812,40023,34868,34861,34780,34784,34824,34888,34845,34787,34814,34790,34875,34801,34833,34780,34807,34850,34718,34833,34851,34832,34809,34841,34869,34799,34860,34893,34730,34884,34792,34843,34930,34836,34809,34866,34843,34772,34791,34854,34819,34822,34837,34888,34827,34819,34810,34781,34897,34822,34816,34812,34918,34802,34851,34814,34857,34769,34790,34845,34920,34862,34798,34843,34847,34869,34914,34764,34870,34827,34835,34769,34815,34892,34809,34845,34793,34824,34798,34845,34803,34875,34796,34856,34850,34834,34818,34873,34791,34835,34798,34818,34876,34855,34860,34843,34878,34854,34871,39928,34720,34833,34854,34840,34714,34898,34825,34900,34877,34794,34830,34806,34739,34834,34880,34824,34876,34894,34859,34738,34854,34700,34743,34723,34754,34767,34846,34818,34863,34820,34823,34943,34891,34839,34828,34866,34867,34871,34941,34774,34840,34849,34825,34812,34736,34824,34850,34852,34872,34879,34781,34897,34784,34795,34875,34850,34865,34876,34751,34813,34794,34893,34844,34881,34806,34867,34785,34843,34850,34847,34789,34910,34770,34796,34866,34892,34821,34861,34865,34845,34916,34753,34733,34807,34707,34798,34705,34778,34800,34842,34864,34837,34800,34832,34892,34856,34736,34861,34887,34790,34848,34795,34848,34872,34858,34839,34824,34842,34864,34852,34832,34872,34869,34830,34762,34836,34787,34790,34869,34824,34883,34826,34747,34810,34824,34679,34826,34841,34819,34775,34885,34821,34882,34847,34850,34831,34816,34803,34813,34710,37146,34798,34779,34839,34763,34731,34778,34728,34704,34716,34784,34788,34834,34869,34904,34777,34831,34899,34877,34814,34918,34878,34866,34852,34803,34870,34827,34807,34820,34848,34798,34762,34873,34733,34867,34770,34819,34797,34856,34851,34778,34820,34808,34830,34850,40097,34871,34813,34740,34794,34874,34787,34766,34843,34872,34797,34931,34881,34929,34852,34866,34895,34821,34881,34842,34769,34832,34804,34880,34856,34733,34706,34766,34825,34894,34876,34927,34842,34851,34837,34791,34840,34887,34801,34904,34878,34889,34823,34746,34807,40370,34823,34801,34852,34828,34839,34848,34793,34848,34690,34904,34805,34929,34913,34808,34796,34837,34844,34804,34813,34869,34781,34788,34857,34782,34836,34797,34837,34815,34825,34820,34871,34863,34849],"completion":[34265,34288,34296,34280,34261,34309,34337,34309,34328,34288,34327,34243,34220,34277,34240,34225,34353,34298,34262,38086,34259,34264,34314,34279,34289,34294,34315,34340,34292,34322,34355,34253,34419,34323,34320,34280,34302,34328,34365,34240,34325,34260,34312,34284,34195,34318,34309,34369,34239,34263,34321,34304,34237,34340,34297,34288,34373,34237,34321,34246,34333,34305,34258,34274,34247,34240,34280,34307,34318,34255,34293,34272,34184,34281,34195,34233,34230,34298,34270,34356,34283,34307,34266,40262,34354,34302,34171,34284,34320,34348,34302,34353,34305,34250,34272,34363,34364,34249,34345,34392,34343,34185,34302,34218,34307,34223,34334,34279,34340,34323,34260,34276,34324,34247,34414,34331,34297,34265,34308,34219,34325,34284,34240,34336,34281,34242,34368,34334,34363,34362,34270,34401,34295,34308,34349,34310,34367,34299,34315,34246,34448,34293,34293,34282,34305,34315,34366,38471,34295,34356,34350,34317,34307,34312,34274,34266,34251,34352,34301,34309,34295,34293,34280,34270,34304,34237,34285,34316,34297,34256,34271,34422,34287,34283,34323,34259,34345,34309,34316,34296,34204,34335,34323,34355,34248,34238,34317,34339,34313,34259,34297,34345,34336,34324,34359,34269,34276,34259,34282,34360,34309,34199,34202,34320,34270,34290,34341,34351,39789,34239,34286,34307,34356,34278,34339,34332,34316,34326,34228,34249,34287,34259,34343,34197,34297,34316,34354,34304,34341,34283,34301,34285,34304,34351,34312,34329,34334,34277,34221,34280,34293,34262,34309,34276,34324,34308,34301,34223,34361,34341,34316,34278,34310,34339,34335,34348,34317,34327,34323,34284,34160,34214,34204,34176,34184,34242,34298,34303,40256,34268,34270,34312,34440,34326,35117,34278,34253,34287,34278,34270,34334,34332,34332,34324,34296,34364,34324,34221,34313,34206,34362,34298,34391,34330,34267,34310,34286,34276,34350,34299,34261,34213,34251,34322,34274,34198,34300,34318,34325,34310,34301,34334,34266,34258,34264,34309,34303,34318,34281,34248,34263,34255,34256,34187,34223,34238,34321,39887,34293,34338,34264,34336,34273,34290,34289,34309,34295,34340,34315,34288,34361,34185,34291,34314,34324,307392,34371,34308,34302,34317,34304,34162,34313,34300,34314,34324,34313,34305,34271,34310,34314,34301,34324,34453,34319,34326,34170,34290,34331,34328,34279,34219,34323,34318,34256,34315,34297,34347,35132,34276,34255,34271,34276,34288,34330,34377,34292,34336,40773,34295,34277,34305,34294,34312,34336,34222,34280,34312,34346,34268,34353,34278,34327,34282,34262,34339,34306,34310,34295,34295,34264,34250,34374,34335,34287,34353,34283,34301,34295,34293,34319,34361,34260,34297,34307,34310,34295,34278,34342,34281,34241,34294,39460,34306,34300,34275,34330,34294,34225,34232,34305,34321,34306,34287,34288,34269,34194,34265,34265,34340,34313,34324,34278,34869,34254,34276,34349,34326,34323,34197,34270,34328,34321,34283,34311,34245,34324,34319,34294,34289,34300,34305,34298,34305,34274,34327,34295,34290,34361,34258,34318,34334,34295,34318,34312,39510,34238,34197,34273,34294,34318,34247,34298,34334,34359,34305,34272,34322,34223,34263,34345,34324,34344,34294,34324,34328,34342,34158,34377,34254,34302,34287,34296,34300,34308,34299,34301,34260,34259,34373,34308,34236,34260,34299,34314,34304,34320,34213,34211,52275,34251,34278,34290,34244,34316,34286,39958,34326,34369,34198,34320,34259,34269,34282,34319,34323,34283,34269,34289,34255,34188,34340,34354,34263,34257,34330,34334,34340,34381,34304,34293,34280,34259,34280,34216,34259,34338,34305,34265,34265,34351,34228,34271,34273,34286,34394,34290,34292,34330,34271,34286,34338,34306,34243,34297,34248,34302,39765,34293,34328,34262,34294,34267,34251,34313,34257,34288,34317,34281,34319,34334,34181,34462,34350,34353,34333,34293,34310,34297,34326,34237,34272,34290,34272,34334,34276,34361,34269,34250,34321,34312,34254,34363,34321,34321,34324,34321,34295,34298,34301,34319,34363,34263,34229,34306,34320,34284,39479,34338,34319,34247,34252,34282,34358,34313,34250,34272,34259,34337,34268,34302,34249,34277,34312,34189,34302,34311,34301,34275,34299,34336,34264,34318,34362,34186,34354,34262,34305,34399,34295,34278,34336,34303,34244,34262,34324,34291,34282,34302,34355,34288,34285,34273,34248,34362,34285,34285,34276,34387,34273,34308,34285,34315,34236,34260,34305,34391,34323,34266,34301,34313,34341,34373,34237,34332,34295,34294,34237,34279,34327,34269,34280,34251,34265,34255,34284,34263,34312,34257,34305,34314,34305,34282,34342,34249,34305,34247,34288,34330,34326,34320,34313,34346,34326,34327,39396,34183,34307,34312,34308,34180,34365,34281,34367,34333,34261,34288,34276,34194,34303,34342,34293,34333,34363,34319,34208,34312,34165,34198,34191,34213,34233,34304,34286,34317,34289,34283,34409,34351,34309,34282,34334,34325,34339,34398,34246,34296,34318,34281,34279,34192,34294,34308,34317,34328,34350,34234,34354,34255,34254,34340,34310,34331,34341,34198,34268,34273,34349,34325,34336,34286,34334,34256,34307,34318,34308,34255,34373,34248,34250,34344,34349,34305,34314,34336,34306,34385,34214,34200,34253,34185,34251,34186,34237,34275,34309,34335,34298,34267,34291,34353,34328,34205,34333,34350,34273,34303,34271,34298,34292,34317,34305,34287,34312,34315,34332,34289,34352,34314,34297,34225,34312,34253,34270,34316,34292,34348,34294,34213,34283,34280,34155,34278,34321,34281,34244,34341,34300,34336,34327,34307,34302,34279,34274,34268,34190,36555,34253,34257,34289,34239,34200,34227,34204,34159,34186,34248,34259,34285,34347,34356,34244,34292,34369,34334,34292,34381,34350,34329,34331,34258,34349,34290,34271,34279,34328,34254,34233,34338,34212,34324,34233,34283,34270,34319,34332,34232,34291,34266,34306,34306,39578,34334,34284,34196,34272,34338,34259,34222,34323,34326,34242,34396,34362,34384,34321,34318,34346,34277,34358,34306,34250,34288,34283,34343,34327,34188,34187,34231,34295,34350,34357,34389,34313,34305,34315,34254,34254,34335,34248,34341,34314,34334,34268,34198,34274,39839,34300,34270,34320,34280,34319,34310,34258,34302,34168,34368,34282,34386,34383,34274,34273,34283,34309,34256,34290,34334,34246,34244,34336,34246,34314,34251,34306,34276,34280,34283,34337,34317,34328],"submission":[42653,42429,42806,737,567,600,533,549,538,556,518,526,516,523,531,529,526,539,524,533,526,572,530,532,524,528,526,527,528,533,529,562,532,579,557,557,546,546,545,546,558,545,553,549,552,556,551,553,552,554,556,554,553,557,554,554,556,545,556,554,556,556,557,555,551,562,578,553,558,556,553,554,555,557,555,555,554,535,541,532,538,532,537,533,537,534,543,531,537,536,534,533,536,531,534,535,536,533,536,531,535,530,536,533,532,530,539,534,536,533,542,529,530,530,538,530,534,530,536,592,536,531,536,530,538,534,536,533,534,503,549,539,532,536,533,538,533,536,532,536,531,578,554,542,531,531,531,529,529,531,529,534,527,531,530,534,530,544,531,534,531,531,535,532,530,530,529,532,529,533,533,535,531,533,529,531,531,532,534,529,533,532,532,532,533,530,534,530,535,530,530,534,531,529,534,532,530,530,531,530,534,529,529,532,531,530,529,532,531,534,534,532,533,529,532,532,534,534,529,530,533,529,534,530,530,531,528,533,532,531,535,529,530,535,529,530,530,529,533,530,531,531,534,536,529,532,553,556,538,537,530,539,532,536,533,533,531,562,557,539,598,541,552,541,553,541,552,536,550,538,551,538,549,536,548,541,552,542,553,540,552,540,550,541,554,537,553,541,553,543,550,538,554,540,556,541,551,541,552,540,554,540,547,541,554,540,551,541,551,540,551,537,552,541,554,541,551,540,550,542,553,537,549,540,550,541,551,540,551,534,552,540,550,537,552,538,550,540,554,538,553,537,556,541,552,539,599,550,528,522,529,523,530,524,553,522,533,521,532,524,533,524,533,521,531,526,533,520,531,522,536,522,533,520,532,521,534,522,532,518,534,524,533,523,531,521,534,522,532,522,534,521,529,525,531,522,533,521,533,520,535,522,531,522,526,520,545,521,529,521,534,523,534,520,534,524,533,523,531,520,536,522,532,523,532,521,533,524,535,520,531,523,581,524,528,523,566,553,541,530,535,531,536,534,531,532,536,533,536,534,534,530,532,531,537,531,533,535,533,534,530,534,532,536,537,619,555,537,531,535,543,536,535,537,546,537,526,535,535,535,535,544,534,535,533,537,532,534,552,532,539,533,534,535,534,543,537,532,546,533,536,546,534,538,534,538,536,548,534,538,539,534,536,600,560,541,533,536,546,534,530,538,532,545,532,534,534,537,599,538,593,551,538,534,543,550,528,539,539,542,530,542,529,553,531,541,523,540,519,531,584,542,518,535,523,543,519,533,525,545,522,533,534,541,519,534,518,541,520,530,520,538,520,530,521,533,519,531,520,544,520,534,510,533,520,530,533,535,523,545,521,532,519,542,520,532,533,530,528,535,531,530,520,546,517,545,531,532,521,532,534,529,523,542,521,529,532,532,522,542,534,554,553,533,532,542,533,524,539,530,534,540,537,534,541,534,528,544,530,542,533,532,542,530,532,537,542,531,538,533,531,531,530,538,529,531,540,531,534,542,533,535,542,531,544,530,530,538,531,541,531,530,540,528,529,530,528,540,535,533,539,534,537,533,535,537,531,536,531,529,543,529,542,533,530,540,529,539,532,542,534,528,541,527,538,532,541,532,536,565,540,565,542,559,543,561,540,563,539,551,536,529,536,531,542,530,551,530,546,529,540,530,532,528,544,532,537,526,542,532,534,533,544,533,544,533,542,530,545,531,538,531,543,531,540,530,542,535,545,532,541,534,542,532,546,531,540,534,540,530,546,532,542,532,543,528,544,531,544,533,544,530,542,535,544,529,547,543,529,541,535,540,534,535,553,545,521,544,519,545,520,533,529,536,532,539,534,537,522,546,522,543,516,547,529,539,531,539,533,554,522,547,519,541,525,533,529,539,533,541,539,528,531,528,537,517,545,524,550,580,541,534,537,530,549,520,543,520,555,533,537,524,534,520,553,532,535,532,534,527,544,524,548,520,538,531,544,521,546,520,543,529,537,529,545,520,591,545,522,550,524,531,551,524,545,530,536,529,549,522,548,533,539,530,543,522,537,528,537,521,545,521,537,536,541,520,544,529,535,521,543,537,536,527,537,519,546,529,542,524,544,519,537,529,544,522,536,528,544,520,546,555,535,519,545,531,548,549,544,523,536,519,544,521,537,529,545,519,535,530,544,519,538,529,546,522,537,586,552,553,563,564,555,555,548,533,531,523,531,532,548,520,538,535,546,522,536,523,543,530,534,523,554,535,548,523,535,535,544,521,536,522,546,531,539,545,537,534,546,521],"total":43306636,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":1000,"size":1048576}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/srcoutsidercopy-intersock-n0to4-1gib-1e.json b/benchmarks/benchmark-results/srcoutsidercopy-intersock-n0to4-1gib-1e.json new file mode 100644 index 0000000..25b77bd --- /dev/null +++ b/benchmarks/benchmark-results/srcoutsidercopy-intersock-n0to4-1gib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":3},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[50493331,50596619,50508002,50572643,50554710,50547985,50546331,50473898,50507834,50542977],"completion":[50449080,50552867,50464489,50572117,50554293,50547555,50545931,50473495,50507433,50542572],"submission":[44251,43752,43513,526,417,430,400,403,401,405],"total":454855215,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":1073741824}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/srcoutsidercopy-intersock-n0to4-1mib-1e.json b/benchmarks/benchmark-results/srcoutsidercopy-intersock-n0to4-1mib-1e.json new file mode 100644 index 0000000..8d6bccb --- /dev/null +++ b/benchmarks/benchmark-results/srcoutsidercopy-intersock-n0to4-1mib-1e.json @@ -0,0 +1 @@ +{"count":1,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":3},"report":{"iterations_completed":1000,"status":"ok","time":{"combined":[84902,86004,87045,43550,42176,42611,43070,42956,43199,42947,43715,44018,43095,43690,41865,43855,44434,42751,43186,42547,42270,44602,42280,43475,42385,42669,43490,42776,48681,42734,42423,43526,43742,42474,42159,42092,42992,43297,43760,43698,42519,43499,43385,43715,42797,44365,42810,42902,43571,42431,43073,43781,50315,43320,43953,42701,42569,42944,42849,42706,43593,41927,43074,41595,43457,42784,42104,42581,43088,43313,43489,43152,41172,41873,43488,43031,42709,42865,43349,43314,48328,43344,41657,43804,43583,42862,43440,41454,43024,42327,41569,43009,43939,42513,42917,43716,50350,42595,42613,43183,42977,42647,42029,42860,44480,42970,42965,42724,42887,42170,42699,42250,43189,44243,42527,42345,43224,42280,43070,43282,42254,43791,42770,42691,43402,41965,43318,42915,42609,42492,49278,42414,43638,42808,43981,42386,43127,43812,43572,43427,42478,43543,41250,43456,42468,42521,43518,43336,44984,43166,43914,42112,41882,43008,42261,42538,43577,42546,43279,43573,42545,43954,44190,42881,43142,42038,42850,43062,42432,42376,42938,42977,42465,42467,42981,43289,42696,43056,43050,42461,47912,43093,40799,42065,42577,44969,41915,43081,42769,43227,42607,42216,42835,43429,42841,43018,43279,43150,43501,42400,43094,43170,42089,43507,43094,42599,42463,43186,42115,43021,42402,43202,42518,43580,43295,42851,42897,42618,42769,42323,44564,42733,42548,41979,44583,42231,42934,42216,43465,49005,43242,43543,42074,44026,43010,43282,43472,41780,43280,43041,43803,43148,42467,43386,42834,42174,43526,43920,41414,42294,43381,41690,43215,43059,42002,43439,42561,42394,42611,43124,42031,41351,43831,42950,42767,42667,43402,43093,42210,42656,42209,42779,43427,42685,42869,42887,41993,48653,42564,43492,43205,43188,42519,42120,43436,43192,40864,43547,43121,42238,42690,43088,43246,43452,42762,42665,42748,43081,44125,43264,42925,43354,42531,42595,43242,42649,42780,42679,42292,41867,42189,43968,43533,42236,42825,43023,43509,43150,41893,44883,42642,42907,42790,43713,43112,48351,42474,42305,42480,42548,42768,44455,42125,41887,41942,42587,43114,43492,42175,44000,42665,44167,43708,43537,43535,42570,43251,42576,42378,42988,42080,42880,43285,43374,42375,42976,43627,42810,42107,42594,43083,43533,43070,43437,42793,42982,42079,43087,44215,43159,43844,42332,42455,49171,42204,43182,42667,42416,43789,42233,41508,43390,43206,42116,42878,43146,42088,42243,42198,43045,42999,42598,43183,43247,44104,41411,42490,43937,42836,43107,43206,41941,42277,43744,43193,43340,42761,43294,43453,42172,42271,41851,42501,42376,41593,43477,43005,43573,44463,42145,49198,42633,43009,42239,42489,44483,42982,43278,42393,43454,44303,43343,44016,42460,42452,42893,44233,43261,42961,42374,42259,42919,43117,43418,42570,42625,43237,41921,42532,42785,43639,42762,42961,42792,42690,41991,42009,42719,43358,43293,44288,42905,43234,43459,42744,42682,42649,48204,42511,42230,43158,42603,43446,42900,43448,42847,41801,43107,41921,42679,43116,43082,42683,44940,46753,41866,42507,43345,42692,43613,42354,42830,43509,42397,42290,42404,42421,43357,42087,42578,44057,43389,43113,43321,42799,42111,41480,42059,42220,43148,42731,41784,43608,49490,43709,43226,42382,42632,43221,41266,43594,42595,42515,43882,136478,42520,42969,42987,42901,43674,42241,43324,42513,42027,42977,43434,43226,42179,42251,42909,41659,42683,41660,43178,42127,44511,43985,42477,42274,42361,43263,43724,43234,43894,42037,43322,42604,48026,42191,41834,42608,42708,42172,43465,46079,42772,43531,42804,41968,42129,43161,42531,43381,42233,43256,41608,42952,43399,43765,41789,43188,42725,43229,43421,42228,43818,41900,42664,43749,43258,42459,43060,42469,42600,42397,43915,42694,42359,44694,42778,42183,42203,42929,43178,44126,43154,43332,42513,43430,42503,41229,41490,43895,43336,43085,43020,43041,43444,43276,43650,41098,42534,43458,43692,42658,42599,42378,42135,43130,42406,42041,43392,43497,42547,42951,42807,41802,42781,42869,43039,41902,43190,42349,42650,42198,43086,42242,43586,47705,42603,42598,41607,41265,44219,43233,42310,44083,43939,42872,43693,43427,43215,43286,43468,41664,42707,42896,42827,42202,43495,43937,41585,42705,43055,42561,42710,43472,42234,42636,43832,42358,44195,41838,42410,42864,43062,42170,43306,43382,42904,43207,42821,42644,48132,43759,43133,42858,43249,41455,42174,44224,43159,42450,42098,42447,43152,42921,42378,42310,42590,43179,42551,44038,42088,42941,42357,42314,42343,43698,42593,43314,41934,42089,43496,42425,42968,41948,43680,42678,42656,43626,42228,42518,42039,43750,42700,43204,42450,49739,43085,43067,43368,42991,43393,42086,42758,43201,43646,42644,43081,42931,42790,43445,43026,43114,42891,41380,42905,42379,42740,42859,42816,41960,42759,42464,43538,43182,42805,43112,42899,42997,43666,42807,43061,42627,42928,42485,43526,43828,43301,42287,43035,47265,42090,42062,43721,44675,43638,43022,42566,43318,43174,42749,42416,43165,42199,42750,42941,42001,42376,43269,43945,42811,42260,42898,41427,43763,42094,42779,42718,43413,43977,43580,43566,43677,41648,42461,43677,41972,42961,43512,42573,42272,43075,44404,42735,48236,43155,44461,42792,42742,42430,42327,42756,43699,43207,41892,42629,41792,43457,42781,41450,42172,43323,42683,42990,42570,42756,42362,43259,42091,42556,42266,42197,42165,42683,42421,42686,42632,43370,43833,42671,43783,43603,42775,43588,42967,41820,48446,43143,43105,43374,42088,43189,42206,41077,42159,42850,43461,43171,42941,43496,41464,42487,43671,43616,43017,43465,43792,42300,43113,42638,43263,43265,42983,43541,43475,43256,42961,42935,41706,42476,43194,43221,42661,42062,41996,43510,41736,41558,42161,48088,43360,42331,43370,43670,41576,43015,42526,42301,42602,41605,44400,42550,43113,42931,44218,41756,43582,43508,41837,41187,43157,42567,43576,42767,44195,42431,42119,42605,42119,43017,43318,43159,43732,43249,43624,41682,42684,42988,42126,43149,43543,43316,43254,42492,43635,42939,43202,44475,43211,42728,42468,42971,42337,43266,43266,42155,41882,42302,43474,41970,42180,42416,43105,43776,42558,43341,41369,43566,44496,43623,44007,42779,42574,42889,42596,42566,42810,43127,44093,42592,42996,42547,42646,42524,42608,43171,42265,42516],"completion":[41888,42525,43411,42879,41657,42045,42513,42429,42696,42403,43201,43527,42603,43198,41379,43369,43948,42241,42701,42054,41796,44121,41811,42996,41910,42190,43019,42292,48212,42255,41952,43048,43268,41946,41669,41613,42519,42816,43290,43227,42041,43028,42911,43241,42327,43888,42340,42428,43103,41955,42600,43308,49844,42844,43482,42229,42097,42469,42374,42230,43114,41449,42594,41121,42974,42283,41558,42093,42597,42833,42999,42664,40678,41394,42991,42551,42218,42385,42856,42835,47832,42866,41164,43327,43090,42373,42946,40975,42534,41852,41078,42534,43446,42034,42424,43236,49855,42071,42114,42699,42507,42162,41560,42376,44012,42486,42496,42237,42417,41687,42231,41765,42723,43761,42057,41860,42756,41795,42613,42812,41796,43318,42315,42220,42943,41492,42860,42447,42151,42052,48704,41942,43181,42340,43524,41919,42672,43346,43118,42959,42022,43078,40798,42992,42012,42056,43067,42869,44529,42701,43463,41644,41427,42543,41805,42075,43126,42079,42825,43105,42087,43485,43735,42415,42686,41572,42392,42595,41953,41909,42485,42510,42008,42002,42526,42821,42241,42586,42595,41997,47471,42625,40344,41597,42120,44504,41398,42600,42288,42747,42124,41733,42352,42966,42355,42552,42811,42660,43029,41934,42629,42706,41624,43042,42627,42133,41997,42731,41660,42568,41945,42749,42062,43127,42835,42416,42440,42164,42313,41868,44107,42278,42089,41525,44132,41777,42479,41677,43009,48551,42787,43090,41617,43572,42557,42836,43014,41329,42820,42588,43346,42692,42008,42932,42379,41692,43068,43467,40956,41841,42926,41238,42759,42605,41545,42984,42103,41934,42136,42657,41578,40906,43380,42507,42319,42223,42949,42647,41757,42209,41754,42333,42975,42180,42400,42433,41541,48195,42111,43041,42750,42735,42062,41665,42982,42744,40414,43093,42690,41799,42256,42655,42813,43017,42327,42226,42310,42645,43692,42827,42491,42922,42093,42159,42811,42215,42347,42244,41858,41430,41758,43531,43100,41800,42394,42582,43072,42716,41459,44445,42208,42469,42336,43278,42678,47913,42038,41870,42053,42116,42337,44009,41694,41451,41510,42154,42678,43059,41742,43571,42232,43730,43277,43105,43099,42135,42817,42142,41944,42551,41650,42444,42852,42940,41944,42539,43196,42375,41674,42142,42635,43098,42641,43002,42358,42543,41643,42655,43782,42727,43409,41896,42018,48739,41767,42747,42228,41983,43351,41803,41083,42968,42777,41694,42451,42722,41642,41819,41770,42617,42569,42174,42755,42819,43671,40986,42062,43510,42414,42682,42778,41516,41850,43320,42764,42915,42332,42867,43029,41746,41845,41425,42076,41966,41167,43052,42575,43149,44036,41719,48771,42209,42583,41814,42062,44059,42555,42849,41967,43026,43872,42921,43591,42034,41956,42470,43805,42839,42534,41952,41830,42495,42686,42973,42130,42184,42796,41480,42000,42345,43185,42321,42537,42306,42267,41566,41587,42294,42933,42867,43865,42487,42818,43041,42330,42262,42231,47784,42097,41814,42742,42185,43027,42480,43032,42431,41375,42692,41500,42260,42698,42663,42262,44525,46334,41448,42088,42929,42274,43197,41933,42413,43091,41980,41872,41989,42004,42941,41668,42163,43639,42975,42695,42907,42379,41693,41064,41645,41804,42731,42308,41370,43193,49019,43257,42807,41951,42212,42792,40851,43168,42175,42086,43467,136049,42061,42538,42573,42485,43258,41827,42904,42096,41609,42565,43014,42812,41763,41833,42493,41244,42264,41242,42768,41718,44099,43575,42074,41869,41949,42855,43310,42821,43484,41624,42910,42194,47616,41779,41425,42195,42298,41759,43057,45665,42364,43121,42397,41558,41719,42752,42124,42970,41826,42845,41200,42541,42989,43341,41383,42775,42315,42819,43010,41821,43408,41492,42254,43356,42850,42051,42650,42061,42189,41986,43505,42286,41950,44286,42369,41775,41789,42518,42769,43716,42740,42921,42105,43020,42092,40820,41082,43486,42931,42677,42611,42629,43035,42864,43241,40686,42123,43047,43290,42255,42194,41975,41734,42725,42004,41640,42987,43091,42146,42548,42408,41399,42378,42465,42637,41500,42786,41933,42247,41798,42684,41838,43184,47301,42200,42194,41203,40865,43813,42832,41906,43679,43539,42468,43291,43028,42812,42883,43066,41263,42304,42498,42424,41800,43093,43535,41185,42302,42653,42156,42309,43069,41832,42236,43429,41957,43793,41438,42006,42462,42659,41761,42902,42980,42504,42804,42419,42240,47731,43354,42731,42458,42845,41055,41772,43744,42756,42054,41696,42045,42757,42509,41981,41912,42196,42784,42156,43644,41692,42543,41962,41913,41952,43301,42194,42917,41539,41691,43102,42028,42572,41549,43285,42285,42261,43230,41834,42124,41645,43355,42304,42810,42054,49344,42683,42663,42964,42586,42990,41683,42356,42805,43252,42246,42689,42534,42391,43045,42630,42718,42496,40960,42510,41984,42343,42463,42421,41568,42316,42070,43134,42778,42408,42716,42503,42584,43272,42412,42664,42228,42534,42089,43131,43430,42913,41896,42648,46875,41700,41661,43322,44280,43249,42626,42170,42883,42785,42363,42027,42780,41810,42364,42552,41612,41987,42878,43557,42421,41871,42510,41040,43375,41707,42391,42331,43024,43589,43193,43176,43289,41258,42072,43289,41580,42572,43123,42186,41883,42675,44015,42347,47847,42767,44073,42405,42354,42041,41938,42369,43297,42816,41502,42240,41402,43065,42394,41064,41782,42934,42238,42594,42180,42370,41973,42872,41705,42168,41880,41812,41777,42294,42032,42297,42242,42972,43440,42280,43396,43218,42385,43201,42582,41433,48059,42669,42718,42986,41703,42793,41810,40691,41772,42463,43074,42762,42553,43109,41078,42100,43282,43228,42631,43077,43393,41914,42721,42250,42876,42881,42595,43153,43087,42868,42558,42539,41310,42088,42804,42834,42273,41675,41610,43123,41340,41161,41770,47702,42972,41942,42984,43281,41177,42622,42137,41912,42188,41204,44000,42148,42713,42536,43804,41361,43185,43116,41437,40796,42758,42175,43163,42364,43796,42040,41720,42212,41719,42617,42911,42766,43344,42856,43236,41279,42287,42594,41740,42757,43157,42915,42857,42104,43249,42547,42815,44071,42825,42336,42067,42579,41940,42866,42878,41763,41496,41906,43079,41578,41793,42024,42715,43374,42165,42949,40983,43166,44112,43232,43619,42381,42182,42494,42210,42172,42414,42724,43707,42199,42608,42145,42259,42129,42221,42773,41865,42113],"submission":[43014,43479,43634,671,519,566,557,527,503,544,514,491,492,492,486,486,486,510,485,493,474,481,469,479,475,479,471,484,469,479,471,478,474,528,490,479,473,481,470,471,478,471,474,474,470,477,470,474,468,476,473,473,471,476,471,472,472,475,475,476,479,478,480,474,483,501,546,488,491,480,490,488,494,479,497,480,491,480,493,479,496,478,493,477,493,489,494,479,490,475,491,475,493,479,493,480,495,524,499,484,470,485,469,484,468,484,469,487,470,483,468,485,466,482,470,485,468,485,457,470,458,473,455,471,459,473,458,468,458,440,574,472,457,468,457,467,455,466,454,468,456,465,452,464,456,465,451,467,455,465,451,468,455,465,456,463,451,467,454,468,458,469,455,466,456,466,458,467,479,467,453,467,457,465,455,468,455,470,455,464,441,468,455,468,457,465,517,481,481,480,483,483,483,463,486,466,468,490,472,466,465,464,465,465,467,466,466,455,455,453,457,453,456,453,460,435,457,454,456,455,457,455,459,454,451,454,455,539,456,454,455,453,457,454,453,446,458,451,460,453,457,456,459,454,455,482,458,453,458,453,455,452,456,454,457,455,458,460,475,467,453,445,451,443,448,444,453,446,453,447,455,446,452,505,469,454,452,458,453,451,455,453,457,455,454,448,450,454,431,439,434,433,433,435,435,439,438,436,433,437,434,432,438,436,431,434,433,435,434,437,431,437,433,436,431,441,437,434,434,438,434,438,454,435,434,438,436,435,427,432,431,446,431,436,432,433,436,433,433,429,433,437,431,432,436,435,434,434,434,437,430,436,433,434,431,437,431,435,433,452,448,435,429,435,435,439,436,432,433,432,435,436,437,432,437,435,439,433,438,430,425,422,429,422,427,424,446,424,428,428,430,424,428,428,433,425,428,427,422,425,428,425,427,424,429,425,429,427,424,426,426,426,425,410,426,425,430,424,427,426,427,424,426,425,427,424,427,429,426,428,431,422,425,426,496,423,428,422,427,422,429,424,431,445,440,441,441,441,532,440,454,441,424,486,423,425,422,425,425,426,423,418,416,418,414,420,418,420,414,416,416,418,419,420,416,416,426,415,421,419,418,419,421,415,419,418,419,416,418,416,421,417,418,417,418,415,417,416,419,415,418,414,418,414,420,418,416,414,416,417,423,414,415,471,452,419,431,420,429,415,426,420,429,415,429,459,431,414,416,416,414,420,417,418,412,420,414,416,418,416,415,419,418,410,409,412,410,403,405,412,408,414,413,410,413,412,410,410,412,409,413,410,413,408,414,408,410,407,410,410,409,407,411,407,411,408,411,410,424,406,413,410,410,411,407,410,408,410,393,408,408,410,408,411,411,410,408,409,408,409,408,414,411,409,410,414,411,408,410,411,409,408,409,405,408,409,412,409,412,409,412,411,411,402,403,405,403,401,405,402,401,405,406,401,403,399,403,403,404,402,402,404,416,403,400,402,404,402,404,403,404,404,400,406,401,404,404,400,404,402,399,403,403,402,401,403,398,403,402,402,402,400,403,402,405,401,403,402,400,403,401,402,400,404,402,403,409,404,402,400,403,402,404,401,405,402,400,404,400,402,480,403,396,402,402,395,412,397,398,394,395,395,394,396,398,395,401,391,397,399,397,395,398,394,397,396,399,395,393,395,396,394,394,394,395,396,394,396,395,402,404,404,405,403,403,402,396,394,398,392,397,399,400,396,396,395,420,395,395,397,396,395,392,443,394,404,404,397,396,396,413,394,395,397,399,394,396,395,398,388,391,387,390,390,401,399,395,389,396,396,435,389,386,389,385,389,386,389,389,389,391,388,390,389,388,387,388,387,388,387,389,388,387,390,388,390,389,388,392,389,389,387,389,400,389,388,389,388,388,387,388,389,389,387,402,391,390,389,390,392,387,386,390,389,445,396,390,386,389,387,386,388,386,385,388,389,389,389,390,398,393,391,387,385,390,387,385,387,387,474,387,388,385,396,396,386,387,387,387,409,388,387,386,387,389,388,386,388,399,386,392,388,387,384,388,388,388,388,403,396,396,388,390,387,388,387,386,387,396,397,391,386,388,389,386,389,399,393,389,389,414,401,400,402,400,395,414,395,397,392,400,391,399,392,413,403,399,391,399,393,400,400,407,393,388,393,388,403,397,394,386,392,386,401,397,388,386,392,387,404,386,392,401,392,397,400,388,392,386,396,395,392,387,392,390,402,393,392,386,400,384,391,388,398,392,395,386,394,396,403,386,393,388,402,387,395,387,398,400,403],"total":48488511,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":1000,"size":1048576}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/xcopy-internode-n0ton1-1gib-1e.json b/benchmarks/benchmark-results/xcopy-internode-n0ton1-1gib-1e.json new file mode 100644 index 0000000..ac91890 --- /dev/null +++ b/benchmarks/benchmark-results/xcopy-internode-n0ton1-1gib-1e.json @@ -0,0 +1 @@ +{"count":2,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[21031364,21108171,21177117,21161389,21118043,21164264,21089671,21059685,21120156,17530881],"completion":[21006656,21083536,21133561,21160782,21117600,21163842,21089273,21059298,21119745,17530482],"submission":[24708,24635,43556,607,443,422,398,387,411,399],"total":186534288,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":536870912}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":1},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[20067698,19996346,20002836,19932137,19911928,19905053,19908412,19980226,19954089,19940494],"completion":[20022022,19950073,19957501,19931621,19911440,19904608,19907996,19979820,19953688,19940087],"submission":[45676,46273,45335,516,488,445,416,406,401,407],"total":179536426,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":536870912}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/xcopy-internode-n0ton1-1mib-1e.json b/benchmarks/benchmark-results/xcopy-internode-n0ton1-1mib-1e.json new file mode 100644 index 0000000..f1b79eb --- /dev/null +++ b/benchmarks/benchmark-results/xcopy-internode-n0ton1-1mib-1e.json @@ -0,0 +1 @@ +{"count":2,"list":[{"affinity":{"nnode_dst":1,"nnode_src":0,"node":0},"report":{"iterations_completed":1000,"status":"ok","time":{"combined":[74749,80390,79886,34743,34812,34754,34725,34732,34740,34700,34722,34916,34798,34779,34804,34732,34791,34654,34703,34707,34648,34699,34712,34614,34658,34802,34868,34738,34729,34673,34730,34738,34691,34725,34683,34603,34659,34806,34880,34678,34658,34831,34588,34818,34700,34675,34711,38719,34682,34726,34740,34741,34714,34656,34707,34644,34779,34640,34662,34741,34710,34753,34795,34807,34657,34623,34780,34701,34751,34711,34717,34733,34851,34675,34769,34826,34700,34693,34827,34802,34621,34761,34711,34675,34733,34700,34674,34727,34755,34741,34753,34758,34706,34767,34712,34751,34711,34716,34616,34788,34641,34761,34728,34713,34755,34712,37811,34743,34576,34778,34764,34706,34720,34681,34757,34825,34753,34725,34663,34832,34648,34753,34761,34741,34738,34742,34752,34588,34606,34625,34567,34722,34612,34606,34634,34679,34554,34717,34692,34663,34681,34681,34681,34785,34789,34762,34607,34730,34719,34706,34753,34801,34693,34613,34751,34742,34815,34670,34790,34763,34701,34820,34659,38763,34647,34746,34735,34751,34692,34672,34725,34812,34825,34747,34781,34785,34833,34773,34739,34744,34865,34716,34685,34795,34735,34758,34835,34941,34796,34779,34756,34798,34784,34713,34653,34697,34820,34783,34772,34798,34780,34691,34712,34808,34788,34767,34771,34683,34745,34775,34750,34752,34701,34848,34699,34705,39431,34770,34701,34676,34687,34684,34714,34694,34774,34697,34847,34757,34657,34713,34721,34734,34737,34751,34779,34822,34864,34769,34740,34742,34761,34758,34680,34762,34771,34657,34710,34823,34818,34699,34651,34792,34800,34802,34751,34720,34665,34678,34802,34896,34701,34793,34840,34709,34658,34777,34730,39324,34730,34792,34713,34710,34701,34750,34722,34817,34731,34727,34689,34705,34619,34780,34806,34776,34796,34773,34655,34795,34804,34736,34811,34765,34675,34631,34716,34741,34681,34714,34671,34810,34648,34716,34672,34893,34779,34750,34712,34764,34792,34774,34842,34748,34729,34768,34886,34766,34796,38193,34717,34704,34764,34694,34733,34808,34839,34660,34769,34750,34669,34632,34799,34740,34733,34700,34833,34847,34745,34753,34724,34662,34786,34779,34741,34723,34690,34765,34892,34721,34791,34701,34803,34678,34717,34813,34864,34770,34858,34774,34767,34893,34697,34795,34759,34853,34791,37666,34760,34844,34847,34789,34821,34771,34712,34807,34696,34803,34658,34720,34694,34738,34716,34755,34714,34823,34692,34754,34692,34793,34804,34838,34667,34674,34727,34657,34707,34745,34766,34679,34697,34754,34819,34749,34733,34880,34709,34756,34785,34800,34746,34755,34712,39548,34721,34754,34783,34798,34762,34732,34778,34838,34760,34799,34843,34829,34740,34856,34753,34740,34716,34757,34784,34699,34761,34768,34700,34727,34932,34761,34778,34829,34833,34874,34771,34773,34832,34783,34748,34713,34797,34782,34714,34759,34695,34721,34697,36443,34739,34769,34720,34735,34765,34816,34869,34743,34682,34734,34688,34793,34835,34754,34825,34797,34747,34769,34715,34699,34762,34760,34793,34825,34758,34755,34720,34777,34752,34850,34691,34800,34795,34675,34768,34781,34794,34780,34709,34780,34714,34727,34862,34801,34934,34718,34757,34774,34792,34719,34725,34714,34727,34887,34771,34735,34666,34784,34711,34710,34690,34693,34673,34759,34702,34743,34719,34771,34743,34744,34773,34692,34724,34727,34713,34725,34698,34655,34771,34700,34774,34736,34711,34702,34951,34641,34657,38408,34766,34648,34687,34617,34732,34784,34749,34626,34788,34814,34729,34820,34811,34721,34868,34755,34808,34789,34742,34781,34726,34752,34708,34728,34777,34721,34791,34707,34689,34717,34837,34679,34707,34771,34787,34789,34747,34675,34788,34646,34775,38966,34766,34786,34678,34826,34842,34761,34621,34669,34799,34746,34717,34724,34715,34707,34712,34827,34793,34701,34724,34703,34698,34657,34686,34726,34885,34606,34745,34747,34700,34799,34704,34689,34763,34750,34753,34765,34747,34757,34897,34734,34765,34735,34829,34730,34701,34710,34763,34774,34898,34768,34807,34729,34712,34737,34723,34817,34743,34786,34792,34787,34657,34919,34723,34753,34737,34681,34781,34702,34720,34828,34748,34748,34688,34693,34732,34695,34751,34792,34658,34699,34741,34741,34830,34778,34750,34799,34681,34737,34693,34770,34716,34810,34774,34739,34689,34729,34734,34726,34682,34729,34735,34804,34671,34752,34684,34773,34744,34773,34756,34786,34748,34767,34917,34883,34775,34752,34803,34681,37831,34768,34727,34639,34733,34715,34707,34752,34749,34707,34728,34676,34820,34891,34675,34770,34821,34705,34710,34735,34760,34674,34680,34682,34734,34773,34770,34865,34687,34765,34810,34752,34759,34778,34766,34692,34695,34768,34843,34735,34798,34753,34831,34762,34668,34701,34793,34727,34829,34803,34755,34744,34986,34702,34739,34731,34730,34725,34778,34702,34750,34749,34811,34727,34771,34768,34688,34763,34808,34816,34856,34863,37679,34825,34693,34749,34722,34902,34864,34910,34807,34632,34667,34763,37336,34705,34727,34733,34719,34748,34666,34820,34758,34698,34772,34742,34789,34760,34679,34976,34649,34741,34768,34713,34671,34717,34793,34701,34848,34715,34766,34782,34698,34788,34740,34772,34687,34723,34694,34804,34721,34761,34700,34835,34880,34671,34679,34738,34753,34790,34826,34677,34730,34747,34820,34804,34759,34731,34677,34875,34861,34727,34735,34772,34782,34694,34684,34732,34772,34823,34863,34745,34801,34875,34732,34798,34864,34813,34847,34810,34813,34773,34805,34795,34757,34763,34851,34692,34899,34762,34816,34850,34728,34786,34920,34866,34882,34789,34826,34710,34755,34744,34712,34737,34702,34712,34747,34652,34829,34705,34748,34691,34752,34807,34745,34691,34782,34693,34761,34755,34772,34734,34889,34690,34848,34813,34816,34776,34753,34774,34789,34793,34732,34718,36159,34804,34830,34682,34666,34725,34699,34677,34647,34706,34703,34736,34664,34786,34784,34719,34702,34716,34763,34691,34678,34863,34765,34710,34751,34776,34755,34722,34751,34696,34773,34702,34701,34863,36581,34821,34748,34720,34748,34771,34849,34683,34753,34788,34710,34725,34730,34760,34808,34731,34787,34770,34731,34817,34702,34673,34893,34692,34787,34748,34684,34755,34757,34714,34658,34795,34709,34807,34737,34675,34780,34723,34667,34771,34826,36149,34693,34602,35299,34702,34773,35603],"completion":[34267,34277,34232,34235,34423,34323,34361,34358,34374,34322,34353,34542,34428,34403,34422,34294,34404,34265,34323,34304,34273,34322,34306,34230,34292,34424,34496,34341,34338,34295,34361,34335,34303,34310,34300,34237,34288,34435,34358,34282,34279,34450,34205,34418,34313,34282,34331,38316,34290,34344,34342,34338,34324,34266,34320,34263,34311,34250,34278,34336,34281,34376,34389,34390,34249,34233,34362,34317,34354,34314,34337,34318,34460,34291,34368,34433,34294,34307,34412,34418,34239,34368,34313,34273,34340,34301,34288,34323,34360,34331,34357,34354,34307,34361,34324,34352,34319,34315,34222,34390,34250,34362,34346,34307,34337,34314,37421,34360,34192,34378,34372,34309,34305,34284,34362,34428,34355,34326,34272,34432,34249,34355,34369,34347,34348,34343,34358,34161,34225,34267,34176,34338,34236,34227,34251,34301,34171,34337,34307,34284,34292,34296,34285,34389,34382,34358,34214,34331,34317,34305,34352,34409,34284,34216,34352,34354,34418,34277,34392,34373,34300,34416,34264,38363,34250,34343,34336,34329,34288,34253,34336,34391,34427,34346,34385,34390,34441,34370,34333,34343,34466,34311,34291,34394,34338,34349,34434,34544,34400,34368,34363,34401,34373,34316,34256,34292,34422,34374,34372,34399,34382,34291,34316,34415,34397,34375,34369,34278,34346,34379,34353,34336,34307,34457,34307,34308,39036,34374,34305,34280,34292,34289,34313,34296,34378,34299,34438,34337,34256,34314,34321,34332,34333,34347,34373,34426,34435,34364,34348,34344,34363,34363,34279,34369,34371,34258,34281,34435,34424,34302,34248,34393,34399,34402,34350,34299,34262,34282,34378,34464,34275,34368,34420,34314,34258,34358,34332,38933,34336,34392,34306,34308,34303,34347,34320,34396,34332,34324,34288,34305,34225,34383,34405,34375,34383,34368,34251,34397,34401,34337,34414,34369,34276,34210,34298,34340,34284,34322,34254,34385,34249,34310,34256,34469,34365,34325,34336,34343,34377,34348,34427,34328,34333,34347,34467,34378,34376,37772,34294,34306,34337,34272,34315,34370,34413,34224,34349,34333,34251,34204,34366,34324,34319,34280,34407,34414,34332,34330,34309,34234,34369,34351,34313,34307,34268,34329,34464,34301,34377,34279,34377,34249,34292,34394,34434,34348,34435,34349,34339,34469,34267,34375,34337,34432,34362,37243,34329,34426,34421,34351,34391,34341,34286,34372,34268,34375,34225,34284,34272,34305,34289,34332,34284,34392,34267,34335,34263,34368,34382,34412,34244,34247,34312,34226,34288,34301,34348,34260,34273,34332,34397,34319,34300,34453,34286,34326,34361,34352,34319,34330,34290,39112,34330,34332,34356,34364,34339,34307,34354,34411,34336,34366,34411,34406,34307,34422,34327,34234,34291,34330,34354,34261,34318,34329,34268,34297,34489,34305,34336,34402,34401,34437,34325,34353,34403,34357,34313,34293,34381,34349,34280,34283,34258,34280,34249,36020,34294,34332,34284,34301,34334,34378,34439,34301,34242,34303,34246,34366,34401,34315,34387,34360,34309,34349,34285,34263,34321,34323,34342,34386,34317,34300,34286,34328,34315,34413,34250,34351,34340,34244,34330,34333,34355,34349,34273,34352,34284,34293,34420,34368,34489,34285,34322,34335,34341,34301,34276,34283,34290,34450,34331,34312,34243,34333,34290,34289,34266,34269,34248,34330,34304,34313,34318,34346,34314,34314,34347,34266,34290,34298,34276,34292,34266,34233,34340,34279,34351,34309,34290,34276,34524,34215,34240,37990,34346,34225,34261,34200,34315,34365,34323,34206,34369,34391,34306,34395,34389,34294,34440,34338,34382,34361,34312,34361,34300,34325,34285,34298,34344,34297,34357,34284,34254,34291,34406,34259,34282,34352,34357,34360,34299,34245,34361,34228,34349,38537,34347,34367,34255,34408,34414,34345,34197,34255,34369,34330,34288,34306,34293,34286,34290,34400,34379,34281,34296,34283,34269,34234,34265,34303,34467,34187,34327,34333,34276,34380,34278,34262,34347,34326,34324,34341,34319,34344,34477,34313,34332,34312,34408,34310,34275,34296,34350,34359,34469,34342,34384,34316,34289,34312,34297,34394,34318,34372,34372,34372,34248,34493,34304,34334,34312,34265,34351,34284,34286,34405,34321,34310,34253,34274,34314,34280,34340,34370,34241,34287,34326,34323,34410,34350,34272,34389,34260,34316,34278,34354,34298,34394,34338,34322,34269,34307,34319,34307,34270,34313,34319,34393,34257,34330,34266,34351,34331,34354,34344,34355,34328,34343,34492,34460,34355,34339,34387,34254,37407,34380,34309,34220,34312,34298,34285,34329,34338,34293,34302,34253,34400,34471,34259,34346,34404,34286,34297,34313,34337,34255,34238,34286,34352,34325,34342,34428,34254,34326,34347,34319,34328,34353,34326,34268,34263,34336,34403,34299,34364,34327,34400,34324,34234,34266,34369,34282,34287,34354,34313,34311,34543,34269,34315,34298,34297,34280,34333,34258,34307,34323,34368,34285,34331,34336,34263,34321,34367,34378,34422,34426,37236,34378,34268,34310,34294,34458,34435,34467,34372,34204,34227,34323,36890,34286,34308,34307,34297,34323,34245,34400,34332,34275,34349,34318,34367,34339,34255,34554,34227,34318,34344,34292,34249,34295,34363,34268,34423,34286,34340,34366,34271,34362,34312,34349,34269,34298,34268,34378,34295,34334,34271,34413,34452,34252,34259,34319,34325,34359,34392,34256,34315,34319,34391,34383,34324,34305,34246,34449,34433,34299,34310,34351,34352,34268,34265,34312,34343,34395,34440,34319,34383,34452,34316,34370,34447,34389,34422,34390,34380,34354,34380,34375,34334,34333,34433,34270,34476,34339,34398,34430,34307,34366,34501,34446,34461,34369,34406,34293,34327,34323,34293,34316,34285,34291,34330,34233,34405,34278,34327,34267,34333,34385,34323,34275,34357,34272,34337,34331,34343,34312,34467,34261,34422,34391,34393,34352,34326,34348,34368,34372,34305,34301,35732,34382,34396,34252,34248,34291,34280,34256,34216,34283,34277,34315,34235,34365,34359,34287,34274,34284,34343,34259,34243,34445,34340,34282,34315,34353,34330,34299,34331,34262,34337,34269,34266,34427,36160,34390,34323,34291,34318,34335,34413,34246,34318,34371,34274,34293,34301,34333,34389,34309,34366,34341,34307,34389,34282,34251,34473,34265,34378,34321,34257,34330,34328,34237,34232,34371,34285,34376,34311,34248,34360,34296,34242,34343,34396,35726,34272,34209,34560,34300,34371,35163],"submission":[40482,46113,45654,508,389,431,364,374,366,378,369,374,370,376,382,438,387,389,380,403,375,377,406,384,366,378,372,397,391,378,369,403,388,415,383,366,371,371,522,396,379,381,383,400,387,393,380,403,392,382,398,403,390,390,387,381,468,390,384,405,429,377,406,417,408,390,418,384,397,397,380,415,391,384,401,393,406,386,415,384,382,393,398,402,393,399,386,404,395,410,396,404,399,406,388,399,392,401,394,398,391,399,382,406,418,398,390,383,384,400,392,397,415,397,395,397,398,399,391,400,399,398,392,394,390,399,394,427,381,358,391,384,376,379,383,378,383,380,385,379,389,385,396,396,407,404,393,399,402,401,401,392,409,397,399,388,397,393,398,390,401,404,395,400,397,403,399,422,404,419,389,421,398,401,396,395,392,403,406,401,399,405,394,401,397,409,401,397,396,411,393,397,411,397,397,405,398,409,400,399,398,400,396,393,391,392,402,405,399,396,397,416,394,391,392,397,395,396,396,396,395,395,401,398,396,398,409,420,401,399,400,402,404,404,406,396,429,405,392,398,398,395,401,393,400,399,429,388,394,397,403,399,401,400,401,421,403,396,424,432,426,425,420,395,400,419,398,391,394,400,407,402,398,403,402,421,399,403,401,400,394,397,401,401,413,405,404,398,403,399,397,396,399,421,418,401,397,392,417,425,399,406,416,424,414,425,376,421,415,426,415,420,396,421,419,388,420,421,423,398,427,422,418,438,426,436,420,417,418,428,433,416,414,420,426,433,413,423,415,428,417,428,428,416,422,436,428,420,414,422,426,429,425,419,430,422,423,425,428,424,430,420,422,421,429,423,431,418,426,438,430,430,426,435,428,428,433,436,422,433,427,423,430,431,425,419,429,425,422,426,423,427,415,431,419,444,418,419,424,422,422,430,433,427,423,430,424,448,427,425,422,436,391,422,427,434,423,425,424,427,424,433,432,423,433,434,426,506,425,427,430,438,443,439,432,430,443,456,442,427,432,437,446,420,429,426,435,420,416,433,434,476,437,441,448,423,445,437,436,434,431,438,430,442,440,431,442,427,434,439,438,437,438,420,430,436,441,437,451,439,441,455,434,449,437,437,441,449,455,431,438,448,439,431,436,428,430,434,442,433,445,433,435,439,451,418,449,431,437,437,440,423,423,451,421,421,424,424,425,429,398,430,401,425,429,430,426,426,434,429,437,433,432,422,431,421,423,427,421,426,427,426,417,418,420,423,426,417,417,419,426,420,419,423,423,425,422,427,428,417,426,428,430,420,426,427,423,430,433,424,434,423,435,426,431,420,425,419,430,429,448,430,427,418,426,429,419,419,423,418,428,416,424,414,430,416,429,418,422,421,422,427,414,420,428,420,429,423,421,423,418,419,418,414,424,419,426,427,416,424,429,424,428,413,420,421,433,423,421,420,426,414,413,415,429,426,423,413,423,425,426,423,425,414,420,415,409,426,419,419,425,416,430,418,434,423,427,438,435,419,418,415,411,422,417,412,415,418,420,428,478,410,421,421,415,416,418,416,436,417,420,422,415,419,412,416,416,411,414,422,418,422,413,419,412,431,420,424,425,423,420,413,416,427,424,388,418,419,421,417,422,423,411,414,426,423,420,420,416,424,417,419,413,422,423,419,442,396,382,448,428,437,433,439,463,433,431,425,440,424,432,432,440,436,434,426,431,438,434,435,424,445,542,449,442,433,443,433,424,433,433,445,445,444,443,426,443,442,440,432,425,442,441,438,434,437,443,447,425,439,428,444,429,443,435,428,440,440,446,419,419,426,422,425,421,420,426,423,423,424,422,421,424,422,422,423,424,421,422,422,430,433,425,429,426,416,427,426,428,423,418,425,426,426,426,427,429,422,428,419,420,419,428,431,434,421,415,428,429,421,435,426,431,426,428,428,425,421,430,426,419,420,429,428,423,426,418,423,416,428,417,424,425,420,433,419,425,420,423,430,418,422,423,423,418,420,421,420,419,420,421,420,420,417,428,421,419,421,417,421,417,419,424,427,421,424,419,422,422,416,425,421,424,424,429,422,422,429,426,422,423,424,427,426,421,421,427,417,427,422,434,430,418,434,419,421,431,423,426,421,429,421,425,432,428,432,420,432,435,418,425,428,436,423,425,423,420,434,436,433,435,436,421,431,425,429,430,436,436,437,435,417,436,432,429,427,419,422,421,429,424,428,420,422,420,427,409,427,427,425,429,477,426,424,424,431,426,427,420,427,425,428,430,423,421,393,739,402,402,440],"total":51921078,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":1,"nnode_src":0,"node":1},"report":{"iterations_completed":1000,"status":"ok","time":{"combined":[36789,75827,82611,79867,34820,35038,35621,35517,34733,34824,34737,34739,34698,34768,34669,34671,34782,34703,35003,35427,35195,34954,34768,35249,34740,34723,34759,34722,34705,34809,34754,34744,34657,34664,35077,34724,35357,34651,34690,34700,34716,35084,35468,34699,34737,34701,34675,34737,34602,37593,35005,34824,34715,34768,34768,34708,34674,34859,34789,35032,34807,34773,34750,34757,34879,34844,34777,34828,34701,34728,34793,34710,34730,34668,34751,34702,34698,34733,34676,34731,34786,35142,34706,34706,34756,34692,34710,34675,34673,34718,34754,34656,34770,34740,34747,34715,34724,34875,34721,34729,34773,34711,34725,34696,34866,34748,34744,34723,34725,34721,34772,34742,34903,34801,34724,34781,34674,34747,34773,34786,34703,34748,34771,34769,34757,34724,34718,34784,34783,35124,35123,34842,35001,34899,34807,34994,35278,35014,35195,35006,35667,35008,34723,34749,34704,34748,34922,34790,34697,34696,34712,34791,34763,34753,34748,34828,34813,34741,34875,34727,34739,34743,34776,34756,39771,34711,38241,34742,34755,34706,34745,34771,34739,34765,34698,34643,34847,34703,34711,34713,34756,34757,34831,35145,34720,34699,34829,34756,34796,34812,34865,34743,34870,34868,34772,34827,34699,34696,34715,34690,34783,34704,34773,34690,34758,34771,34702,34759,34961,34767,34695,34730,34738,34749,34709,34733,34730,38884,34740,34623,34770,34771,34789,34745,34772,34780,34768,34682,34812,34783,34716,34702,34780,34713,34637,34679,34771,34790,34727,34732,34715,34848,34757,34627,34787,34713,34743,34748,34702,34790,34838,34707,34762,34674,34726,34705,34747,34806,34825,34721,34811,34771,34881,34747,34724,34719,34852,34778,34711,35514,34761,34800,34748,34705,34724,34746,34788,34808,34733,34781,34740,34792,34797,34869,34722,34748,34711,34747,34751,34816,34737,34726,34752,34684,34727,34727,34768,34799,34727,34753,34714,34757,34746,34813,34792,34821,35023,34747,34743,34750,34754,34722,34712,34731,34772,34844,34737,34845,37285,34694,34684,34729,34736,34718,34773,34686,34711,34741,34802,34826,34750,34730,34696,34734,34686,34700,34718,34834,34795,34697,34688,34722,34781,34697,34810,34840,34743,34834,34807,34988,34729,34702,34731,34740,34851,34723,34722,34697,34714,34728,34731,34695,34728,34750,34775,34682,39441,34758,34771,34818,34709,34827,34749,34751,34725,34733,34896,34800,34728,34683,34735,34792,34631,34744,34725,34715,34727,34722,34755,34750,34785,34945,34893,34712,34833,34708,35041,34775,34621,34824,34699,34734,34754,34710,34730,34723,34733,34673,34705,34698,34734,34809,34643,35031,34730,34852,34839,34664,34768,34892,34732,34694,34786,34747,34724,34798,34711,34795,34688,34831,34753,34954,34764,34796,34715,34869,34712,34751,34730,34715,34736,34733,34728,34786,34699,34708,34964,34673,34729,34714,34795,34782,34753,34759,34628,34762,36532,34689,37142,34741,34722,34823,34744,34701,34771,34778,34772,34754,34779,34661,34917,34781,34850,34743,34759,34722,34724,34757,34774,34824,34884,34722,34799,34739,34756,34758,34632,34721,34747,34786,34667,34777,34714,34696,34730,34747,34852,34794,34935,34891,34847,34694,34732,34633,34804,34706,34630,34693,34623,34733,34808,34855,34792,34876,34808,34754,34736,34745,34775,34729,34740,34778,34738,34769,34719,34729,34709,34768,34881,34741,34702,34705,34783,34796,34754,34718,34950,34782,34729,34681,34733,34713,34757,34701,34826,34716,34696,34733,34756,34722,34739,34678,34788,34741,34726,34743,34744,34790,34845,34774,34754,34663,34748,34733,34834,34847,34725,34818,34774,34922,34655,34754,34710,34758,34788,34743,34827,34764,34761,34717,34786,34707,34833,34705,34761,34793,37671,34711,34736,34672,34742,34762,34749,34629,34778,34757,34783,34855,34697,34714,34705,34734,34652,34790,34708,34789,34773,34768,34710,34706,34716,34768,34881,34681,34720,34709,34763,34740,34776,34745,34629,34786,34728,34719,34772,34768,34740,38671,34713,34727,34730,34755,34692,34727,34709,34778,34683,34686,34825,34816,34725,34691,34764,34671,34771,34726,34747,34655,34806,34686,34950,34814,34704,34751,34724,34680,34793,35072,34698,34807,34712,34727,34732,34692,34705,34680,34797,34742,34808,34782,34693,34766,34729,34703,34780,34707,34724,34699,34743,34748,34848,34746,34663,34804,34827,34756,34713,34828,34736,34759,34733,34748,34745,34798,34812,34783,34769,34728,34691,34792,34776,34750,34790,34821,34621,34836,34711,34740,34747,34739,34826,34754,34723,34625,34755,34766,34744,34724,34786,34775,34852,34725,34700,34748,34760,34772,34764,34809,34872,34867,34741,34675,34976,34697,34734,34751,34762,34702,34797,34677,34716,34702,34694,34689,37149,34779,34683,34688,34778,34748,34704,34757,34678,34789,34744,34733,34741,34720,34751,34804,34690,34744,34688,34668,34732,34745,34674,34774,34716,34704,34756,34705,34809,34732,34710,34730,34761,34695,34787,34712,34651,35429,34713,34705,34729,34760,34847,34757,34731,34846,34740,34719,34685,34743,34769,34708,34746,34765,34713,34722,34727,34797,34628,34782,34792,34755,34847,34655,34722,34709,34736,34732,34620,34758,34749,34683,34805,34693,39198,34913,34760,34723,34758,34763,34619,34710,34807,34765,34719,34773,34755,34702,34744,34762,34713,34710,34694,35042,34743,34735,34720,34712,34836,34765,34765,34753,34900,34799,34753,34786,34741,34681,34745,34804,34751,34756,34716,34657,34788,34764,34704,34701,34743,34724,34814,34687,34722,34750,34710,34827,34692,34709,34746,34721,34627,34784,34712,34664,34733,34678,34770,34756,34681,34705,34696,34721,34766,34753,34707,36833,34704,34724,34727,34725,34765,34739,34718,34758,34841,34691,34734,34770,34726,34714,34778,34753,34672,34797,34756,34785,34663,34831,34685,34736,34741,34682,34774,34762,34720,34721,36313,34716,34602,34718,34654,34785,34722,34767,34650,34875,34707,34721,34759,34773,34716,34771,34745,34880,34737,34660,34840,34620,34774,34781,34795,34797,34763,34706,34648,34775,34707,34758,34740,34830,34743,34730,34697,34665,34714,34736,34713,34770,34841,34884,34747,34788,34752,34701,34865,35004,34904,34730,34769,34773,34655,34782,34685,34774,34770,34733,34737,34727,34660,34771,34685,34769,34784,34750,34766,34751,34744,39238,34793,34692,34816,34855,34729,34773,34721,34719],"completion":[34323,34748,34266,34190,34120,34478,35053,34960,34204,34265,34215,34198,34168,34225,34137,34128,34252,34113,34459,34916,34655,34339,34232,34726,34194,34188,34233,34188,34168,34279,34204,34204,34120,34092,34520,34185,34803,34111,34154,34160,34172,34535,34929,34166,34197,34148,34118,34189,34068,37053,34455,34283,34164,34206,34218,34150,34116,34304,34233,34480,34254,34214,34201,34211,34328,34269,34197,34269,34170,34192,34241,34175,34188,34127,34201,34168,34154,34178,34134,34202,34228,34587,34169,34168,34228,34169,34162,34136,34139,34175,34222,34113,34204,34184,34187,34155,34166,34320,34165,34173,34218,34155,34170,34136,34314,34192,34188,34166,34168,34165,34210,34185,34349,34245,34167,34225,34115,34188,34219,34228,34150,34194,34212,34214,34202,34166,34162,34230,34231,34572,34550,34301,34457,34366,34248,34460,34737,34481,34647,34468,35119,34469,34179,34213,34168,34167,34366,34230,34142,34140,34152,34237,34208,34196,34192,34266,34258,34181,34314,34173,34180,34187,34214,34196,39211,34152,37679,34178,34196,34150,34194,34213,34181,34210,34141,34088,34293,34141,34151,34155,34201,34199,34272,34590,34161,34143,34266,34195,34238,34248,34305,34190,34316,34312,34218,34271,34144,34140,34158,34133,34229,34147,34216,34127,34194,34211,34147,34204,34406,34211,34139,34174,34181,34199,34153,34175,34171,38330,34182,34068,34214,34215,34236,34189,34208,34225,34213,34124,34251,34222,34163,34145,34223,34157,34078,34124,34212,34233,34172,34170,34165,34293,34200,34072,34234,34160,34193,34187,34145,34232,34273,34088,34207,34117,34171,34144,34193,34218,34207,34151,34254,34193,34328,34188,34158,34165,34291,34222,34154,34965,34202,34237,34192,34148,34170,34177,34234,34256,34176,34221,34184,34226,34242,34310,34167,34192,34156,34188,34196,34261,34181,34171,34198,34128,34172,34172,34212,34242,34170,34190,34156,34198,34181,34255,34228,34267,34466,34185,34187,34193,34197,34167,34154,34175,34216,34289,34180,34285,36728,34133,34129,34174,34182,34154,34215,34132,34155,34187,34277,34298,34221,34206,34168,34228,34161,34174,34163,34302,34255,34141,34148,34199,34242,34170,34272,34311,34205,34278,34267,34405,34174,34148,34190,34219,34311,34195,34172,34170,34174,34197,34190,34179,34188,34219,34234,34153,38882,34161,34216,34263,34158,34271,34197,34200,34168,34176,34343,34243,34174,34124,34180,34237,34074,34188,34161,34161,34184,34176,34216,34203,34229,34391,34335,34163,34271,34150,34484,34219,34068,34271,34145,34181,34194,34152,34176,34163,34170,34119,34143,34144,34176,34246,34090,34478,34171,34296,34284,34109,34207,34335,34176,34139,34228,34186,34168,34235,34136,34236,34131,34270,34192,34396,34187,34230,34159,34304,34167,34225,34187,34190,34198,34206,34184,34260,34175,34174,34434,34138,34197,34186,34213,34225,34189,34193,34071,34209,35978,34137,36573,34181,34166,34267,34192,34143,34208,34223,34214,34199,34217,34095,34362,34227,34290,34190,34201,34167,34167,34200,34221,34270,34327,34161,34241,34176,34201,34202,34077,34164,34191,34225,34109,34220,34156,34142,34174,34190,34297,34237,34384,34335,34292,34139,34176,34082,34247,34153,34078,34141,34066,34175,34253,34260,34213,34263,34246,34190,34181,34186,34220,34175,34185,34201,34182,34212,34165,34174,34154,34213,34322,34187,34147,34151,34228,34245,34197,34162,34390,34226,34169,34127,34174,34151,34114,34145,34269,34155,34143,34166,34193,34163,34179,34120,34230,34188,34171,34191,34191,34229,34292,34218,34199,34104,34192,34172,34273,34300,34173,34264,34218,34366,34096,34197,34155,34187,34226,34190,34271,34204,34206,34166,34235,34150,34262,34150,34211,34237,37094,34147,34189,34115,34191,34206,34196,34072,34224,34195,34227,34300,34145,34156,34150,34178,34094,34232,34180,34245,34218,34231,34154,34152,34161,34207,34353,34141,34166,34171,34206,34185,34225,34228,34074,34142,34187,34163,34214,34211,34183,38115,34153,34172,34174,34198,34131,34186,34153,34207,34124,34161,34298,34263,34169,34163,34208,34115,34200,34169,34193,34093,34236,34125,34396,34254,34151,34180,34168,34153,34233,34517,34126,34248,34171,34199,34208,34165,34179,34154,34272,34215,34283,34263,34161,34221,34198,34174,34253,34177,34196,34139,34186,34191,34290,34185,34129,34236,34270,34202,34155,34274,34181,34204,34175,34189,34184,34242,34252,34227,34217,34172,34137,34239,34220,34195,34234,34266,34067,34283,34154,34180,34191,34183,34271,34195,34164,34071,34197,34204,34188,34173,34230,34220,34290,34168,34147,34192,34204,34216,34216,34240,34326,34310,34197,34094,34441,34171,34194,34194,34222,34181,34262,34160,34191,34177,34176,34159,36595,34219,34138,34155,34232,34194,34165,34193,34136,34230,34203,34207,34211,34193,34218,34287,34168,34193,34161,34125,34211,34204,34145,34217,34161,34166,34234,34166,34281,34190,34154,34191,34235,34161,34231,34168,34126,34882,34157,34142,34200,34217,34290,34202,34206,34304,34182,34174,34158,34218,34197,34152,34193,34225,34160,34164,34170,34245,34070,34227,34238,34199,34288,34097,34178,34146,34198,34178,34080,34202,34213,34163,34223,34137,38642,34355,34205,34165,34201,34206,34059,34152,34246,34209,34165,34249,34215,34172,34188,34226,34158,34170,34168,34463,34189,34179,34166,34154,34283,34208,34210,34198,34346,34243,34196,34232,34186,34124,34188,34248,34196,34193,34163,34097,34236,34186,34147,34146,34201,34168,34274,34129,34185,34232,34172,34303,34154,34125,34207,34200,34085,34230,34172,34138,34193,34155,34231,34223,34143,34177,34157,34168,34225,34199,34167,36281,34163,34196,34188,34199,34223,34180,34175,34202,34297,34139,34178,34216,34184,34157,34241,34210,34131,34256,34218,34242,34120,34287,34144,34194,34204,34137,34231,34219,34179,34179,35788,34148,33947,34179,34127,34245,34203,34208,34112,34320,34168,34193,34220,34217,34158,34214,34199,34328,34158,34104,34286,34065,34221,34225,34238,34245,34208,34151,34093,34221,34151,34201,34186,34275,34186,34175,34143,34111,34158,34180,34157,34216,34288,34327,34194,34233,34196,34145,34304,34466,34350,34171,34213,34219,34102,34226,34130,34221,34215,34180,34181,34150,34100,34212,34133,34209,34231,34199,34227,34231,34207,38683,34254,34172,34258,34288,34177,34216,34165,34164],"submission":[2466,41079,48345,45677,700,560,568,557,529,559,522,541,530,543,532,543,530,590,544,511,540,615,536,523,546,535,526,534,537,530,550,540,537,572,557,539,554,540,536,540,544,549,539,533,540,553,557,548,534,540,550,541,551,562,550,558,558,555,556,552,553,559,549,546,551,575,580,559,531,536,552,535,542,541,550,534,544,555,542,529,558,555,537,538,528,523,548,539,534,543,532,543,566,556,560,560,558,555,556,556,555,556,555,560,552,556,556,557,557,556,562,557,554,556,557,556,559,559,554,558,553,554,559,555,555,558,556,554,552,552,573,541,544,533,559,534,541,533,548,538,548,539,544,536,536,581,556,560,555,556,560,554,555,557,556,562,555,560,561,554,559,556,562,560,560,559,562,564,559,556,551,558,558,555,557,555,554,562,560,558,555,558,559,555,559,556,563,561,558,564,560,553,554,556,554,556,555,556,557,557,554,557,557,563,564,560,555,555,555,556,556,556,557,550,556,558,559,554,558,555,556,556,553,556,564,555,555,558,561,561,553,557,557,556,559,555,559,557,555,562,550,555,557,555,553,553,550,561,557,558,565,619,555,557,555,561,554,588,618,570,557,578,553,559,566,554,561,556,557,549,559,563,556,557,554,569,554,552,557,560,556,566,555,559,555,556,555,559,555,555,556,555,554,556,555,555,556,557,557,563,558,559,565,558,564,554,557,562,556,557,557,555,558,556,556,555,557,560,557,561,555,555,554,564,558,554,556,554,525,528,529,524,528,506,525,526,555,532,540,556,540,523,539,527,538,529,538,556,540,583,555,554,541,521,540,528,550,527,540,531,541,516,540,531,541,529,559,597,555,555,551,556,552,551,557,557,553,557,554,559,555,555,557,556,564,554,543,546,539,547,556,554,558,549,562,558,557,556,553,553,554,553,560,558,554,560,563,554,562,554,558,563,553,553,559,556,555,555,561,557,556,555,558,561,556,563,575,559,557,561,561,558,577,566,556,565,545,526,543,525,538,527,544,526,524,534,530,535,532,528,582,557,564,566,557,553,554,552,569,560,556,556,552,558,563,555,558,555,562,566,555,554,560,553,558,555,557,557,553,554,557,561,558,563,555,556,555,557,556,561,558,557,558,554,556,557,555,557,551,556,555,555,556,551,557,553,552,552,557,558,555,595,579,613,562,564,555,559,555,554,555,577,556,557,554,555,555,555,559,554,555,554,555,551,557,556,560,556,560,554,559,562,643,556,557,561,553,567,563,559,560,558,558,553,555,552,553,561,553,556,555,559,556,561,561,547,552,554,556,556,559,557,555,571,562,553,556,560,555,551,551,557,571,555,550,556,577,564,547,557,551,556,553,557,554,562,556,555,552,558,555,556,558,558,528,544,555,537,556,554,555,561,528,540,554,538,557,555,551,517,555,644,541,556,558,557,557,556,560,555,556,557,561,541,556,571,559,525,527,553,556,528,556,556,571,557,554,562,570,561,554,560,553,571,556,527,560,555,572,559,541,528,524,527,526,526,525,527,525,519,532,545,531,529,527,530,528,560,557,557,558,561,534,568,557,554,558,554,555,555,558,559,561,556,560,556,552,556,554,553,556,555,556,555,554,553,557,560,556,556,555,559,559,554,558,562,556,551,556,555,562,557,553,556,556,556,548,569,546,557,544,581,535,526,540,557,540,521,535,517,525,525,518,530,554,560,545,533,546,554,539,564,542,559,541,526,530,527,533,517,522,551,527,543,521,541,529,557,555,538,522,539,528,542,556,539,526,534,556,544,525,547,556,563,529,543,557,555,525,542,558,545,527,525,572,556,553,540,553,558,557,552,558,555,554,556,559,558,544,563,538,554,540,556,536,520,582,556,556,558,555,558,557,557,560,558,561,556,554,524,540,530,556,536,555,540,526,579,554,556,554,558,553,557,555,555,554,556,557,554,555,557,557,556,555,563,553,560,552,578,557,555,542,556,540,558,537,518,538,524,538,584,539,521,542,554,540,526,540,523,539,533,538,528,539,553,541,554,540,552,541,528,539,526,542,559,543,556,544,552,556,554,542,557,537,543,541,541,538,543,543,544,541,542,537,545,543,543,541,542,525,568,655,539,527,540,519,559,538,555,539,528,539,556,558,557,546,552,579,556,554,555,553,556,557,552,555,555,555,554,556,557,554,555,557,555,554,554,556,556,556,554,553,557,553,555,556,556,561,538,554,559,556,554,553,556,555,553,555,553,556,577,560,559,552,560,553,551,539,520,537,555,539,520,558,567,552,557,556,555],"total":51743523,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":1000,"size":1048576}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/xcopy-intersock-n0ton4-1gib-1e.json b/benchmarks/benchmark-results/xcopy-intersock-n0ton4-1gib-1e.json new file mode 100644 index 0000000..d0d5b62 --- /dev/null +++ b/benchmarks/benchmark-results/xcopy-intersock-n0ton4-1gib-1e.json @@ -0,0 +1 @@ +{"count":2,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":0},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[36089471,36046967,36150347,36059550,36023965,36077384,24124808,20916482,20948411,21104573],"completion":[36043231,35999552,36102252,36035832,35981744,36076898,24124368,20915977,20947978,21104119],"submission":[46240,47415,48095,23718,42221,486,440,505,433,454],"total":267458836,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":536870912}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":4},"report":{"iterations_completed":10,"status":"ok","time":{"combined":[26861592,26916791,26842979,26895094,26850083,26935644,26876118,26905651,26917588,26935709],"completion":[26835040,26886762,26793910,26894454,26849634,26935219,26875705,26905260,26917187,26935306],"submission":[26552,30029,49069,640,449,425,413,391,401,403],"total":242081141,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":10,"size":536870912}}],"path":"hw"} \ No newline at end of file diff --git a/benchmarks/benchmark-results/xcopy-intersock-n0ton4-1mib-1e.json b/benchmarks/benchmark-results/xcopy-intersock-n0ton4-1mib-1e.json new file mode 100644 index 0000000..4a8ec15 --- /dev/null +++ b/benchmarks/benchmark-results/xcopy-intersock-n0ton4-1mib-1e.json @@ -0,0 +1 @@ +{"count":2,"list":[{"affinity":{"nnode_dst":4,"nnode_src":0,"node":0},"report":{"iterations_completed":1000,"status":"ok","time":{"combined":[84087,80523,79818,67939,78838,34984,34867,34833,34821,34921,34935,34776,34759,34807,36158,34902,34793,36475,35700,34846,36523,34850,34853,34856,34812,34813,34789,34828,34864,34932,34869,34945,34950,34882,35098,36177,34808,34930,34831,34814,34746,34842,34784,34847,34805,36454,34882,34866,34752,34808,34895,34736,34824,34821,34825,34856,34806,34813,34806,34899,34876,34852,34867,34827,34926,34777,34762,41761,34845,34944,35332,36525,34809,34834,34858,34858,34836,34948,34907,34828,34885,34864,35372,36165,36091,34863,34843,34882,34851,34831,34853,34895,34776,35691,34794,36018,34746,34791,34875,34873,35011,34798,36464,36161,34802,34801,34910,34934,34830,34779,34794,34923,34782,34773,35368,34856,34828,34928,34849,34827,34742,34755,36408,34815,35591,35050,34843,40914,34776,34760,34874,34815,34827,34851,34837,34830,35132,34874,39966,34892,34830,34886,34796,34820,35606,34760,34879,34843,34807,34779,34852,34806,35577,34829,34832,34871,34904,34908,34820,34805,34771,34843,34807,34839,35873,34899,34906,34811,34958,34841,34833,34921,34798,34834,34822,34850,34789,34816,34839,35617,34783,34860,34792,34802,41037,34782,34790,34853,34730,35036,34828,35079,34805,34779,34798,34768,34813,34897,35290,34868,34808,34766,35853,34800,34886,34767,34816,34825,34826,34850,34856,34868,34873,34877,34848,34889,34790,34785,34769,34895,34845,34805,34782,34801,34844,34836,34765,34847,34930,35794,34871,34832,35038,34908,34867,34839,34805,34869,42331,40730,35336,34815,34795,34735,34930,34824,34839,34822,34875,34807,34834,34838,34866,34831,34833,34836,34888,34882,34833,34862,34847,34821,34835,35958,34927,34820,34906,34816,34887,34825,34883,34867,34770,34807,34791,34806,34774,34834,34840,34763,34871,34817,35255,34761,34800,34883,34799,34845,34768,40301,34861,34843,34807,34823,34799,34857,34823,34894,34826,34791,34827,34806,34911,34745,34787,34828,34801,34824,34858,34826,34795,34775,34849,34782,34810,34821,35719,34764,34923,34836,34839,34947,34834,34807,34815,34818,34800,34841,34834,34772,34820,34798,34807,34845,34823,34850,34794,34767,40085,34837,34940,34924,34727,34828,34816,34806,34908,34856,35108,35467,34811,34906,35269,34829,34816,34798,34814,34785,34820,34818,34788,34803,34821,34842,34832,35935,34849,34878,34819,34749,34953,34811,34915,34814,34864,34765,34852,34820,34821,34825,34775,34750,34872,34811,34776,40300,34765,34859,34873,34778,34862,34823,34830,34785,34823,34774,34857,34832,34831,34822,34834,34836,34898,34817,34746,34971,34786,34936,34829,34846,34835,34858,34812,34835,34862,34760,34806,34806,34885,34750,34872,34864,34810,34804,35007,34799,34877,34877,34870,34810,34794,40829,34782,34843,34846,34825,34784,34909,34845,34924,34821,34816,34862,34786,34806,34932,34889,34852,34812,34792,34787,34835,34830,34794,34798,34783,34825,34826,34782,34822,34834,34760,34793,34833,34826,34819,34762,34846,34788,34778,34740,34831,34790,34874,34823,40501,34864,34847,34811,34771,34850,34858,34848,34854,35756,34862,34942,34825,35648,34848,34773,34811,34789,34838,34843,34796,34875,34809,34904,34782,34881,34807,34815,34772,34889,34863,34931,34838,34771,34875,34824,34830,34836,34937,34825,34965,34844,34836,41680,34810,34806,34857,34915,34852,34831,34840,34864,34832,34828,34825,34817,34827,34843,34855,34782,34814,34821,34826,34855,34822,34957,34844,34898,34808,34805,34881,34792,34911,34813,34850,34776,34842,34854,34840,34854,34889,34763,34822,34897,34829,222567,36083,34909,34835,34919,34770,34864,34866,34865,34778,34799,34860,34830,34796,34781,34842,34821,34844,34942,34767,34831,34796,34804,35852,34817,34821,34905,34841,34864,34881,36786,34818,34887,34855,34855,34803,34874,42017,34820,34854,34839,34838,34843,35579,34816,34900,34864,34838,34857,34774,34815,34929,34841,34856,34791,34812,34870,34910,34890,34901,34822,34832,34814,34786,34801,34787,34809,34813,34850,34870,34850,34829,34839,34783,34783,34930,40267,34759,34830,34832,34849,34814,34784,34827,34806,34773,34791,34798,34821,34826,34787,34824,34820,34810,34822,34887,34759,34792,34819,34877,34855,34832,34857,34801,34817,34775,34793,34868,34825,34778,34876,34875,34847,34814,34806,39826,34776,34879,34829,35346,34968,34875,34867,34806,34842,34885,34870,34849,35281,34836,34750,34772,34821,34781,34879,34793,34811,35063,38112,34828,34845,34793,34755,34909,34811,34855,34846,34806,34792,34821,34854,34842,34808,34833,34820,34822,34900,34805,34861,34839,34833,34843,34856,34830,34801,34846,34843,34827,34805,34837,34878,34793,34812,34773,34761,34903,35286,34875,35885,34843,35559,34805,34840,34848,34770,34781,34774,34762,34761,34826,39954,34779,34849,34811,34855,34779,34860,34813,34857,34798,34874,34820,34852,35035,39149,34790,34788,34811,34770,34800,34861,34805,34855,34770,34910,34804,34810,34792,34886,34824,34768,34818,34839,34933,34836,34841,41003,34768,34913,34827,34910,34829,34898,34830,34856,34809,34861,34852,34791,34788,34829,34917,34827,34818,34780,34880,34820,34851,34853,34898,34780,34862,34815,34869,34784,34872,34748,34777,34851,34791,34831,34810,39705,34805,34854,34790,34826,35035,34943,35067,34957,34793,35010,34838,34824,34798,34831,34787,34818,34784,34804,34805,34755,34858,34935,34773,34844,34815,34855,34922,34796,34821,34837,34766,34802,34802,34797,40566,34815,34847,34877,34783,34830,34776,34858,34784,34888,34845,34812,34826,34883,34954,34794,34850,34897,34810,34843,34834,34818,34766,34795,34865,34797,34770,34819,34849,34790,34833,34817,35191,34804,34804,34785,34866,34805,34843,34801,34815,34849,34766,34993,34772,34807,35227,34817,35715,34857,34768,34892,34804,34836,34819,34911,34852,34781,34867,34811,34821,34765,34822,34837,34804,34793,34807,34934,34794,34781,34848,34843,34761,34890,34846,34808,34800,34782,35117,34839,34872,34858,34860,34962,34823,35244,34823,34867,34823,34849,34802,34769,34869,34783,34964,34827,35719,34728,34740,34810,34880,34903,38999,34773,34953,34839,34929,34846,35573,35711,34846,35014,34825,35598,34799,34875,34773,34830,35440,34828,34845,34801,34819,34752,34820,34830,34831,34823,34811,34833,34884,34766,34813,34806,34821,34781,34792,34820,34852,35272,57052,34978,40132],"completion":[34716,35182,34286,34267,34324,34256,34311,34249,34268,34315,34382,34246,34204,34276,35603,34331,34243,35935,35143,34296,35976,34292,34310,34302,34266,34257,34246,34272,34317,34371,34321,34418,34404,34210,34543,35631,34277,34384,34301,34273,34212,34306,34255,34308,34274,35920,34344,34322,34220,34270,34356,34196,34287,34281,34288,34316,34272,34268,34273,34354,34343,34309,34336,34292,34390,34254,34203,41219,34288,34399,34782,35985,34253,34291,34303,34310,34280,34394,34353,34274,34326,34316,34816,35609,35534,34305,34287,34339,34317,34290,34316,34314,34244,35155,34256,35476,34217,34261,34350,34318,34474,34245,35925,35606,34262,34260,34370,34400,34294,34243,34256,34385,34247,34235,34829,34314,34291,34370,34286,34288,34201,34218,35875,34278,35029,34481,34312,40378,34238,34245,34314,34251,34271,34293,34281,34273,34593,34287,39413,34358,34293,34347,34260,34277,35068,34214,34338,34299,34270,34220,34292,34264,35038,34289,34297,34310,34347,34352,34266,34246,34238,34301,34264,34294,35332,34359,34366,34274,34412,34300,34294,34381,34259,34295,34282,34273,34229,34274,34297,35080,34243,34324,34253,34264,40458,34222,34232,34297,34187,34452,34270,34535,34183,34237,34253,34222,34256,34357,34756,34324,34272,34228,35318,34259,34350,34235,34288,34263,34296,34296,34308,34313,34324,34318,34288,34332,34254,34228,34212,34292,34289,34245,34236,34247,34286,34282,34221,34287,34378,35241,34312,34287,34479,34339,34311,34303,34248,34324,41794,40168,34781,34272,34238,34204,34355,34265,34288,34283,34339,34274,34296,34300,34306,34276,34266,34276,34330,34299,34258,34305,34285,34240,34280,35401,34366,34264,34369,34280,34349,34287,34344,34330,34232,34269,34255,34249,34233,34277,34293,34239,34311,34271,34728,34216,34266,34312,34254,34290,34220,39785,34298,34299,34244,34279,34245,34319,34287,34358,34291,34256,34290,34249,34358,34175,34252,34278,34276,34297,34331,34300,34266,34258,34319,34254,34282,34289,35166,34220,34368,34286,34285,34390,34271,34251,34257,34272,34277,34300,34296,34235,34284,34262,34273,34303,34269,34321,34259,34225,39550,34302,34383,34378,34197,34285,34279,34265,34369,34310,34551,34921,34287,34350,34724,34274,34259,34249,34290,34268,34296,34291,34260,34275,34262,34296,34297,35378,34308,34317,34256,34202,34395,34259,34324,34259,34296,34218,34330,34278,34289,34301,34245,34225,34348,34289,34240,39722,34208,34301,34318,34205,34302,34243,34280,34261,34296,34245,34294,34284,34295,34272,34274,34295,34339,34262,34196,34450,34227,34345,34268,34285,34275,34299,34228,34264,34308,34218,34278,34246,34317,34220,34314,34326,34276,34244,34462,34240,34319,34317,34346,34237,34224,40280,34260,34269,34297,34272,34228,34349,34290,34365,34248,34261,34305,34244,34272,34364,34320,34296,34260,34233,34230,34271,34288,34245,34267,34235,34258,34285,34246,34287,34293,34203,34246,34275,34286,34263,34223,34287,34236,34219,34196,34276,34239,34318,34263,39972,34343,34287,34251,34211,34293,34278,34290,34280,35213,29437,34354,34282,35087,34294,34216,34259,34234,34286,34286,34219,34312,34251,34342,34225,34321,34248,34253,34217,34334,34287,34372,34260,34209,34316,34288,34268,34289,34309,34252,34390,34286,34270,41101,34245,34236,34300,34360,34294,34260,34285,34303,34274,34268,34287,34281,34289,34304,34318,34240,34277,34263,34276,34299,34261,34375,34272,34338,34250,34249,34321,34221,34354,34256,34292,34218,34286,34300,34282,34295,34331,34210,34264,34336,34274,221991,34393,34265,34236,34311,34218,34297,34303,34298,34245,34252,34303,34247,34211,34221,34281,34252,34284,34382,34208,34273,34232,34234,35296,34256,34260,34339,34278,34331,34298,36222,34261,34327,34297,34277,34241,34315,41462,34261,34291,34273,34251,34282,35018,34256,34368,34320,34302,34304,34245,34288,34398,34309,34265,34229,34245,34290,34344,34327,34343,34262,34267,34257,34228,34234,34230,34249,34258,34291,34272,34264,34263,34281,34222,34222,34371,39719,34214,34275,34294,34256,34267,34251,34281,34276,34235,34255,34276,34289,34253,34241,34270,34280,34269,34284,34321,34213,34262,34290,34316,34295,34266,34255,34239,34287,34229,34264,34325,34274,34236,34285,34304,34277,34283,34260,39264,34233,34321,34281,34786,34420,34343,34320,34271,34280,34326,34303,34300,34718,34294,34218,34239,34262,34220,34320,34232,34250,34503,37509,34267,34280,34248,34227,34370,34248,34296,34286,34246,34232,34257,34294,34279,34268,34256,34274,34295,34330,34243,34302,34295,34272,34282,34296,34246,34243,34289,34279,34266,34264,34279,34300,34231,34265,34243,34219,34345,34726,34299,35326,34265,35000,34246,34281,34290,34210,34224,34253,34220,34234,34279,39423,34236,34291,34271,34325,34235,34330,34270,34324,34255,34319,34278,34295,34494,38566,34234,34228,34266,34241,34261,34318,34261,34301,34212,34365,34278,34257,34235,34326,34263,34208,34258,34276,34337,34287,34286,40455,34201,34352,34268,34347,34269,34340,34267,34289,34252,34304,34292,34232,34230,34271,34361,34265,34255,34216,34322,34263,34296,34294,34335,34222,34305,34257,34308,34225,34313,34187,34219,34288,34235,34270,34254,39145,34246,34295,34229,34266,34476,34224,34340,34338,34237,34439,34280,34281,34241,34287,34231,34271,34256,34260,34276,34193,34298,34375,34215,34286,34258,34293,34365,34239,34265,34292,34202,34261,34243,34254,40009,34273,34312,34343,34242,34289,34236,34298,34242,34330,34286,34275,34279,34322,34406,34266,34297,34334,34268,34305,34291,34258,34228,34270,34321,34236,34225,34263,34308,34229,34291,34289,34647,34238,34247,34243,34340,34263,34299,34257,34277,34306,34225,34451,34228,34245,34694,34275,35181,34317,34239,34346,34276,34289,34291,34310,34294,34220,34309,34252,34279,34240,34282,34302,34263,34230,34249,34392,34250,34240,34305,34301,34219,34344,34290,34262,34242,34219,34576,34295,34306,34312,34301,34400,34266,34687,34265,34310,34266,34293,34264,34243,34325,34224,34406,34263,35179,34199,34212,34283,34356,34376,38440,34244,34430,34306,34399,34282,35020,35152,34286,34462,34266,35041,34244,34319,34230,34273,34895,34284,34302,34254,34276,34207,34272,34270,34288,34289,34265,34277,34340,34209,34270,34243,34276,34223,34231,34253,34294,34712,56436,34279,39426],"submission":[49371,45341,45532,33672,44514,728,556,584,553,606,553,530,555,531,555,571,550,540,557,550,547,558,543,554,546,556,543,556,547,561,548,527,546,672,555,546,531,546,530,541,534,536,529,539,531,534,538,544,532,538,539,540,537,540,537,540,534,545,533,545,533,543,531,535,536,523,559,542,557,545,550,540,556,543,555,548,556,554,554,554,559,548,556,556,557,558,556,543,534,541,537,581,532,536,538,542,529,530,525,555,537,553,539,555,540,541,540,534,536,536,538,538,535,538,539,542,537,558,563,539,541,537,533,537,562,569,531,536,538,515,560,564,556,558,556,557,539,587,553,534,537,539,536,543,538,546,541,544,537,559,560,542,539,540,535,561,557,556,554,559,533,542,543,545,541,540,540,537,546,541,539,540,539,539,540,577,560,542,542,537,540,536,539,538,579,560,558,556,543,584,558,544,622,542,545,546,557,540,534,544,536,538,535,541,536,532,528,562,530,554,548,555,549,559,560,557,536,557,557,603,556,560,546,554,558,554,544,560,552,553,559,545,559,569,556,536,557,545,537,562,555,543,557,531,575,559,551,539,536,533,538,538,560,555,567,560,558,583,575,557,562,581,555,557,561,556,537,536,538,538,539,537,538,538,536,557,541,557,547,524,560,546,527,545,534,571,545,555,548,516,563,544,563,544,554,538,536,536,535,535,537,557,553,570,535,550,525,527,527,526,529,517,530,528,528,532,553,544,555,550,554,557,563,556,558,546,523,541,538,537,536,536,534,542,554,529,535,542,535,535,557,546,530,543,537,541,539,546,557,546,524,556,545,555,557,549,524,517,524,527,528,528,559,546,535,557,541,561,563,547,558,552,591,555,568,547,522,542,532,524,530,525,524,522,536,578,557,558,555,573,560,580,550,524,527,529,563,548,536,550,560,541,559,555,550,521,559,591,561,561,560,559,584,571,554,542,528,560,568,530,558,538,534,560,545,559,558,560,524,573,570,549,522,574,549,553,556,560,555,559,573,555,557,542,534,568,569,556,552,559,557,564,542,549,531,548,567,541,536,535,541,557,547,558,540,556,539,559,552,559,544,555,551,556,560,529,521,560,560,560,557,580,558,574,543,5425,588,543,561,554,557,552,555,552,557,577,563,558,562,557,560,559,562,555,555,576,559,578,562,559,536,562,547,628,573,575,558,566,579,565,570,557,555,558,571,555,561,558,560,538,536,538,539,537,542,537,558,550,556,561,582,572,560,558,556,560,571,557,557,558,558,556,554,558,559,558,553,558,561,555,576,1690,644,599,608,552,567,563,567,533,547,557,583,585,560,561,569,560,560,559,558,564,570,556,561,561,566,563,533,583,564,557,560,558,578,562,559,555,559,563,566,587,561,561,560,532,544,536,553,529,527,531,532,591,562,567,580,566,563,558,560,565,557,558,567,557,560,555,559,598,586,566,558,561,561,559,548,545,555,538,593,547,533,546,530,538,536,522,532,573,546,554,540,541,538,566,546,530,529,561,560,566,602,562,530,546,529,543,551,542,591,571,570,531,546,562,543,558,548,560,548,532,547,535,562,559,567,549,563,542,532,533,559,561,559,561,561,560,603,561,565,545,528,539,563,559,560,560,560,564,560,563,540,577,546,527,570,562,559,544,561,561,560,584,558,557,564,561,541,558,578,562,547,530,542,558,560,576,559,578,559,559,559,558,560,557,521,542,527,547,531,543,558,540,530,544,530,543,533,543,555,542,557,541,583,556,560,545,529,539,543,544,554,558,545,526,553,557,560,561,560,560,563,596,549,555,548,567,561,559,563,560,558,563,567,557,557,560,559,558,558,556,562,563,564,558,557,555,559,563,558,557,558,561,559,559,561,558,563,556,561,556,560,559,559,561,560,559,719,727,619,556,571,558,543,557,544,556,547,528,544,529,562,560,560,558,558,557,562,557,557,556,545,564,541,559,543,557,542,535,534,541,541,540,560,542,558,559,537,547,561,548,528,553,563,542,538,543,560,538,525,544,561,545,556,541,561,542,528,544,566,557,542,526,542,544,544,538,543,541,542,544,562,533,542,534,540,529,546,528,547,528,601,558,561,558,559,542,525,540,535,541,563,558,542,544,541,543,542,542,546,556,546,558,563,541,544,566,546,559,562,557,557,558,557,557,556,538,526,544,559,558,564,540,529,528,527,524,527,559,529,523,533,530,564,553,559,560,552,559,557,555,556,543,557,545,544,543,547,543,545,548,560,543,534,546,556,544,557,543,563,545,558,561,567,558,560,616,699,706],"total":52709718,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":1000,"size":1048576}},{"affinity":{"nnode_dst":4,"nnode_src":0,"node":4},"report":{"iterations_completed":1000,"status":"ok","time":{"combined":[74313,78951,100014,35130,34863,34880,34773,34769,34779,35156,34849,34891,34782,34888,34756,34870,34868,34882,34991,35287,34867,34791,34809,34860,35009,34816,34778,34863,34913,34893,34867,34915,38615,34957,34869,36479,35032,34784,35066,34919,34829,34782,34957,34792,34775,34773,34918,34943,34775,34942,34800,34853,34894,34847,34960,34848,34782,34833,34890,34830,34759,34877,34866,34831,35151,34935,34929,34811,39080,34785,34807,34906,34874,34817,34941,34896,34716,34855,34759,34785,35311,34775,34904,34857,34993,35082,34870,34770,35037,34780,34826,34830,34840,34876,34877,34807,35084,34868,34934,34936,34792,34767,34890,34926,34817,34866,34786,34827,34978,34801,34792,34809,34749,34865,34769,34816,34856,34860,34750,34909,34835,34776,34793,34907,34843,34820,34797,34783,38290,34790,34855,34815,34858,34781,34800,34798,34958,34893,34873,36732,34894,34875,34856,35026,34875,34885,34784,34794,34907,34756,34894,34889,34784,34815,35049,34884,34896,34856,34758,35294,34730,35131,34798,34873,34772,35079,34845,34880,34979,34795,34842,34876,35092,34875,34910,34895,34765,34828,34871,34773,34915,34856,34847,34880,34873,38610,34843,34775,34892,34788,34785,34868,35395,34790,34818,34942,34963,34935,34849,34861,34778,34819,35023,34900,34900,34946,34993,34812,34792,34809,34914,35155,34795,34876,34884,34932,34788,34787,34941,34830,34817,34844,34905,34814,34835,34938,34792,34823,34882,34900,34838,34881,34900,34916,34881,34870,34799,34848,34865,41356,39063,34967,34891,34827,34909,34903,35027,34793,34802,34755,34830,34832,35179,34978,34762,34809,34872,34883,34754,34928,34861,34850,34899,35052,34825,34802,34772,34800,34803,34797,34795,34815,34852,34911,35055,34870,34901,34868,34877,34885,34880,34896,34865,34801,34774,34913,34880,34817,34748,34860,38580,35017,34793,34946,34711,35171,34881,34865,34777,35036,34690,34826,34938,34890,34871,34860,34781,34869,34860,34797,34827,34859,34876,34780,34826,34771,34918,34786,34801,34902,34838,34838,34980,34859,34894,34799,34798,34806,35158,34968,34804,34880,34882,34968,34921,34969,34765,34784,34889,38268,34831,34753,34902,34836,34859,34855,34875,34911,34808,34903,34813,34815,34783,34794,34857,34770,34954,34771,34847,34844,34864,35044,34844,34832,34806,34797,34831,34931,34952,34858,34889,34842,34810,34880,34776,34799,34832,34907,34828,34703,34845,34852,35096,34884,34814,34806,39271,34829,34926,34805,34722,34812,34814,34712,34792,34888,34838,34762,34872,34897,34923,34779,34857,34798,34787,34901,34889,34826,34823,34794,34804,34877,34814,34798,34900,34858,34806,34775,34854,34828,34857,34805,34884,34811,34824,34941,34808,34886,34994,34824,34901,34753,38388,34847,34856,34752,35287,34947,34872,35098,34800,34846,34994,34802,34833,34873,34833,34944,35175,34970,34833,34796,34867,34753,34850,34993,34812,34900,34872,35094,34884,34847,34867,35491,34979,35165,34852,34841,34797,35009,34855,34883,34835,34796,34846,34835,38662,34798,35065,34842,34849,34866,35385,34836,34771,34932,34780,34809,34723,34823,34908,34798,34929,34787,34968,34862,34761,34853,34876,34786,34809,34861,34889,34980,34816,34841,35199,34783,34867,35520,34766,34845,34780,34878,34898,34790,34765,34827,34858,38945,34858,34986,34839,34763,34815,34923,34777,34758,34785,34871,34911,34729,35136,34816,34917,34745,34907,34880,34865,34937,34936,34839,34918,35666,34917,34793,34756,34856,34934,34853,34865,34816,34938,34876,34808,34748,34781,34852,34815,34850,34835,36282,34872,34771,34767,34889,34820,34761,34818,34790,34837,34864,34924,34826,34778,34871,34796,34839,34797,34711,35278,34837,35211,34846,35070,34894,34901,34772,34794,34883,34763,35108,34969,34889,34830,34863,34848,34809,34867,34952,34928,35392,38373,34895,34831,34801,34911,34803,34845,34840,34870,34951,34804,34829,34831,34858,34827,34828,34852,34832,34765,34804,34889,34782,34756,34802,34744,34717,34881,34727,34842,34814,34770,34790,34811,34836,34769,34851,34848,34852,34871,39440,34854,34769,34789,34813,34821,34801,34762,34813,34854,34859,34779,34814,34941,34863,34774,34779,34812,34775,34841,34768,34731,34777,34767,34905,34674,34806,34866,34747,34816,34770,34739,34751,34843,34814,34758,34734,34860,34743,34888,34871,34712,34772,34795,34827,34771,34746,34735,34857,34783,34751,34832,34717,34892,34778,34780,34821,34878,34760,34770,34752,35029,34779,34856,34839,34857,34907,34975,34781,34716,34747,34756,34883,34847,34831,34858,34909,34772,34853,34909,34895,34861,34766,34880,34891,34819,34674,34925,34829,34826,34787,34778,34857,34911,34805,34917,34947,34904,34773,34842,34772,34838,34754,34896,34804,34962,34833,34830,34848,34784,34861,34872,34900,34857,34799,34962,34883,34821,34876,34832,34843,34801,34790,34941,34759,34870,34826,34959,35654,34685,34855,34880,34808,34867,34812,34918,34831,34926,34772,34902,34828,34814,34957,34811,34785,34871,34967,34750,34811,34741,38649,34889,34715,34783,34952,34840,34812,34819,34810,34919,34795,34963,34829,34838,34826,34953,34794,34794,35068,34814,34742,34807,34794,34734,35073,34752,34917,34738,34939,34818,34821,34836,34875,34923,35006,34666,34904,34784,34833,34797,34775,34922,34795,34802,34893,34839,34777,34772,34760,34803,34800,34903,34862,34777,34819,35032,34975,34753,34830,34677,34792,34927,34769,34883,34956,34776,34843,34826,34824,34773,34837,34920,34882,34680,34899,34917,34783,34854,34905,34935,34870,34742,34882,34880,34840,34791,34911,34761,34829,34825,34764,34776,34872,34817,34876,34867,34778,34697,34866,34747,34738,34843,34844,34962,34820,34818,34819,34820,34738,34777,34765,34806,34832,34882,34764,34838,34785,34794,34791,34808,34848,34877,34804,34846,35017,34828,34827,34875,34906,34834,34901,34897,34831,34695,34831,34802,34822,34863,34870,34825,34763,34915,34959,34812,34811,34844,34799,34729,34812,34822,34745,34770,34924,34774,34768,34712,34814,34782,34789,34879,34855,34756,34799,34791,34802,34715,34837,34759,34722,34893,34795,34688,34869,34822,34858,34823,34774,34735,34798,34786,34919,34930,34875,34820,34800,34758,34781,34841,34826,34776,34723,34875,34757,34785,34885,34734,34800,34835,34888,34807,34762,34863,34774,34706,34739,34896,34686,34823,34842],"completion":[34282,34391,34277,34420,34357,34383,34245,34265,34268,34636,34350,34412,34302,34397,34264,34381,34325,34343,34477,34685,34355,34293,34295,34362,34496,34315,34269,34362,34401,34393,34317,34404,38115,34413,34371,35986,34536,34287,34566,34420,34330,34289,34465,34295,34282,34280,34419,34451,34274,34444,34301,34358,34397,34351,34457,34349,34280,34336,34389,34332,34264,34379,34370,34333,34654,34438,34360,34297,38564,34281,34298,34404,34363,34318,34434,34395,34203,34322,34257,34272,34811,34264,34411,34342,34475,34588,34324,34273,34548,34286,34331,34339,34349,34386,34387,34313,34591,34375,34417,34421,34291,34256,34389,34414,34317,34310,34279,34320,34470,34300,34309,34317,34263,34371,34279,34322,34327,34345,34250,34357,34339,34262,34302,34396,34317,34316,34291,34303,37793,34313,34347,34299,34342,34268,34288,34300,34434,34380,34363,36228,34409,34381,34348,34508,34375,34392,34253,34292,34405,34266,34386,34396,34284,34276,34515,34372,34382,34339,34261,34779,34231,34617,34305,34362,34281,34565,34323,34375,34455,34300,34344,34381,34594,34380,34413,34317,34259,34344,34365,34295,34416,34376,34346,34410,34369,38086,34330,34243,34358,34272,34279,34358,34893,34282,34319,34431,34434,34430,34359,34360,34290,34322,34533,34357,34390,34439,34502,34315,34277,34301,34407,34643,34298,34370,34354,34425,34291,34291,34434,34339,34317,34352,34377,34306,34360,34432,34295,34314,34350,34387,34335,34391,34403,34371,34378,34377,34305,34353,34372,40861,38570,34425,34373,34328,34413,34408,34496,34280,34306,34259,34329,34337,34655,34462,34262,34301,34381,34342,34224,34426,34346,34349,34374,34538,34323,34291,34234,34283,34307,34306,34301,34298,34343,34412,34566,34373,34378,34356,34366,34395,34380,34379,34355,34297,34280,34416,34356,34305,34252,34370,38079,34484,34289,34452,34223,34678,34390,34349,34268,34531,34197,34285,34420,34381,34369,34368,34287,34359,34347,34293,34295,34360,34346,34267,34317,34259,34408,34281,34296,34381,34321,34333,34493,34332,34381,34293,34299,34290,34646,34462,34323,34388,34391,34474,34421,34462,34263,34304,34392,37777,34284,34243,34401,34340,34331,34340,34379,34417,34296,34407,34324,34295,34289,34313,34351,34283,34454,34242,34353,34365,34348,34545,34354,34332,34307,34310,34322,34430,34444,34365,34401,34329,34312,34384,34260,34299,34347,34391,34331,34216,34345,34356,34611,34383,34302,34300,38764,34339,34414,34314,34242,34303,34322,34232,34281,34390,34358,34245,34364,34403,34407,34283,34366,34296,34287,34400,34373,34322,34331,34270,34308,34380,34302,34300,34419,34345,34316,34295,34340,34336,34375,34293,34380,34328,34311,34441,34300,34343,34505,34326,34393,34254,37886,34324,34366,34281,34775,34441,34382,34590,34302,34373,34489,34302,34346,34365,34347,34431,34662,34471,34318,34306,34383,34247,34356,34478,34303,34414,34374,34625,34382,34363,34365,35007,34485,34688,34364,34359,34303,34516,34340,34389,34317,34299,34379,34367,38154,34297,34581,34343,34361,34374,34902,34341,34293,34439,34261,34328,34238,34326,34409,34309,34443,34287,34482,34370,34277,34354,34397,34303,34339,34358,34389,34476,34337,34353,34713,34287,34383,35015,34283,34242,34296,34380,34390,34292,34264,34321,34361,38473,34363,34485,34339,34279,34306,34438,34275,34265,34290,34392,34414,34250,34623,34323,34411,34270,34387,34400,34362,34443,34440,34351,34418,35170,34423,34318,34266,34372,34440,34362,34379,34333,34445,34387,34300,34272,34280,34364,34314,34382,34348,35806,34361,34277,34268,34394,34325,34282,34346,34321,34353,34384,34452,34336,34303,34361,34321,34335,34323,34224,34772,34364,34687,34367,34555,34408,34386,34298,34287,34404,34265,34597,34498,34365,34334,34352,34330,34338,34395,34440,34448,34915,37856,34385,34356,34334,34427,34327,34369,34366,34396,34440,34331,34337,34363,34335,34350,34355,34368,34348,34240,34304,34380,34309,34265,34289,34272,34233,34399,34259,34363,34338,34257,34307,34318,34359,34255,34378,34327,34392,34365,38963,34344,34303,34315,34331,34347,34327,34299,34313,34388,34360,34292,34307,34472,34364,34301,34319,34337,34302,34375,34291,34265,34306,34285,34426,34194,34330,34390,34276,34349,34293,34271,34274,34335,34344,34278,34256,34392,34271,34406,34400,34215,34274,34294,34331,34281,34268,34265,34356,34302,34274,34361,34240,34389,34281,34314,34348,34407,34294,34297,34277,34548,34306,34363,34329,34358,34408,34473,34306,34242,34281,34262,34402,34372,34352,34382,34427,34291,34385,34406,34238,34360,34270,34377,34420,34338,34202,34440,34334,34349,34312,34294,34364,34417,34340,34423,34480,34411,34309,34377,34321,34346,34270,34402,34311,34470,34340,34335,34357,34292,34376,34374,34398,34366,34310,34474,34395,34330,34389,34348,34352,34315,34307,34446,34279,34381,34343,34501,35201,34201,34362,34394,34321,34382,34332,34433,34344,34437,34320,34419,34345,34329,34473,34314,34302,34382,34483,34294,34322,34254,38166,34397,34238,34299,34461,34358,34318,34329,34333,34439,34312,34476,34352,34354,34343,34463,34307,34313,34584,34323,34264,34320,34312,34258,34586,34273,34425,34257,34458,34338,34345,34354,34397,34434,34528,34194,34433,34314,34359,34316,34303,34451,34331,34336,34430,34373,34332,34295,34292,34335,34325,34432,34387,34308,34339,34558,34508,34280,34362,34207,34310,34457,34305,34411,34472,34299,34373,34341,34348,34308,34369,34444,34418,34196,34430,34435,34314,34378,34434,34453,34394,34269,34410,34402,34375,34307,34443,34284,34362,34348,34284,34302,34405,34343,34396,34390,34303,34226,34383,34279,34271,34367,34375,34494,34346,34348,34338,34336,34267,34303,34298,34326,34352,34401,34279,34360,34305,34308,34318,34325,34370,34390,34324,34368,34538,34337,34346,34384,34425,34347,34420,34412,34355,34221,34362,34328,34358,34394,34409,34367,34306,34458,34498,34348,34346,34385,34341,34267,34351,34357,34278,34301,34449,34314,34297,34248,34346,34316,34325,34413,34393,34293,34334,34323,34362,34250,34370,34295,34263,34433,34333,34228,34409,34355,34392,34354,34314,34272,34336,34322,34458,34460,34412,34360,34332,34291,34320,34389,34361,34317,34263,34415,34295,34317,34421,34278,34341,34373,34424,34348,34298,34406,34313,34247,34282,34436,34256,34365,34380],"submission":[40031,44560,65737,710,506,497,528,504,511,520,499,479,480,491,492,489,543,539,514,602,512,498,514,498,513,501,509,501,512,500,550,511,500,544,498,493,496,497,500,499,499,493,492,497,493,493,499,492,501,498,499,495,497,496,503,499,502,497,501,498,495,498,496,498,497,497,569,514,516,504,509,502,511,499,507,501,513,533,502,513,500,511,493,515,518,494,546,497,489,494,495,491,491,490,490,494,493,493,517,515,501,511,501,512,500,556,507,507,508,501,483,492,486,494,490,494,529,515,500,552,496,514,491,511,526,504,506,480,497,477,508,516,516,513,512,498,524,513,510,504,485,494,508,518,500,493,531,502,502,490,508,493,500,539,534,512,514,517,497,515,499,514,493,511,491,514,522,505,524,495,498,495,498,495,497,578,506,484,506,478,499,480,501,470,504,524,513,532,534,516,506,510,502,508,499,511,529,505,490,501,488,497,490,543,510,507,491,497,515,508,507,512,497,506,530,507,497,496,507,491,500,492,528,508,475,506,497,509,532,513,503,490,497,545,503,493,494,495,493,495,493,542,518,499,496,495,531,513,496,496,501,495,524,516,500,508,491,541,530,502,515,501,525,514,502,511,538,517,496,491,494,517,509,499,489,497,523,512,511,490,500,517,510,504,494,497,524,512,496,490,501,533,504,494,488,493,491,516,509,505,493,541,518,509,502,492,494,510,513,504,532,499,530,513,509,512,510,505,505,521,517,505,487,527,513,506,499,516,512,506,481,492,491,494,500,507,502,480,497,491,547,510,501,496,528,515,496,494,512,496,489,520,494,481,506,487,500,529,494,479,516,499,490,500,499,487,509,501,508,493,488,513,498,496,516,500,485,516,497,487,500,496,485,501,512,506,507,490,512,491,480,509,492,480,511,498,480,517,508,494,516,496,491,502,500,501,516,504,492,524,496,497,512,498,481,513,490,480,514,492,482,512,504,483,513,500,508,543,489,498,508,499,502,523,490,471,512,506,490,508,498,473,505,500,487,508,486,513,513,499,515,490,484,506,494,515,509,486,498,469,502,484,502,484,494,477,488,482,494,493,515,494,518,497,467,468,508,501,484,499,488,492,483,495,478,493,519,481,485,497,499,489,486,500,486,492,484,499,479,483,470,503,500,504,479,488,486,496,484,505,483,603,484,498,508,498,501,506,497,472,495,501,500,484,509,485,502,493,495,479,497,479,513,493,506,475,520,480,503,494,496,488,500,496,494,475,490,484,494,491,486,483,493,489,508,476,501,488,501,468,487,476,511,494,499,495,495,479,472,469,484,480,472,490,475,510,475,504,474,487,506,473,524,479,515,486,515,474,507,479,498,511,471,524,496,511,518,471,472,512,480,477,517,510,475,467,484,476,476,474,474,511,473,492,468,523,477,473,484,484,525,500,509,473,491,513,472,484,482,468,479,476,513,483,493,477,514,473,521,460,506,477,510,466,474,482,474,474,463,500,466,499,487,507,469,499,473,460,475,473,466,477,466,471,482,479,480,476,476,471,467,477,468,477,508,470,480,478,468,472,482,471,497,498,501,496,490,478,470,501,481,477,471,477,503,497,466,473,471,466,473,475,481,473,493,510,499,499,502,475,474,466,494,481,475,479,476,482,481,468,503,657,501,496,503,471,481,472,485,495,477,475,484,493,494,465,494,467,493,464,465,451,492,484,494,493,492,493,495,491,492,485,498,502,491,489,488,488,491,487,484,491,486,483,495,480,489,483,458,453,484,493,486,487,485,480,485,487,489,452,483,483,485,484,497,483,489,484,456,489,487,483,492,477,484,491,482,494,490,477,480,483,487,477,484,483,490,487,481,484,491,478,487,482,476,487,479,492,481,481,480,476,482,478,489,478,472,471,470,474,481,472,471,464,466,463,466,445,477,468,468,475,471,475,469,480,474,467,473,468,470,482,470,464,472,484,477,470,485,476,465,468,476,464,484,469,482,469,476,471,482,476,473,472,478,465,484,468,477,467,477,480,474,467,474,480,477,475,471,483,468,467,476,469,468,474,470,481,484,471,474,467,480,480,481,485,478,480,486,473,483,478,487,480,478,479,491,481,491,481,487,481,485,476,474,469,474,464,469,461,458,457,457,461,464,465,459,458,462,461,465,467,469,475,460,471,464,468,466,464,466,462,463,465,468,440,465,467,464,459,460,462,460,460,467,466,469,460,463,462,464,461,470,463,460,468,467,461,452,465,459,460,460,462,468,464,456,459,462,464,459,464,457,461,459,457,460,430,458,462],"total":52349703,"unit":"nanoseconds"}},"task":{"batching":{"batch_size":0,"batch_submit":false},"iterations":1000,"size":1048576}}],"path":"hw"} \ No newline at end of file