From 9cd6a41205cdb387842e7b7e9faaad711e7694b1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Constantin=20F=C3=BCrst?= Date: Mon, 22 Jan 2024 23:52:19 +0100 Subject: [PATCH] add benchmark evaluations for software and new evaluations in pdf format --- .../benchmark-plots/plot-opt-submitmethod.pdf | Bin 0 -> 14761 bytes ...rf-allnodes-cpu-throughput-selectbarplot.pdf | Bin 0 -> 11875 bytes ...t-perf-allnodes-throughput-selectbarplot.pdf | Bin 0 -> 11874 bytes ...-perf-brute-cpu-throughput-selectbarplot.pdf | Bin 0 -> 11875 bytes .../benchmark-plots/plot-perf-mtsubmit.pdf | Bin 0 -> 12635 bytes ...-perf-smart-cpu-throughput-selectbarplot.pdf | Bin 0 -> 11874 bytes ...plot-perf-smart-throughput-selectbarplot.pdf | Bin 0 -> 11876 bytes .../plot-perf-peakthroughput-cpu-bar.py | 9 +++++---- 8 files changed, 5 insertions(+), 4 deletions(-) create mode 100644 benchmarks/benchmark-plots/plot-opt-submitmethod.pdf create mode 100644 benchmarks/benchmark-plots/plot-perf-allnodes-cpu-throughput-selectbarplot.pdf create mode 100644 benchmarks/benchmark-plots/plot-perf-allnodes-throughput-selectbarplot.pdf create mode 100644 benchmarks/benchmark-plots/plot-perf-brute-cpu-throughput-selectbarplot.pdf create mode 100644 benchmarks/benchmark-plots/plot-perf-mtsubmit.pdf create mode 100644 benchmarks/benchmark-plots/plot-perf-smart-cpu-throughput-selectbarplot.pdf create mode 100644 benchmarks/benchmark-plots/plot-perf-smart-throughput-selectbarplot.pdf diff --git a/benchmarks/benchmark-plots/plot-opt-submitmethod.pdf b/benchmarks/benchmark-plots/plot-opt-submitmethod.pdf new file mode 100644 index 0000000000000000000000000000000000000000..b6f7f81b7418096352bea36e4581c0aab787846d GIT binary patch literal 14761 zcmb_@2RxPS8*o-~GRl_qSV_j&hht@DBpgCk)-lR}9}`R?ba_wCjBf3M&7`;Oo3zMt#4$F-j8y6*eA9w}2DJ$bYO4k1-K1eMev&=3mp zb>5FqRfUiihyBP9Qrn5*IkxrE8J1(w*h*-J`@N`?SQm4 zao$gMp+Jf&m%71}o#qrL3K_z!08E`I6mozMgoiH?NOKP-S5F^zi171nfUk==nF85@ zWp(rbD&$}agf#F5C}{nxwSU$Iko|Ayp#LNQ#v8^yfDEu(K_5vX2l^fiZ~^qd_=EM0 z$*!JGTE4+xMHKkMp>PUBG>U-1Ls&FQK?#pn#DjH^+JHhZO&~;E!Bf-6#}{0o;W58+ z1-|`@jl0M`?i3FQ{c~wOPcJ|?gw*o_+|VJr__~r|`~xWgWG8P#a8B1=V_!kVO?N+8 z&3G`dwM-}FKjdJL3GtJMPUM}iNFi6Jp3@0Rm>*p5w|Xuma3(VW@vt#=K2`HUIBY9!5`k5!UFCW3j@Zkm3wY$Ah``J6e2 zU2^C;ZxkNTDsLNO)w>lune$TKO=~&TMNc;V=_VebK=GY}0uOj@sHDY4Gky>{mdo?$ zfznpVj7OO8<$8q)<`5&I`BPcZQd4%0rfp8RLzbLJo6Fe6+mu2Um-KDoCGY89j#Own z+*L5kRJC~^hGi;(NvZC9m~h3$uc78#yHWXuKAc#{-atXq+p+sdA;ZgiItWn~O@Wus zGZ-_{cg3bUMnt$v@C2&5eeP>=MGYUo~u4B_A5<9NSN! zQ$oHC)QRrxB#zf+WIk@2$%m|Eb-A}KDcf@HG7UdG3pvNt7{AQFXeF!7U8vakDb*n& z=S2aoeS%$M}fFg}twnm&6erhH$tNc()iuDKuIKD_Q7+v(~o3s1^k~ke- zo%xx>rWbo9&5LGs&N3|rd`)aVb7-RWvMo<4llHhE=3GjnDo_V(&XD$Hz-Q?_Pfk+y~1Zq~yJ zaxy#1?@2yP;JhuYXLsCE*(Y6hev4C^8=;`lfA6S8*(^%$OEe0{cp^v$t#of_L;kr0 z$Ly*z8!wzdHzA`ob4x~W+4v9JNt_!0rh)sUuqD0;Rb-!i_?4}m+u%MEw7Fb}di4=& zhtT7<3rlQ6>dx%Gb>+L&%_{qn6dq0irz8`WqM7Ri#RcGXhBWl)u z-$ubC+lk1r7Kj+-emeQk?Qe9%wZH|^-&#JxR+1fUTKRZIl zY}KBS#e5zTw4Ok|s)@b!_|T}9!p!Yf=@Myw)Ptu(etW(SOz(H93>vLHJawOMbf3R> zPLfDxWvNNG#nmB~A9*36?>*+TUg*^39=x(G@!IDW3?@%yyBn%|!$(fOW1U|Z@89;9 z3o<#mG7`bQ#=Wq8nY8Sm5$+sY^?FC!|o6jWPN`vG^S zue5(qIyBUwKy7LA#HnLQ#u!n=if(C zU++GWaWUfFqqYUd)KX9cf0=KX0}N-Ry57<~+%xAb zBbcLhp<=T2+v4X#l`8sgq%*|G--aEy1qAnrcgZG2mB)BIy7fZQo2{D^Q-^D)VXv3> z%&-4`-R*j*eR3$>vm2vKunYWYwtqT9s*Q*3J{pI|{PK`g=Kuq3A^X2!uv=W^ATR_R z@CyIo9n?tGDGX@Vjw(cE!#WOswH z%!P~Ivo(2d*Izjc1-ARQ^EhYD-sY6#l_zg~(92Ir*4J|%hfMtaE~*9lq6o7 zbTxADv(V5!#mS{D0-_Wz(-5Q7l8YA2bpe%}Dw%KXBi~0}KKs{OY=8OtuuC6fN(Tyd zhYEkLmyl~Jc&@L@EXG^k-ywWmu0UwuS@m&-SN0zwtWC;P-*57KZW&_4)A^>8ahHI% zN@>{5y)I1_EHk`aVgoiOJNcB$PA-lO^)=%59Nr?{Op1>Dpq7ufo7lo>)VyeLpYcuo z%-7O3@6hFSeje^MG&uiz9P-oSVsMK8%}`@A1D|^+*4l48OAYHXOIr?`oYLg@uzXcY znEONHCJ7_Ek*Rw+ybiZa2enR&HtRXCoDH9je3bKLOU1~Jr+Nh$J1lG=F0`2>#Y}O_ zg1+J%MBnj(2&>`+>ra~x$#&T)2UXNBG*-Sz*Eg(pm!oD4ZfrTzFXPtcRn+Re-4cUPERH|*%|g$H zW0ug32}>J|!q}Jum2S;j8j#LP=Hv2jQczLhb>`YAc%o7?L%m|@=)0~jXFba$`}L-6>6ObR-Ui6JMMWCA9S@=fl}0oh}$9YGW;7u zugVs=KXJpr(bcMlg^2oZ(W)hOur;7IXix8I-0;er{+q=fj`kmeF-JohIc(c*v+%Nt z=0AW@4&#L#Vg=C_DqE@&d`mw{>;`ZTz^UWKiA1sF*ZEMQQ80OW%M}1 z=SkuBG%)-<>insFSRDGlQN)u}{yM9<;a$D?1pWEF&pQt1v=@8{Tqe+~@W@@$qW_DY zIXgI3tk|sliq+KMP%y9ML%h+6O|eZ-oGSB zug2%u6u(Q4U6R4S{?T|(NSe%v7hyQ>-J((k9C=K&w#|vijTrq9QgiCLrEBF(mVCJ^ zfiA|95`~tR-z+}H+TG`Jkt{mHBss~oa3x~1=Y5y)QYj9MkjdwfmaA1CZQh_iUoY0U zPiPeKlE%K`)@2;wOP5si=Q9>=>Fcx(tnD==jn&njNK12A$Vw|}kQK{mv1vkUo9un# zTByllQI@j~TRK>W+TE|ma%g|eUD^51pE@Pup9uw78eVQBvQLrIh!L(=RknIHjc)q% zTrDEyv|@dne1vQkanSW^g{ZFJWaP-#oD!KEJW@;A8LAZ{Tb3`p__p|I=?8QCw&M~s zqytCZtMrFJ_;2B0u{aBqX)m6h(=BEz;*DM=LMFyeL;Yk%2NPEZ-Hpy&ondk==H`-_ zbje_&5ZS*;;3A#hdY#bqR$JDQ4sbWnzy#hLt-=J0T7#8ROEvNVW?y?jJz8N?!`CP0 zKNW1NIsH8JnY7g8DWNC4y8AP0cI`D6Nyeo`g-*`+Rh*ku@#=ANdufxG75h4UyqCv$ zD(~o%PCfg*(k*YJ+?1;(%!qu<1mofhC32UB6@u9Zx1P71-@M~a??sUTyaJ0N#VVgH zgL5hV7W&tbrFhKC{k!bFNF_%^RULHpOiVEEj1_mu;u{~;WSKN<@~}CXaY&azb85Eo z!4a0JXV3SyU1z>>x?4rY?be;&PNXptozhUU7=h`{Lsr^1SgG&^16gh!8T7^-W zQGSx`XL8%eu9@77b+Ub_vb{saLHp1x(vEYv#nW4e&lN~`3fc8SNbZ@9oyjN5H}9p$ zW*yY%PoE;a+Tvv!!Ts5=RQlXS+{ESwGl$X-96iWoaMA&6W^EULob$P*^dpeg*3XBP>2B>D^SwTS=-!S#x^!?>t%mm{lR@?kC=!3aG|$Lk)B~|e?6PAaq5Oe9TxXn zxGCNrp*?r&2ETFa7PHt)gJJMN#wvypl>VDvSVE;K$`qw&)r-gB_Mk8rQxpzkrjH&2 zs>+NFtagkbI%dYwB|B}9Y}^uX+tDVlK^eMkT1K=Ju=8B!pU3G=0~cDsCUz~}$%L57 zD8|}xI9eUGhyR&IePQ7(!sErzn$+yw$unZ@{anJ?!PycL*W6m4*|#p#O$;C709;b2*zx%Ey|E^8F!R&zQOXi+fNo``ufp_C$hK5lycnOqR@IQzSegak33@h{s$ zA_$Rr?+;JYZwb&`wjcf?qFXy51qrh7J~DHj%6T2N?`{x9;H3S44cliM$E zI%8UTBmW}F%B>lS|5Ez-bFS+CE6sYJA~sT<^5$s3YW5Q z4t9r=qDx|fE_!{=B;~Ri^H$=wCPY-AAo;zezI1G{c;Z`ZqRjd2M=k{O%6(`f*h;6W zjX|$Sq}cXL7t$Z>@P3evPB?oS)KP0diWf-7ycM||Bz~+^wJl$H!qvFD zR3iIHzsa-gFG7A*`<}Y)&S<5GbbiUH?2aVz)GUm~5}1t>o=&`9;PTv#B-IMroI8Gy zGh>*4oS!qxJyhU@>+&M=j}tcHG&o2jnnYvQ;Bt+VG}#%@8yKb!M_eUsDGnKdzhEm`f#Ze!6yV?^*!Twp-bR#AI;fEl5rM0ZQ^$UWiFH;b7JG95`?7@f?{xMPzkWTIK=?A7vnr%HN+g!?i6ZgYmYAvK46a~GO}Dv zP0KuOy^#YQB`T-(B}FVy@w?#hyeGALLsHwHET0}1H#hr2DpGLPvOg)9FE%yND z-io^)iE{bbfpyHH(YG0~xpXea3^3J2Z!*NVcC#K7Vz()1x_!X8dBmnqHDSo-o1Pna zYZP0OtJV;I*h%Oe{dIo1bOM13v$vb!16w31W|xdk(a%B*?n%b~$R8X+=qE#5bwadQK-fpOVFlLdizYO*yA_>Y85n4^y4>{C%p z8*d%f6J^TS>cC^oZ0Is%nxt{}Re*f^5EF-=bm-Gwi=52l8k(G&>NoBoBM_9zsgGfR9OtiXSQc|J?whP;^-CJ zVSd^5!L@2B3CY29lVjrArI(j*0g~dEzZkGE1!W|)9xy6Rc%M?lec|cH(TX{}%TIW0 zK2P;s>dG_gdeBB}+mw5rr{?;R0rn>|A$IyT)9GDeLLJMd;d12R0ECpLZSSG?n_qAU zmq*A(I9)rS5cz?O8Cd>$g4b^P*n)GbLKtu9cwHm=x}rj^N~Sh}r&9zOk9B)$;tZPd zXG45~^1Sl*OfCwo!?L3S8cs^t3fJ{LUzd5zenL0l)OT48v%MNiZ4ZMQpQGFL{dnK3 zPrU1=+LG;Oq;#KN|{*W1|$8V5UA(@UYk5T8q1KXJVKaW!VHUo(VXi`Chr>6)FDzZ0c7 zsY)Kp7P?bl>i$=Z%bkbTkn{utYf5ZMU%}U)7J=fqv4_s(`FVCoWpU2V)X@?RiKEKb zThngc!hWYXh`tw_=33sqecZ>1PN8^8W055KaUki5+1oR@N!w))i0prA6=lEK@R_KZld0 zDA>?Avu0z+KxN%PoyW`CcW;ay#_s6q;XB7sD=aWf12r1K)>_VfXtFAElcfURE;;5- z`o2s*g!uW!jP>iP-PxpREK4h{!mlC7(@il7V1zd4ES!&!2wNIcO*15;tCtCE-L8b7 ztfKExh7y-K<;J-WqmH%DcDde~JVdlq5oF@l-FCWt&qM`%iHiBX>;tj;-?@;-ZuhIK zZxQUaCth*&&yPQ7ad5leuAYp~X2Xj?d()5YWG5pYmj()Xy?o%^%rC8Xwrq-hAr>-` zHs9Iu0eUjSES+#HqeRy4oY#Dx5sIDhyB62!u{e!)tl{^&%;&~9-;a(4jfXq>9^S0~ zWK&y;7{72t&^f#1kw=Snm;GZ@dTt7o3r&w4I{hf9b)R!8Pas{~kWA6|0R@{u0p;gu z*w(Sj-(tF}9kXg9cTF$uc+~Ut2ZM-=+gBQ_q!DtV32V?U-DDL`1~FFcBfE1YzDO{r z_qbtX2n)V0kG)6@{nk)qEmy?A(}>uKh!eM@hMA_z7~Nf#CJ8=x&N0S=VU`7>9_gfG z)h(VGl#d>SK-rCDT*7YbA?f)77dI*MJpYh47I1m0dr{l(^S;mZ&cnpBvEl6xgg11( zH6L0esN~huwErk*9V#6>F8h9uljmNe4wkBOwQd?LL*~S%C2BiF5z6y4Xr&PxVbE(( z8#UAF1V(W7YahMEx*_Dl6?fh^qsz;4`it}8eZ0D)?fC3e8RWrqslDdUm5*lLV?P}8 z+Q*e3wOtpPc1>!b7xD2}>>KWd;fI+wv~gJ;#N!*W+lvK-`;7=^{I+w|TpVh~er5Bf zFj$@tsj!853mgY;K>@8C{H%@HTyf&8hQ{lc%L9@wIK&C6H-FUTPDy2dgI~7(J{!n( z)jUZ$#mBd9#3APjJHuw7)H8P^?5!&lI5&IZHH~{3Y~;ggs~mm^R!Y>cYRt#p^FKpM z%&kA*cc};YTH5^apDe=B2)EW^Yjopl;S)cdBbOZ+k8hnlZou-NB-sd|#tb5Ct@cA<7(=8ACWLB5nB!Ehe-G7uz>=EfVKkCEn{J!=fV?0<^lh(s zt$kv5hUctLZ`aj|ANj2GLCdBVo64jr3_I=q@~OZXAfGfVC1f4AnK*vsNYvi^;F;0K z{W9T`YM4g18+VDQ618sjk{If$beK{lI*k7q;tFFU-M^O zm^gAYah+Pr^Ms+k)(*aSy_@nyefu+%I8a>XeHs2GDdFi{>$Tl?TH!WcYI_i(g>OnA z=4Rh*_H$(DxDi!wsf=`ogG@I;Z~s(z6lWNbxUT8Nw)oFq*B382DAM2?jmQd3Si>o< zZZeS*YzY_x??y=L+eIvtcHC_Ix_pKC(ayX{dYn)VuknKrZV&az3ccK#-UAbIhN(J@ zys5&bg)S#mw(0NEcS+U1B@!ud#`=c+>1>PbH%PB4JzJXUpV&NX(@F44Sc;uoZ?R0CezDz$!M z+ZCbsjs~GLf)sF)_}`9Fo@5lz0$YP@{0#BWITAg^ttgjsuD?SozUeJ6+^6_ZgvU*FPJfr+kz22~WV;8O_ zzFbV@^;|gZ-CrJZZI?=M!8IW-lR$^9`)u5+l|_1(+vm$4Zzk2!b4OQWy8~Zs>$lXa zTJ`w3`xp3W00XD!FA`xeDc zW7pz2lZ@CI#Xt~}lb6`gDmw0unT!rx z{t$M~hs#AR+9JF8_5^=wz3a5MN*Na-pz z7C{{+qAhN|rz}=xJmpjzJ4BAY$I@QH`GFLpUv$S(?BR4a=4ut*ow1E{scEcW%)dQi zNAsn^jjfBfDz3h66HXGb=8?$NX~4AHo7j@sJ$22^_IRdeLsD>5j_f1(R%<4b;IPt% zQwzC=<*%s1D~bm`#-g{qqLB_>{+4Fh8vK}NT1Sj`)&1mXwBg~dF!m8)+e2uflU}R{Vl!rC#rc39IbX6I9;lz?&`=mw7PkYnmda6{0lWHp6_NnDH#J=Cqa*fU^?0ZdXxKY!hL;qOTb}1LG6SLuO z#YqH}+)Xzv-Uk$)x-ooK){kdysZV?A1Jg|j)faz~ji(XNq1W<)R4u8Iy%~OoyNFoU zD0nQBd(@xi;19SnqwU8Yz#kBcO-0+idkmddvrx3rp^FEHd3ar0|0VRWxEj#WkFAs>Q3YhoPvl-05*#l3D9y z`18<9GL>=P=OmxC^f}t3&{s9IkEvhj59pCpIlAer*qD`|&CT)$f1P2CI}=~e_F~w0 zaN}hqJ{qqW@igKr3>v=%3u;DW2Ro_v3p_tGB;%36CVAVse$;ox_gRWG+Qn3+i)GJ} z(u%}ho2!RpE9BG+4R-Fwjb~QM2Zr6gbq86N+7Rn@GP2S0^liE`s&v|eeMM&4d?LLA zm&~_a8)8&HRprAm>~b?a>z3GfEabdRKu)vkiY^zgcaL-dz8>r;o@ad+ZZp4hKa)Rv zJ)NbJ(BQ=2Oop1t);jlH~8)Nr;E9P#jxBB{n?!r!s%s*uYSn{Kp;ii!zlm^M(%R@*~Z}U2qZj4haBh<;OR&44S>);^IOdiI#a0m zv+x?g9q)GX23e?DtEXNWueFkSDvw5C(2zV1Y<$s*;BXX;0gfDGox)2PJ5d5Wsp+W- zC={%B;P3C2Jpu_MX9}`rK{6^ehZcd<^#Qr1a8B(%xxBwX2&9gun;RKq#KI}Cwh;U# zFVN4)1!U&}Q{>|7?d=4?2PlDFPJtc}GK3u93n6`d00ERkphfWrAcM9WNTCJ)J%h*) z{5o9=p$L4zP6%YmB8?zLFx(h|H*Mx1eHS8vOD72F3}%Ort`HI)4k1BSF__*Hs(S9Jt^Cp74FRKbC-Asj-T1|NmP- z{JM_?ec=Mn@vGp$8%s0_W&p@bA}E20h)O`qz%|fbI6YetF2MX@h*i{ z!20lef$^eVgE?T`_*G!a2`D^}A;1;Z0UCv<1Y`p11#mOJmtQ*ZtA?2ZF?V=E#NkQB_Y997%-9AGJ?=>$O&M^5H*nww9FwOSt`r| z!ocwYfH^@x$e@J)HX8HOhq*vN;MBV-E&)UJEU^8?{9K0&VScXT26($Np6U>&FHFI- zR38BZMxDhSb~MzM2hi-5mL~*Aq{0q>r)Z_+1&jvVLI7_79sufH9|(wr+VTZY&CeF_ zNYtZ3u#g`F!b$4=00@{*YAX=J{iJEdkpbtn0$*`;KUbpwbG8Cs@oT{GQG3Cz4yXvV zeGmdKdqE2U{0}vj1uKSt$7kg()jv`Luiw7``DM0Y_p1kVe`UFU+!Tz=FE6Eu{@qLe z{jCgATN89bx;Q~-*dZV_G5@n0aEG_#8jsKlf+Tb%7IF8x|0vHYUD1>XR783YmpKCTB{z*jZDkMeVMgPfgQ4uDmD z&H#E+r}y;r(Sbij+NPt7L1BQM!C=6V39w$WD2y};B`xzCUxEY3ZU|t~a0uXge*S=K z!2?}&gZ_rWF&F%Ue15{fe84oVhM{5ITGbCkdVj#M@bkH<9~>0?0Ryh>-!O1R0HTC{ zf8&BeVd3ZC-!QZiarGJ~6b1$KeRV(JKmH9vqX{6cTMfg3ozE&5ib(vUA4U;=w&CAD z_@Rlgdi)!P!NAYnDi|K5P_2e3!q#e4KP3&V8zui9BfnmJr)bQ;Z-mk8n#UT z?uWy{mS+_V58|NJFr`2A0ENe({=g59gAK&L=ff+))^8Pz2tt@uFaj2~`~U6-RP+zN z5a5t$bw4He@mn>P2wpU=f+=GETvrhfTjGC@RaAma|0);}#2%|)N*J&uSPjGfIaZ1I zCl83IKlPr7{*w+O7XJr+M8!X715pWawLH)?o*6U>4k!POGaO#6rVYeju&054u#Qs# zoIJhA0n|?_%{@cNz?MKrlCLjp1gXx&z{kxOq8dS}`v{~s1yHDF2c%4)&Mdo26t3iGCbH;L3iyHP2l$QM z-MpQ({PqKkDDa0zp%n0V2&;rvKr5jL7(76N)CTNoU0>Az# zLnC*xC(R2&FXGkn_5oZ&NIf4Q3LSS>KR0)ncq)zJ?(B=$pP6E1Y}%)>=JsUC6Y_<4CT4X47X-74@#BwsWF&yz0PE`ujKqk9h&ba*>l| zKPW|dw+8OpW*tfJEY{rC{Gr&~^i{fS!T^cLG?XbPqG%ZBg$k9D+K}9LFn6MB)IP3c zxLL=>FDaAbt_`U@9Bm;Nev-vF!2>!9jd;eG(_%o_|7Io9xo+# z+t$Vd?9*mK=Xrv=H6TbwUy8HSyomEQxJF${ zGU>xO+ENsw+cZ747ribldaY|-j;P zCpt-+ooE)jn>D1vowx}-kQ&rZlD0W*8CjOdCE&7g3%kNc9RmAcrfg}^sZQeK+e&F? zk2Jr~KW^yhp(C2Wse6#TMwZ_WTTsSz{GX3<)#uwas&d@yne@E(XJ;0i&fRGGc=U7w zQ&7;Z)p2i%zUG>~%>PkzDQ)bnr9=J+yR}bUnB=ZEuaVMBI8k`44Qc%0C@ zM*70m?~t@m(o>^d+|?@u#ZpL#igRdEkEE|>bQR~-_$?RYUhjH5`P${$5r@JbRSIXV zzJ7c3u28$BcAckdwCG@>>fkFAtJ> zs>faWzJv0Zw$toeI#4C=h9wMSNM7$J5;Pr?aM*fO$>gxR)6ki{)dQf9>=1NMU-(t* z_o}}5x#EJrbKi?Kom^_#?k0J~Z6DiFaDF^-d`Rx#$t-b^Bg7b!F=_6==9wSEmV6m) z`=)0I)$`vz6|9$4vx(XM_S(^hX&>wJ-!6*iV1hS8Al2 zi7aTY*6WDWn%yL|J2wNIX3q)NsHvdQhHIHLXUXQoP1}4WTI1)QxO*DBN}WCLJ6)MQ zwle=TL~RLZ;de=$zQMaiK;B)l+p{2SI$-r4{yS5ASiVQ11`WIvQoLAUd`Vc($Ibn_ z72nKl6cnNPm<1UoT|RGFe}_`RtCBkA5H=om@$|zn?4#oG;N17e3cGSljtYIO7MH8b z8PwNh7Zs>})GBmEE@yLB-_0W|FC5;5TALQBj<4|^vz%(UYOcAF092~wv|S9w_TNPt-3c;rR_r7$Ptsif7CV&v-TL98;~1NT(`dQ&($!c7B(I* zJ)z0-ZoWi9Xx+QoHR6W$FDDvw1RSrK^=KU*s@HSmJRLF_)}8rzW7*4XPxW$AwprRi zd}#A6G;_s`v-*lvh|VK9p}PuZtv{^&NA|v*a$s5YY;DEsM48K4s;{1G?$x*L(dm4z zRxwD`rrm==)D=b9b-d#oBXX)g)$jAg-MUIBmnsO`eldL7pnPM-BWaIjpS&ht87mAz zu^{HeH%mQRo@v4ZOz_E}aEz^KV4-C8T$fZ@!g{`dIt3LK0T;ein~qnAq^Ot89eR8J z^J(v*+=Kv4FbDW>+4zsnB;JGy1NPw_9rhmWmYU4!CanK!ECP>L}7 zlwY9!@O!nq&Y^KE$9T{c{~RN}Piqf_{K%YnsAN{rY$WLQwEWJKEjPo`#FM2m9$t3& zIHJolAkuPn0~Z6LmOA`J4JHu&yrx(z&JtzTfnUMvaZD2NS}zqLeav1%Ju;=0jjxrt zyv?XBSkBeLVoNG>0&xFfkJbpDXZByIb9CjdjZCDy>uMNK0{i%7;=!W+LOyCqhGbxz zv}e^L6xP&y?LGS;XKUrD!J~ar5^qjy?iJA8lUiwHV!^tBZ{4NvOhkD!e9BiZ-$HG07uaBA&*RvCh3(j4Z%Ngr+n;O3GWUp5H=TcdT z8T}{6uoS5Yue-0inqMaT7>s2#j4$>Q{qVem+^yhLWudI=;$}iA^p4(XGHbT((arkX zTx&l1=xR$-6CaQ5u79vo>L{vBW0gf9$88gg6p_T`yO7OD1j%!=6d&_o!>9*#Pf z$sU76|5*+2ro<#xQLfel5$dR&8~QY=FI~Duc=F|FWm39H!jx#sBR-+@{psT3r5;Uv zwr-Hea|@%!>Q5CsdN@Hg}oG91h=oJCG)Pbt^Ab zD??L(PxSs9nTu;O%nHjdoF|$4=c`{DEj)L0c(=Vg19`zw_;PvSh<}!snwd(Rjwsh# zVgzz(%e1(^u-;{PkI84nEE&>fMn|q;w{)xx+0KPdE*X+2I$s=89j*1A{PJyB9ducn z1U(4iiKLBRBqZ`F3uR)rIV-xx)###EX1<|aRAZMUeyc--Q#ZMfTj@(h6^O-+VdJFF z${akmUqJ3%Gr>+ON$nN%f<%gH$vu~RZ=3JEWQ4LuC#xLq&F5}>#!9WX3`jA8$(S+W zi-BT?3ssvhD37`sKPVJW?|o$2m;QOP|MlHZ-Aq!NXu@ruGbLbhj)?Bh)t*f6qzH_h{?;4`=RFYG^#+ln!eAbfCHCP6F_{}&P@8Il_{ zIQmA`*`I$nb-MikY3D%IH^05wqX=Lg!;AqvCU;Lq4U1qKF}x3)42e!z zX+zte_u1@QTP$?*#sgZ2NJ_WAQN`OM%^yvF(E4oe@2jG4WNQo?YfjzbF4ik+XuznS ziIon@mMh(uQKg5ibzZZ!d$zurW#e~B)f(KTyCU=>#mb0=KCL{q=dDIy`JE5`*UoLjj%NEZSX21)xok}_f3qtPgY&hPS+lp@43evL1g7DNjjN&%6b(KI$T6f?Q^0iRq^|#BiX&TY=V+ndgo7# zh*_9_Cgmx(XgNe~YR_6brIxjq*QV_Dd!pQhbm|>;k%$|t*eqt(!v>g}d9PDM`AoR> zZRWPksk^b)rT(RDr)q3J`J0}HyJYz4csH&74Z)Gn+Z9(f$R!g9d>EStEbmsgthROP z$=_ri9V(mL%}L9)YA9%XUjDi}P*Gcc`gz{r_g}rN(wrhX4L@4%-yNZTDnC7NB1tRg zg|UiQn=m2=qarVR^mf6ojB|P`%>@yiikU@Y>{EPTpH@0?d4aC7Z zZ>hk@>{d-aP2pX*SP(HBHz-_#^Wz_ z^l67>X6mDVyb}#}O84jR9+>C$luXDw(CK<+c9rWlaa9IXGKhMyxWDigx?u0>pgH=g zE&N0DU!)~`s3?FPwcTl>$M>IeI{EBxwYcbZuk@yb_?Dhz)5Bugg%{^=lr3TxKO1ne z1*XI|?KLcn9Z$?#ckb!?p|Tmhi@p4|A169D`UXyi}zw*k#F7Do`Abb7F z$>jT@n_K72Lgd^BC4F~xPblS;aQg^gNCkSX=B z!>DfTiSM!+<~AC0&5r|X2hlD1{sOO8#@+T;ZA|w!RJyxD+_eM4Jlcz34FQzM6Nm(?>_8~F!<-_yB zwnO%cWiNfj%Wm#^HX-sN6KVhH?RvxU@CF8}!yrsY|IL|1H=!wj4a8BC1uG;_!HAEA zO&@sP{wO&%^GGvjgBF*IX-D)B?lG5h1y@L9hDLe@pMreXG(rM8 zW$96ZIzpMuiLK9furNvV3A8Yvhe0@vCSd@@z3Hc>g^sFX~L|Z z>k}VR%_D0l>=s{W*VE9b(a_`9BnH?fi&#Bf=iU&=c-~j6`+}`xhKSNf6Su)3qd8j zva;nzPE&tj&k@=2ozC7ihOL~}&)o9R;Ow^`KE15AO$4F*i2<(+0(J~q>Ce2Xnca+K z1-A(f5gV;*g5KqO3Pc-ToS)JE@=2^yK$j$gPfwCY?n{=iu^3c7l-j_3;Mg$PjUXYT zi#%B>G24N7e>m#(y4iupspZ>#<)~`_fpfjtiIB zK^-|xJ=Y*g6VC>&+H}5XF|HlPE9Z+T@#h?)H>uaZ*It*H#QhpSZ~c9my1K+7UMi97 zcju*JW<*~QSE3`IxFd&Ul2#fuT z5Z2hN#TTsJw_6B2s%CWaEn)U()hpkRYTx5bO7k*&nKhkkmwL~AR-EY9QaP-B+$6<& zn%r@}r0mB9t`&jvW|nJ;B+7QQ**_$g;S7+y^-8g6d#}cg8!V*=P@IfmV@m9D?B0FBT?-c2biTv<}v~!~e55+O5 zH4eu1cQ&=IkI}m-pVzr3MTrN+XVIAwa5*s~nQx`G=k{H=Rk_Xgg0%2;vBa$O+x7lV zEUo3?Ik`ooDjs*{(G?C)m4|RULgSd~o^6f!_;qE$oTDNGxiJV_(FD|=wO%)Y$jgG} zV5Qy;mD0Bloh@v=TKjcApS^o~_L~*B&6NVi_kz}WslO@H%c|_yJ1Vy$NvBpINyzMy zYoy9neItF>B>ii`Vd5Fq#BQgA2;j7`p3>iy;*5FXF6t|JY^hK zl7#-c!LmvvEXLroqi(+~`rQv5RGHu>PCs2qw(zL3{N6k5PRH725j{#xA66TMD!ygF zD1&GYocjOFs65G#(g<<&Q4tR3v7gyrslK6A?!P^ME$O7L9=FpBdiYq>jzc!k^$Xn% z*JIl>B3_hSZi{Hw?`u|$Y)y#1kt82+P)F_+xOcagpS@W_7Z z3U?PBY7~6x%-`h9|H`^_pJ>6s{T4a(`CFb0MbE1@Qsr6Y59xIT?|yZzB<}f_BmwW) zQ@)RigG!B53UW#}`FSb6i(yI^%BG6-6cj|?0S70(+x$i-ry*&i%|pXGT@rn{^{?ziW+lqB2IJplw2>NT z1095IHD+$QAcyC&OVbW%E_8hvq^7#b`pHG5HdCyWp2FJXmH-a;LG{+ zQ#*8$(%v2})0#O}lccJ?9o-Tr#j)|(lNVM zmFEfjOxy9L-R=Fo8l3&9`?#{b3kz!C_%P)u45hT?3lP+xyDNwhJcwYiJ6t!+4z^R>UthOnK( z{(>6br?NK}a~0#5zJ+r$xUm72`nR*z-}qiEp~4ImT)$2m%q;Yph4edLI0hjV8v8d+ zE8dWs72IjhW@g9LG>MD^VBSPf=iddNA@jMaMOcR149!wg*voQ;Uqn>!+WYJIsd2hC z>XtzyE1s6;#|!VaiuRwEn+i3MIVNfreQIN(ygT`Na35jyl`AP0xpAe@7f|t^Dt!2b zcW2v)?MvDg)*yrIAF32;&h5T6m>qrRXbv-)lL0pj0x}H#FU~6R<^~iNO^#dbvNPcx zm!7$%$sT_--@|c_edX$C4VvxC^D*Zjxm{JmiI=_VpJCCV&)AM1k?rxdex+dv8MvC^ zvjX1-%?LjUIK|m^vb&VaqmXAVM!J8r@daAY^Lmea*P3yM618;AmO}dm3BL74kDbLm zxwoZb6e_4{iqMFjb((Vm*=i$}Hx3t}FB(yBI_CkaCT~o!UMzvK?prQ0o_1_!Y#w@? zD(}0y-B@XF$GCOj^s8iHhX4hs^~l1_Gam^o>&?9jr#19zzLR-AQm>qRw%>5%fxx4o zgZEpe>nxobPxp{D2#;SrtBM@@7E>}Z@@0-?x078Y0~s<1^w5fbq3Xs72He^psGZHM zTb~z>tr=0RE~xaHtS-`K-xo6X3i4M~?FiVSKyw?7iIY9Od8nowa(&sUG~aSVy#cK` zkS%YW7TDC=#!IckpjTYeYw1b~vUBTZgn?elhzBoR5l_n$M%6EJ^WK4`iP{~?z)pDFtaH4$Rw5&h>%v`7T z#5=aD;;PRWu+1QN!=V4-iVAN|bqjV&?A{ifMl@BgU2AJb_iTx)-XPh2PS47gqmNxLRG5(T+z6_nGwpRda&;M*>hgRcfr?O@uwfo6-`yQv#O zRx(>DZSEQEnMzSJmF%SPW4bQmTQ_j>>58d-iM#li@2xHFA%?f>?%KjVELAGsQ6@}G zd;zU1+|KPtE`QbFS2k0=a@W@%%;&aSrv5G;Ac|imXd&5wp22|Ba;Ca3wv5fqb*yA{ z-1j(J?Xz$uQ(-qnq0+RyoGD;1(#UzSjlts)NO+8nJJprq?N9TgKV@%I3rPs_XcPtw$>YG$3#|xlP|z4)!9WfIjKbKNM)9U+Dkz{( zuz3J~|F#?uNSHV?kU#-a6X@v_2&66;@Su+e$e#fJy#oP^3aG(@Z!YfMo?bKv z{`#VYAb@j}4x|VS)pke`v`ru-u;DBrBAC?~D0E@}yu16gm`j#}F1!Ch_CT;c z&Yo1j{a>wuCe;;ACLvA{S^L{!_x8lu-&MY#X}uONQD$AZ3afpPpSc<>De=n4=3&>n&k zn24wZDJp_zpr?3%ToEonA2CEc0u+b<^bn5+lYot*hy#6<00BV7=r#Nv3kpaQQUv4S zIf+U{P%psXn$8SX5dqgQ5inD5ApnJg$KnCw3v+5dF8cT%7;UGMym4L9|nqEMf5iAT?2yjgoHjEnC-)__`YkX|wa4s3eBHl2J}5B@_c%oAOiz)bL{e`kS-LZJ}!cZ(Ac2}I~;ffZpv z2Vgz;Z=uT?=mo43OA1{dV4e6`=(@6~6R8$S!oIRS+SYY1qCb$~%3 zDuFeD^#VAQrRAqi{H$T2fOSXEYq-6n(ARq5J>2Kt0_z35s&M@)4QA=dRtq=?U`a@@ zxdlR`x3)uQIJ^ch6NvuR9<(eWu(EWRGlYQyA^>xPz#@Yd0vKYoMsNE=fJu6b0`}2D z3z*+Ue+4@funFkz7hDino`om6YoZ?>02Uh1r3EBW*Jda2L+H;ECctqCw7U4bWqjW$vf^FMY29&oYS67#+!^7w^! z$*TSWE;%j#0>bS5*Vip1XCe)~-C!pUlopl*J!f$r@J)0g7jvy}OWD%~d53VQvK7P> z{yu&*A8!{Z5UZf1fRcl}Xf%JSG7{x|# zvN!|iNuS=^kE{bHes0xK#-K1@gJUolEFQReSrkSJg_4q9BA5LXcMk*#!r>9XC@ubg zO~(Tj@qqq?!C?*jgUE|8G>QOh?{XLp*ooyZJfpF&2Ef0i^TDdP90vT#e_`N>uzV~E zg@u*!KVwm7^l$W`P#Dy5nn6GOZ!jVn*o9^DDG^b>;Z?%HOZy+ZXcYQ)`p{@#EC1UM zg@z@(9HyxF8(s_w*r8?pFc^5_!M}gyhr(ciA6yPo#Qz4vqJW=X)(?vXPHQ<#3IAI^ z92)rkW&LpQXT0SwMUct697g<|4?Oy}HAmsGzsmqm_?>1v?8lek0IuRUJpk_RH$Dh( zJhN=9BK*x|ISd10mE|x7a#qCuEbJ2y?cRmm|z=jt7!D~sQID7lJQ|QUy x7T!VNNB|CxBtJjcpwKO?0oenXUD%+|^Pj0SX9|tJh0!P_5Rgeo=$h&w{vSgRQ6c~U literal 0 HcmV?d00001 diff --git a/benchmarks/benchmark-plots/plot-perf-allnodes-throughput-selectbarplot.pdf b/benchmarks/benchmark-plots/plot-perf-allnodes-throughput-selectbarplot.pdf new file mode 100644 index 0000000000000000000000000000000000000000..926b975d3ee2f6c947662f564e76ba0c7a74c54f GIT binary patch literal 11874 zcmb_?2|Sct)OeyWWQ|gm2O+}j!`QM%_95A8?84B@P-(LkS(7DF$x>OeL>tN;LWq)R zRVXS+wEN#@=zYDK?_a;~_l@6m?{l7e?^*7-=bU?=BV(y=sDxI=A!Le&prR@S8bUz< zuDcK#8W7TEU!Vts)Fac$egR$((vs}uL4z=$0}0a7LU>Tz;f|_{1{elV=n$6C0cmI9 zy350j4ynvP8tkQSv8I#h9uRIGU`eLaJ*X524?iN1*4|`yABq=5Sa?efaI^NHLyiEg zz9AsRV=o;-8v6qhbQfy9h1wW$UPKQ1cLrd(Vd|+KfVz3|kt7dVKoHdp@B`Bi@SAzK z`;c`5_5zG3@P|jCl<{~7tBO`etD*=PJV1if1MGo0Xb^FpNF53#06d}L0gFWfzy2jd zQxA$4-5WwL;5GE|16)H$Lq8x2eGj()cMq6&8lCDv_DAf^O0_kySdZqr)m1vl&!hTr z@}tq#^)Y%fTl2&V#T7Utqa&vj4%ZHw5votQuTfRKTpKs~QRPg=r!l{ofZh0SXpvLM zbkr`}?Ooa<<}E|nH+nyKwwlsASc0ywC3@fNe|=ChRXfvOe;}HJ7Y(%jLHI>yMQQv&b5mD| z4VJ|T8`lZ-6zzz8zWU(Slot-BiTMNNY&$zOUq{Ou539TGVzUpxN4*h#bI^a{ge%oh zZbJxP<(p9HQT-fOjeTtsG49eMW$=*h8=Yckg$wRq_w*^lCKJz522Phacd zG5QL5TQ?is`IcAG9dzpHN)f61Ha+Wqt}O^SaW%KO{`QqbCxIHLZMCN=20pgCej4@o zP=v%mu+-3CI;T=0VTs>rCKaAaYd$#k-SCMU32Hs(PYoljeh=Dg|wH(AlB!sGGC2W<7 zY~y%Cszc{C6>(?4mSaKT7igRMJ#O2+byAI_sED_kxp=3sbpj@hUyN_FjnqzlEpGKc zJhv>++pCI+;1^r(U#9A>1e#ROuP4c&|K7G-CNxxAv(26QxpvN1`-GFb*v{Dk^{^zX zqu55T7i|%}<+#8Ap*UZTQt4?9v*jo1n(8z6a&xgp0*E5lC1H%q-Ew`25>`QRSSwU^HK6{}DO z`Zd+s`z&1?zD3^kuKXd_kE}+!NJOnBaxh_*iCxCvRQ{|zW>&_OCKPw|H=*x!%hHOQ z_gNg%;e9(-DkHY~Z9Si~iPMXBP5QzvS1tQ>j}A8)x^SKfdmr&2>+`zu7n>g$=A~}7 zafAfXRvYM6D(hyARB8}Chw{R=7tY#!zehoS>U4*mK) zA2chU(DdkcpfD{JNp^jo1ed71+L^{6e_ZtyLWNvm#Fq1sQ^pnRGJEAcTm3G!_$%0A z5GsXn$G+JZI`B>r?qWhu3`b%dEP{(=bH4YsQsGI9TUQ>p4`T zEN2P|weJ0>Rnk8&f#sM8xg3~hDmcS`Ana$>^gUI}%2rbm??)B49&Wf1kuIGgmwB%U z7()Zz#}aL4)^al;YO%jx&|m`L&ufas;%rcs-T37Ko=0R6BZg@R`6Eu+TG6TPD+JqF zDmqL%LKWSttv95xBmwUq(aR^2%@Vj$|M1G~>z0vxSJyG21a|RD#Dhisg?u!VO(?)P z>CI|IDf88R9XRtbZ)4TTCx-{+WL_T=9S}Cyl~!eHZ!MmLI}v&K^<-fA=_z%;E>F*A z4ms&DuTn<4g@bhejkeiP}bc5TdxxQ3lzR(Q5ZG5@jhUY>s0GmbO-n`^qW z#ryEeoGSF~xgPR3x596S@9qB{hk3Tk)Y*?zv|mEQMSt7a82gqODYx`Bqr*C!ueUaM zJ4C1MF<{ksH&uCOKj*u_C%alNvlpDat1j6wZ2ID`6QmrB(cO>^5e5o$^+${HP&hduI}d4VxQP;=ChWodv7$} zfxOzG;5Kd$)dFA)fnK)`Z7)VDO^(`%4-F-Ln!7{d5T?vWJ7t zC9=n0(SKG0yah3tO_IBPUz8SV+uA|x+6x!15*~gzT$P+*o-`@h)+;EMu{T3ny3Dg> z(7_$@d}eLhTsu?AD_A)DOk64@mWzDkc;JKLVal0=HFLqKU3Tp637?PIyYM}1FnzFH z*h_hEg_}=S6S0jF=PXzrA9U%0wcQrfIqpdM)y5QvW|KGFmVg-!><&&W}Hf8&r?UKrD>_2pfAZi zPK-iMZkUn|6gMnV@_hfagf&y%()7?(?1pasur1u^l+t0DOW7r1wXwP%C@;n%8lWOQ z5_C6&H<~_io^V`HO)Lw$nXKZLP-lQ%nf01}UXxvx_^kmENn7tRVQVB8Qz(`22Ad#% zMq&Tiy~2ubTM3SG$(k>r=Oj{0TmIRUJDdIQq#)Ehd)O2OZai}rG*fM_HYUZ1q+s5N zpAVKgSgg^St2X9tcDGnMW1!b!Fypgm;I$o(+|5&4=;9rpvnuaK5QVB{hhqrrX7P{4 zCT0bF6p*B9F^AKKf&@|@uN_@0knVL@H^yQA8!xs*6+oIjxK=#a55 zx;i#qM(gTO`a8+1&UEE+Rk1BoT$s}e`WHJ3d(M5j->7N% z8|`KK6Dc;Ak`lZ&2-XTc_Hq^7IoflXr9{L=KW+a+OLW2Ai*YsjOIdZgLndwYc^OP8tH#K3j zPRGlKMF6@Rh2xlR9<9RX_fiA5HTn+XK`0&BOEKNRtsPj@VjK) zkmqLVQXS%mJdC>1rYrlK-cZ86Zf++{{%D*1ELO_f`Q0gti3FJh=)}K>&kf@1`RgDK zwmBOeP6XnSh3tu=Gjs8Lm;*aUdEP~?;JUicP+~=@tc#Ex`&PFh%S7#)jnLo0X# zCrB{6ZJC3?R>ilP8 z&K1F_i7mb+#qkrzFRniO=)-XNwBh*yA%{=zdh$DStUB+s5?lGsoe`?KyuXiUU^2wX zsOo)6r=)26oMo7z$73o&M#r&x&jkNdUa^w!P2uD+U*(9m9+ZL5kkZpfVqp#GAZ+L1i8H= zI&+dUsLCB#({Sd|$f)iKjy;!_@wm7*UMkAHnD+LyM)-`E0o5?BFIH7eGTGrCG5p27 zY;lKSCzbLS{?g?)wm*F*@jMIZG&8=&WFoSO$?7l()6su(CNW5A*}Ve9QSS?v%b-FL zpNd;P@{a#3Ju=;^6S7v9+ts3>%xU{>GQBbJni6)^;VmNXZhytN)!es(2B#V6~~=nZ+`T zsWE@{B3R5dOO$09jz!>zFbH2gS2DuaTLm#Ubd}c_aW~yzso)N+l*tN@_6j`-`SUeH z!usVIF(Ue6SuDrfpKWDbCNn79#)KXw;WV0n{WC!ZN$LWulH7Xx&Cf}HmS)xJ^2Ep! zW&_+F`jP5-?VyNi!SKFE;W1<3N3Y5}Uh)1Co0r@7*8~b);3Zp7sBPY`cM9p?jb@)z z`Uh_UZ4=ieK`~FBkd$1JY(6!iCvS6JQqRA;`$aGC(~eKIu8)bQV#3<)h;ekju^#$D zP|vBVYWtbjGF04uXw$?tvX8w5Nb0_cx4i>W6-L9=2g@3 zMm!t1O>mA{XIB^Uw!lj`*5v%$w9%ItsUBeik^(*>SsodbB4cm;MD0LY6VJXQuPE*W z83hC6i87hlZp4R!F(a#IAKy=_(8HyB6Ay7=6$;mj^_mbe0~G|TvWFV6Usw6lS#6Js zmpek;c{}^BLev)CwcPa?g0WKETg_I^l~5DUy2P&6YW$$L`gk(W2!77)#}sW0{lLB9kZ@F2c^*JYc4<6S4vlLYtO_q?am}6oU8Q> z%uaaivTXL7o?$%}JSDUNA(JZ7bd0c};U^p2XR z`b<%}J4?%d=5j9&p0l*!yChS-wZrKir5tCB9B5RHPxrl&Fj}xb(mr?ZUnM1j^oO2y%VB~Z-^(J%edJX zxRbTLA~G-k5~+sQgJo>F^CPuk+}7}fWera^#(ny_vhcf$3KO|830%OeVQ9;2ORFV>c+(&oFx8>f^> zvxw4U^w+gEHR=&@#-Cjbh8)muf9j*kMP@hy3}jbC#*`Nf-0IqSq+=G*uiEl)m1(%j zI1@&hM04QO|7S*(NG8-~hK#|U=Ll( zeb96*zC%0ed1+BcRF~0Ut6Fq>Qtb6)rKtV-iZ9Vk8cpHvi#~{pe<|*0t6;y49N5FV zX{ImILvpxTat}IBhaQ|NGyvBkJ4~Jvtw3=y3Y)S_VyF+)pJX@OZ>`St+ z&+JM6-ja|qQ}x2UGEqMZnv3iX2d^7y;$7@*GbIoCN!80&N8P~Qr9I!+Yin339856U z<>VKT@WXCvcNE3R@R)Sc*#aqz?7X%PS;ULPEODv=EBQ@k37xur+wKczI`F4ruVIZn z$8Q;xXEf|{R;~ESZS8qwpIjF;r>}tHeYuxOcQ>)*%*`}=Z~7_0n!L!a+vXPLx3*)) zC5b|u1+EU;>wQ*dxN;5(?69`7&I}Rx`EBam2lYcgSrlmpXiS!cNr;FAS4)4q!^MN( zYXu0ty5z5G=TBPP{a9ESdkY+#1aAtNqIM3;Bkk{*-0G7V%x`?@C^0KjuKOhMZDt3l zc~-b$b(d1xl!*Yud$#lWp+!?tr=TfM#}!gyK4uFve^`B=zu zRQq5d`v_CyzlHV<6WI_BrRi4t~;*eLAe$>NLY3Ga;kNHLRoAsDsiUL zPe^=6j-ymi^5%#p1?13hl~`;3gX$+av9}KAv7kAbaKj`Z!{GnotfFLPOl8&KsP5V{ z9qD=DsayJ{qc7+BIqtBpTotQLcX*Kwx zMf3zs$$v+enW}I1gkAB}%M@|v-O6%nkj0|Yp9rjLtbB^6w2kV1PL=S(9D;*vE@||_ZPRD2_GGr3yp;i7u)yRp+F6d?%f-d>F#5337bxd4%bycZZCRN=i07o zHKBDL=P22w2e%A#2+$fZ=;c=p+Xggp>Udk6I0W3&C2rM0QqGBAY(LtcnC`l!{y4F! z(sPGqPF>6dM{^m=_Rt?yEny}NUtD@$rYp#}2_Bsadm}|6sGsAzVlzQ4JXZ1e)TTh8 z>F+&y@7}JsBCYY13END9Hw^kOuBh->^!Ps|Ga)ZP$>+-s4uvGZqbXIzi1c)in+ z$`r|rDbk6HlCP|_LNb)Is)qVIcHu_TDwSxV*RR$fFD2K-ct%Im`<%SalBvO>*WYu| zN^gyLcVE8s#6~VRQn|T?c-MK z{M%`3!&b7`s*3iH^-rd1TFCa$g)n_Z`1ZA&f(B9=UlPvW7aVuM-NOj<-R3Xe#ag5O z17*H!nc(jBs} z(ixc)Fb-gc%*p;BA3=BN)brzY=W`I0&?pQVQo@0w7g`0}prA3pf`JqS7=;;`PW53V zDk!5+uz3J~|FoPDNSHWFkUs%36ByYP2&4f8BpSfk75`>+`~o46`aYhX9w0XYPKI!V zu;B1X3naUNJPq*ag62o2c|*t$4{88}44?qA>3aeoJm}*I(kH-wpI`u^0c!Bzn~R5! zmp2`PzrN@q2;dy052*k{wFOcEZF5K!Y&aW;2xcXNlnEd_cQ699fJ8uY3Bck5p}|LA zBn4oCkb&R<3;;N22qYas27#}@AW;Ij-N&8o4LF<6GWj*57KW^WUcfrBs4(;a)`?$*p(_hI0qeu!0@KBK26Mo=@vFd`6Hs`thJaRB z2bdJ1Dp(U(FMvZ?Tz=`quNoE#Sa$@YhTDq@W3A`k!+riKuwKBc3fKRp!7M)6>H-G= zEC~rVw?K%D))oj2ht~jR4l%ykgO&{hR+a%HLl`(90x)+7EHY>zfFZ^#c&mBq1s0vr zgJIw?3^%f1^Dzt9ydca1Hg6!|`B{7*#(gH3nF91>euenSWxqCdT0bV4(wDnuo(~3Ebc_`UFA1l!6vw-f!WS zx{6<>6?TS(KtJcv|LaN?Uo7dM7yHbAau|_%IsgOG4R|uxXd`tn|6@1c0T;S0GVhBb zkALwlTGfAni%!e`0%7+4>+9xoGm$1f?ywUFN()PZk+K*Bd=rDngeypkDyp&&L%C#wx2SqZA=;Iz5o4hD7@R^GZ2@>Lrgrg4n`6$PHvME*=%=?g_b) z-FyL-g&9Ck#`Hb`6n!}FbECc*2896|9D@PDHyVZ8gu=+7P;&B%3E|MiD?F%2F5(+*B@w;o;SWe~ZV$vBOdrtdvV(z_?*++7I}yB`_iyUe5paQzfF7(u`8Y!J7V`erOc@ z;pD$CKnsY$mcsDxcKpv+6d?IGyciVmcNkdHrDHKz;0u?`2V#ZaU|5h^yR;t`3+(%n zu~=2$_m;qL@DXk)jEU@VD&SUQX+PrceBjZ)tvL#h{aprl!tXTWRbe9x|NhY{6fp0= zEG~gze;-Rw0e)^tKNa-v{ZufjzsXO9iJXC$f8$q$_`9yDqCtZ5fANC20XDn8Xr@!i zK7JllMlQIuPY5^?fWspxAOJQf3`=WF@dRcUU<1YmSSK2tOrM42((Zqsq4)J_zJL9`-#32Oz0Y~>y=S@So^$Sfj;xh|kuq8Zhmb89go-N=Xb1)Q zyX{11YC=fcJpmL5sZVB-ef_;4q!rnV!hkTK0}0aBMo?%Ta7VRy1C0D>ObE;BfV8)C z+evX}LaMWmhQZ9uHcT>;0^w!>R%9lVLZ?A^_z{7$@g{pvXhlLZkBu`iNf#?q`L!tVEO@mbBYI* ztmhvLFrvU89)(iD;~}gXS_Q3!B4F?U2~r=h2j*Zv#91PBX*7TEgoX#q7YY3OmkiA) zG%uz%gr37|MD+z+Lr5cEAPNJDyT1noCZ55hQ^q2};@`!VGRx_4IrdU?Zy__-m_4=L{F>7+)4|8E(OiDZzFdDhMU)gbk z>rIQxGTvT9wOwAqJ~XK$jfR-xOLhjmO};Z;*3a;w_=#Yt{tsHse%LBfaNPbjh}c}E zhmh> zq?Py?!6oOhX)A-!vR>XY`Awv^+ZUg)RA1>}TxS-QzN96r(wN}Zvu#}QQhRLdu;yO= ztubburR(-9N4o`}-T1E@lQ6yF#iv8s>lD*sID|ki3-`T}R(~axyXPBX?5G0+l6!<2P!l?G+wh5j4|jpdAPc)CS*sLUt|2e!gq}~ zrl#}-Hmf_SV`W04nH&2V5%zv-j8?Y>1RwJHf`8o>laX4!G}?NN%SPF)s-~+g$y4TT zsGT9(mLYAsxa%{!ad4H;;zr_lE@yd(IJ zU=H6GOt~*rc$fKN!Y5gZBrigImUN_oK-F*@4lLNeUW|g4+**A+uJ3DL>DLbx!48Gv zme8W=bqkzoo(s8CG{KBufM4ISo_1fFL2YHpeCf9ahRM>RPY5bfKVQmk1%c$b8zYGg&Tfs0#$oU@_Y)uwyEert%_R}Bsl@{s7 z5l%FJ>or7r%?^^*tsA>sr%y}NXlbC)rYjcdPSdQ3Yd87HwkCalNbxcmPM<#GH(8PM zdP(7Nh|#jEMZ_(A^19G^QDw@89q$`&Z?$sqPNQptOzXdx+~#^&J@K`q+3(=Y zq5yBN3O0hDZ@z!os=pFwa_tIzDPDtdyHeTEP#vun5Blfo86TaaP9EZ}(}fyg$<~Lk z^hR673=xwUWrohFLa-8G}>(v-X%OrN|)3xO# ztNbxTpLqug(^i$@F`y>8MCDa~st@$TRbC;K$rVLxJ{vh{Qnn_mOWw2Dx1h;S!488^ zEs8(<&DO|4aFTEj6MA$g660VQRI(xGd$(Lh@+#q7bt)PfqHe-V*B&aDOw%s?zVFT5 z&&R3f^OJY!O5+;ypLkU@jRemuO0#s@@Voplu%lbB`&9ozeE5XgWi=>X&Ka{>UbQHz zPlZL=_kUC?8|)jy@{WaE4#+bT{wdA@ z#}PxpN0Ke4R`atVYQDpt(_jMO&ufas;%re?9r(pUp3xf+FOAX>^3hH@+A(RZ+`_FK zWo>3{p-S#HHtW+ll7ah==vppzh9h8!!NDcl)+{3VtgK-}3GCw+hzE=M3;AfJn9_i8 z(x29jQdwT}weQr2yp0vd9v>W#lYMn~U7x7o&h!ei?KTq0xTBE=Urhv*o}AS1ZTIwi z>X4HW`yzFuL&WV}&c41jBj@dMjjtm;)vt|O6IbyN%!^JJE9E~@2^Q$xaLV!1icM7= zXC%7uDtxNUZMhVAoO{u?gZKA-kH0+>Tbd+avth9T^s*xdGzE@l7 zyd7fFb{lf)zMCw+vzPDPz~i0Gmw5`0-P4fwy!3`iQlYInBqh;2SupV;_o0to`{zrF zvQx$nqp@_kciy*Ob~isy{`ok8%QWeNx73HH7im2zu2nYbhHf4f^b%^^R*Pw?m0dUL zZ}Kny=xeAi&p7hn^^W>`OMTLPMT56|<(9~Ow82!su5X~gV*I>jU&pkhLoZX3jqKs5 zbAjwJSoELO0B=c5;gaHS-4msa+PZo`r~2HvtAvMN4pyXOS|m?MwR8!KX9j1=$XxPl z8gTG{JfGT_HCBHr7ZfgYi9*h+cBy74xhX&j#YRIz%L6EoIEkST43mI`K6& zQT~*|-qXRNN^hG9j&dnl!_YGlDYhm5bn2Z=es@w4>YklkNA)i zuO-d~N$)SwY|d35^)SCzB9qzIWjT=fd0oJ@9sM2_X-!Otw$CTZ??n(rDyD~G2|VTr z{i9>k!c+w$sZ!kGR`q@sjJRRl~OhF&67(pClw3|?iO`sf7VNn;z_oc$X;5vpZIeK8Cu(W zY1#E>S{U6+>tD+2-KJTKWeMr7AdegoDaf-ry}j;<^}9FI819|^@%c;L*G=)2bL;sT zH!Oawv&dj9)%JXHqSt!iYLQ1?ZtGk}Ixllv5VJK%-#gY6Q+Tf+zRI9M+tU2&#&k1f zyW2Dyu^r!2r% z5Jp74>PWd9tvaWlsXsE)dq*IO$i;Ut}5}os=o5%(}Ml)zk1tcxJGrFezXtX5v6^sFf-^~ zieAVwa}DV>2}B-7Ls{|4-iFt-u&ray~c6ukT0=>!`IvI)?Me-WP>Ce*H| zfq1!QY<2k%hD+uqS8f^P z77UO(*xzA$BE4%j^@zz<`N2G)Ju?Dc8%obcC#~W5@2X6;A}kFN74;!%ITIJY4E?JLdjPhN&}qxkMPHFc>Jhx^3v z=l9P@I1D+dmOl5BDZR1n$veqsCy-8`-mEemi)>)CI&8vp^xvFG43nF7af3K&ylAm3 zDiratr0Ij;o1Yh>r@C}QR_pP*S=L>0+O~_#tWUb8j9qqcv)H@aUoq}g59}eiQBM9N zvBjNvUxOOOil&AixLwH2aYCv~3$>*T73;|CQ@`AF^y*dY52lOcnAEuNjDo@ljm)7^ z^iJmsN%DPnQlItftn4HOMIVWs{o5j)S8N&3Ryl{UcyyD~;n~f!Vy*u1O%g%slfN^I zWfxOp{_I7tm}^!jt4lZzp=ePMzIrZUg|D{?V{hoGtTN_rxWiG#A6hPZB0R<`^cdu~ zyb%&LD9wx&GY~()aisO>7S2Vo1EMW#=wTC1qY2nQ6J(gIA;c-gufNwKTjsM2r*^w1 zMxHS3@BYx2RMTY-MN|rhclU?Kj)ot)D*K3g{5+SJ`}bD_8eV9aD=^e9Z^%29wEspU zHI4b+o4`<9dR|!EQy?TYSM1Dkb&-`)G7AMkO<$7;7n#N)AHEqBCu@4mJf z{6f&ksi%O~khQA3gfJ~Krg8JH@&-R80SzVrrxJ<%^{ z9t2qhL*&s*veO-i_xodCuAF}KAiYc_d zJPli~zvL9ZQnd4~u&H#^Qm4&Ui6_T$$q#P5=1TZ@mh@pKhi-nU8w9#u2Cu2O<0PV@4QgZg*)QZl?vpJz{|I;P*DOv@1cTPj}Y zAF@cJPSQH=UM&5Y%fC2i#>#g2dD+q}ZBF-Tr8pC0U%gsFhR>D6k;1)^+jD~_h8}jw zhrQCm)OwcPB%+G7?g=DYT)%zsb(cokdd}F2M0@Oj8p?3EOn0?J7PJmMXkN-)r+W+|vB!J0W`bx&&f& z=FR#5SI*Y5$h`dXq$)uQ$LM0`e)S>Tmhi+ybx$_NfBd?n=(~$58@aIwT+sy7pS9jF znJC1G=H+7C43{%@3ZE`%y;A#irjVy+bIz;9xOEkx=66C?dTYNbHOj8&@EKLwl44LR znj&s>&OJtBqp_K>dy4T@i3pi2`!eTanYIdLq-W*S#=7c0hX>6D2>}V;V_z+?{cic% zDRsg;;$jN=>uTF7jfi-Y&n||84(PW(4N#?GpZNR@H*iPBmKOHiYIlupn@04iHGNoS z7Owh+4Wn$LIdJO#Go#8RQ+gxBKfpjZpTU0S8P=6#7MU?3R7o zp=-H44c8LdbfTVJEN+WxHy&tKk7-SgyPl#Pwbwvt7~P=R5I$b~UP9taNn1-9&uwJi zZb8LQ-H{Zjp+>QOvPctIWZ3>vpj6S`V4J-9!u1b_;%2lP8OmJB`;0n5cMPAtnE3Qd ziYRsZm|xe0kV|G7MR}Lj`C2kuHtcZlx}h%7&eQVg!owA$%Ec?AZeZ^*o^9;1Gb$Gi zA{g&<^7T*rVZWs#isoc=SSI;&p|s|iyq2~Ni04TsB$!XbAy~jy! zv)V|F)1qZ7+m$bFZeMXt8Np>OtYx2x6p`+3pBhy!2-tEuY#Z;jm20aaOcq7#{LCYf zkAmM?xyLe;i8)6UURh@bwcRnwBN^5&&>yx9V`5ofs7NZ=EcN$I3 zIGcPqlX+~5K}yD({iS+S(KRWW+MCfWp<{$tzZ~ujBNF+tZ4E2cFEuT$^2~a$b=0*^ z;*fm&wxwkS626m;!fAQp=ZD1lP>)+tHg4I^E^&9ibfbj7dohH+SQqow`lxe#z`OLj zyLmgkf36k1^VD4=C3N$-QlVv3wVIfkQ!Z+aE+2%60yQ!2C$p6J-Mu%Q3rUQv={QxE zPrltG;qdW;pzW)DhuACxnqF)x3kvY_+Bib+zJ(1zfvE}EdG*{^gCZT zHX#)n`!`N2$y9&~+-Xmr$Vseek{sEEc@@Q&c^i6?ChV>iWgB)QJX=e}hx4R}q?Fjz z_ty&36Aia(+lG+r1Y4dSD!JV%HF!p8BHTnFTFNT!*qS5C6xy}W0m8D&m(y(W6EDT( zqLMz9`-({H$Z?boOxYCCpnx14st|9^@2Py86L;%i9tWC_4L588G7SDN&ML~*CUj0+ z-pY2xsYuUrPuw#U4-L=s^4{TDvMf%A>G1qa{AoyOTh)sr#oqN#u;}n7+=mV*_WIcm z>)1jj?pFBhp!XqD5)XGB<7+$GbBW)xMDTmO{NQNgGqjl3wO&g1@-gR&TA8{nB~A^p z!mG?4kY&6CHf3T|${AX!(1?+J2058#w+1Veh>J3oiYhvucaKX~DE@*`0)f8rTRt+0 z8ND^306oS~_S?~JuIAG*W?wQnoGRhGOGR!KvSi)VM*`<6Yih})j&aQon&3yq<)cr6 zO-JsDb`9;l+cH^a>)Lp{m!?B_@ccC?=q5o~he74pcCyj259J12dy`>_4!RQolJ zM@bdso;$R1YGTKD8!vHe3;j{i6lPlY#ieUFLqXPE_|Rn7YiSZeBYXK3+cA34;j%}^ z6$3=3zIW=sd&_-AM)L_9w%G)481!FUQQ@tL0w9(jn-=-0vpyafY?-t1?$7GG@tt-O zwNBCHsZyDfq@x8=FKo0!GF47g4EDC|#EqnvD>Fi`U#&u(PpOIZjEShF9=pzwrOBb+ z+gV_(ze=K`JKtvGr9m$3!`EnnkKC_>Wn7gSiG|!YiYe*dEi@Ds^=p^Q!&if-_HoAB zN6j|*x6@aLE#a_JTh}|Cu}EoTH0Ce8{ZP=M3~RyqX&X-ET^25@@CziA!6KnSD()zgy#k|W@3 z2uBDD4xfwwvO7rB0G}=xzGQ|sgbbn3{UM}34Uo;;?GNEWA5V}!0sd2i0E_{s!Gmuu z6sngu6N10K=phK;9AyBh0z%>r3`x0Pg>46?7Tya54!I1CARo2KYf4g9VK1lLL%r#ehN}?SC~vstQP=p}OnR zynHFJ-qJ!Jz^JbQ~^tRU)e< z0{21yZ~__w7@Wn619T(b&DGlGQy3jwZK!iI6f0t7V>C<4Zb z2V+=5`9&ODv-AhXgo7VYu!!KHFl%rP3Tr)Jbh8D42Q0Ei!t(vM0SKI(0s}aP-@sG> z%HiR#8vI(WUp1f>9Hi&XfCHNzu+1VL)`S0$3iHHLCNL8`>YrI)qEILV>)qT0L;?}| zRbWM!)d5%!{##hG26_SO#Js}N2UsV56_&2d=>)6~^9xKD>lw@e>&CAFb520v!5RWu zVI5#oh-zR>V7&kiWq$dk6TfO$C}7ltru8y zRu7he$FSVUoXy9~Ve^78bJ)CrglA`=Lah5tFf$G4%j^vPuuEah1^W-+#aQhC2r$WN z(ZN2NZ2|K;=dWOg0yY8b{j3WD%QO4La!stm1Hi%rx-<)i-4eLLXY~n$fGGtn#H`=K zEp!#XOe^dRjevg6qW{;G%)eODMbGz{|0FRY^>qOTq&x6ru+c{9V*bZ&zyr>8n`hqV zMIQg+owut00_UBU{{_PA{nyvcCTAi|sUENs2TBV|f|auv2z(QZ$hllA+%iIj0Cu@4DKg|G6{M=}ujzM9-2FGA9SUehyRYYOrP$)V1d2$J+Q#=tU2!}@i zqcryeHXRRC#1r}l28T8952DS%&?o}1y$fMDU?&#B@a)FI8UX+1&j+jGLKyHX|Am1k z!osmA6c$#>|BOYU(ZA7$LSaw~X$Jl9zrl!TU>6q5r$$8mhF1*-FYSNuqEYDI=|iJ| zt^9946dIQBLYS)RZ+I~%V22j;!(iZz2mk(&9}0s7esCd775^IyivoUnK|d@OIIV>+ zHT-Y=aA@HB7xcrypYayLR6!>1LKyLPKJe(@)*OY${w@PN;dh$xupeK51GtLc^Z>ZK z-}oTF@yvp;s_-|Lg)j_=RTje7$XONtyZls%sNcq_p+T(l-}yk?02^BP2d^cQPNw=& z=&WRL8)^tR5`e=a$=@F~C@f2BLh}S>7d9xY{AUJ}OlPvTFdC%>0y0@yLrWvX{{vG9 BL(c#J literal 0 HcmV?d00001 diff --git a/benchmarks/benchmark-plots/plot-perf-mtsubmit.pdf b/benchmarks/benchmark-plots/plot-perf-mtsubmit.pdf new file mode 100644 index 0000000000000000000000000000000000000000..0db00aa3daf1543bad88a48f8bbaed7b9b5ffc7d GIT binary patch literal 12635 zcmb_@2{@I{7jQ+%%~FKyuRZJCH(T~BDK5#HEZ0(8+fCADUm_w)N{g+sq(ljYEFlU} zLQ+wPkcvq8=Dqa$^(+6cp6~gtXP%k&yk}<4IdkTmGxHu&COUeGXeAs%s^B@4UyeXS zD9FokFG5unLYg1+rb0+<2fBlYmn(!cad4&jK^TBQfz;IzRGKr4NcyRRo)?V{VHpTW z%N>q;sZMl=xcI0WK;LRccc4=t+#qS2}sads;t+ zn%pF+ZhY@e-&JeztE8Usjkg>s z#-@w8Ruz0Nvnu>fIy=hAxA&=is@ucP^$#+?!B74t8+nh=cNA!{A zE^Te8ILTJ@b`$%n{>bF-X8rs29p0uS{Z_oeWLx6eV<9*0&%P`ea{TgY?}DM4Wv=<2 zfnw1piI`OXx}BS4&`()dMFLziS-b|%jV{X1U2d;S!v(CB&vO!dkXH_Ir_W>cuIdtkZe#;Tt|7nx`E#8cT*f!@|#Kt&aB%O4HFLZ6H`q zFz0Y{?Km>oq+wDbZ799%u$qAI;UK*zz4gUOSHp0+P8b1?CdpKBzj(dXq8Ee9)DE4! z{vqLjSv`rLecB^Y=j>MnYx)`HENg6tX0Ym+9_Hu~%P4F}<;J-tt9vYNQFvZW?nr6W zPO(SR>#9y4v}dCjOj5$k3mgRlJo}CvDKG#2b)=%Qtjm@7(aOtdHey+pwl+T2>f zJ0W_Gq}LisMT9$&bJ)3A@^ldCcA^mvn>gu#b%sPkm@voKWA^t#RPIwN$C;*!2Pm>T)3rw* zhc}vYQKMvp)Z^w4iaSgu`>%27&GtAEYM|-)`G_26pY4-U)gIdhBytaZ3^7RS=UMx7 zp<2!G*#3Pk59Y=?@mWr+d-z2!5HV+ap>XY2PX*L>sVHZ%%-u<2vfd~mmm!rgeU-l1 zbnh-J@d^EYleJ_&9%)Ql`lj@M7BOOx-6 z^rw#I)=;R$x;86E1w3;6X+0-nb?8=WX3GRPKJOiz~eA^Y17yYA+2*rtjN9q){48OxOu58LlOFz_4<#?4uf`EP)Bl)?A86skW!6RhIeenYkcRt)_xT8*NyjIYTog3vTh0YL1_OMs+n9 zOqsdpIaQwdZcXl4$gjz#iN`Tz>Nb}ouOe0YscT;7ln?t}p2|sXEO&>PK^>PbC0@KB z{#t0)XQAiz#F2Rceo?xINuW_;{zdcJO5YMLm6UgOp<|(!&OUyJ?I;`z%J~pc(3!pc znDFN+35A;M7y7y^V!Txy&B8YnvV}T(%Z@U=vU?w5x#Ozp*n0OD7J)`QEpJ`#s#wg975Ul) z8>ElANCrGOzkMPLcV}9& zci%GU(uy3Y)!WT_Hh3cRY5Es|qSsq`^smB|D z(wXy}GN~u|xP5ArR8)8!xz`CsmWU>+7tJ3YefZ_9`_-J2KAPgV`ka2(I}Jkt3oDX$ z*h>E{KMWlA{IZG3s6UHOEv}ip8nsq?V%xp7ugq3`HQ&kE^t~(MaNs>oo5tI$ylkRb zJ>khrULi#?`}f%GX5!J}<#!(JRpE;HzWtGRZx%4~Smd8-%A2h*FfzxXW>R;lnPT-RFlcoj=p zK(tt%Y2g>C9jM(hlLzjqp19CZangFyJX`cO!E@l7WwA6OMNc8TyP;B4YA|5$yx=M| zKKGi~ZF(G%Og>dlhgt(q$wu}E;XJpCN*QowuCB1DjYF=(=m%126VJ_GFI;WGm%-}i zWGpFh+2YdM*=JbW``k{FSI(@K9O0hH4cXv+-)X2oiW4KWeTL;)Kgcg<;BwLt!vQQJFMP1 zU)E$bznZ=RThLXB+TNkZdSGw)UHR$HA6q12dxiWh3@_aybBt3@kwcuXsYrX&46Oh7 zLMS+(f3z`}+8ud^TLzq7<{J}R-y z>cBDaFZx3u{CRP(Se!Y^qz%7{%Oye@@m4PdAsb<=IZ(*|)KJ8A{+|%P*8*QGa0x)Dn$oz#VDNsD~@9ub%5Z z|1o=W`RNzOdS#?Wjth13>h4V`-)3bdauRnc?AXYpchR{i6^~XImzUO=snKtehT3=> z$1@Lix9Hhf$<)6Kb5SlGHYM}15RCIK#szAK9= zi*w5RdhGF``B==$z1!?ODEWs(Rd?&`93E!b8ZGXW$~QEi$vR?K<7OR|d_b2;b9}1g z!6DZ1-WPitZ?NQ^exxGna($FeQKIohiitE%U7387^=zM3>zC{DQlIpnMPPkp#@+6} z?QDE~^81Su%trBrZekx_UZXu#+H=QDS=Z5dyKjMe%+BpICL24-YVWeG|LmcwE$f%? zQFZz9EyAr=~c}+hJ0I%=ws!>0SkY@==b_b%YaQJVRgP z0z(L)nPUehRtflOF4*;b5z(y}mVyLXd7qj(j;Fr~v%l+47rD8a%TMc!rV_W(7`J6lYzen0n``Umh;FaO{n}t>QBBg3rvq$_q#S^R`hlQHj$LV;d!hBPS)NB)moR z@)cbs`U{!P$eL_BdJ8Mrwjp>c8#?LQfYjBCg~3%ZS|4byM?-6%d~FK!D3CLXK6Z(a zz^yEtj@{xwbc(CiMXyO8pTflCkN5-{$iU+tAbFQYI;`h2eo;tHN*)xG%w^ebSR+mTOEGC%c@TSvS z_Yb(|H1th-T$`R>@yG*buna@XMbm$y5+IN{&IAIPA)Yx6vE8TcT-Hw09$M&nz!6Sn zX1$hpD&@50I!<($sDj#;1TjD2H^HNs-4#}WiA~)Lr-#JNOutaBC^>4`MG3ZMY?xHb z*vDm6boT>UAuG+Vl0`K9HZwM3rPC1uOxcyU$zt5w+4c)@SZCMV-sf2R+PYo!#B`m;}d%AK3O=Cjjlb*8DGcD@!T3!~v zed#?5pNMeWMfnmIUdq)eN z+tN&#{MIz{Mfe)$!+G2EWhA&v`21Iaf-c2~rh{JFTV>`Qtp6(YCc1Y{g+5=Zt zaO`%jy_%nOCFT8yYRI&!uCHEfXADVMEYbQgIpp=@iz3zow#1^>o)Sf6yZXmPU!@~$ zr$_mW#=`2BS)FA9b@bny7IjZH_^bx*c_MF>6e3ep=^MbCU@?$$4+^vk7 zSxe7VxM;9GHzW7tt8EcQC{HiL>oO5322J`iuWBY`Cz!#tgk89RWp&{DTvy&0qe}~) z^k=8V+j(^*mCDJ!!V%7;_xI1WaBRn!-#OkTaLT@;`3VU9J?o-$s$su$OdZ5-qUpp@@?SU#C9)@J4T$% z(0I*4p>Oq{$Pk-q#8Q9#uUoR3X9= zqk7}pG3^JeiK%WzuQR5SY*HRjXC%m8P33R2Bey5JPtn>QUMu>Z#kR_S!Nh$1RjDGw z7Td?PBAfxTyOwk!b>Gdnq1;1ZR#^d)1J62SgGbab_gsqal2Q3;k2p?lzkUDOyAG9P zNv7!XlOMHm5ThcUQkn7cy{9SXwky8blzL(K(BZfhYV|KpJa2Dk=8M(4sd%M*Z!(D! z#ckG}?314moW#9G+jZ+M+`62`2Z37nniJ%Vw7a$5dzhMw!?JU(Qtoh4R}QbT>ro!S z8HU8IsOjGv`+06n-u!OjGICocqC^w^;vlbklFS9-A!fh3Au{^5Au|QdH}B0Yu=L{O4Pq45-M@Vve@o) znz>vt1-0dMyz>x5@mDN@%RXm)*M0t!6DGr&+yprB{bV7v*+Ww(f~&nL%`s8a}db3n7j!!{{=BA2>|@d3!5TjC|`Mwq8Gk z-9_vdmO<4KdU?Rzg){pm&C;+foMx+cT;k+~TyfQl z*-b6dh}ZGyBEE7=4)4ws(tQPY`dmKWfMZ{M-Kau;?~jLgHD>u9~}p8Li$N7i00doxqB zGlBfyzfO&RP&xX2rGnpKzh#zXneY|=7psCL5O$$fXxSM_tagHWpEpv(>Q6Q|b~3lL zya{1_>ut3ubmtpyehv52nL>qZg}4=8!#I{Xe`1#j{r<+}V+kcDsG!=7+F)eiw@j2} z_*yP(!Tyb{j5p$77F(+`lb#t@-5@&TgBc0;TX-LIj>hez7H%F~7LuW+w2$c=kEj^` ztq-NSDRH`1>gItI3(lsOkp=gg#hzbOm<%zHix4x3IW3T&NTrnq^%B@`+(RiO+<`fmVjnrq*YdL(&Z%y!ikIRRPHODuV9z*aFOn6TPI$5EZRQqF9u|(*#kIT3 zf_V)2_9f1&%-uE|JhE`@!_CUBE>Yq4LHCzgoMnPE4E`@JQ4~!Le3>-YRE?i$MJnwAwBW6vm*h0M%1mBHcbCB`$h@B^{pvU|a zJ?&eKN&DKyEDNRvlSJ%%lw|mj1wx-b6PWl+-3z8P^sB$oI6wQ{IMp9uH1vqKW8l!k zrl}h9J@se1Xc~kkulw&r4SbEgHZ(Ll&t$*HCTbZOE))EriGN{-j87VHXoEm^CcTF5 zN*K0!NVO`j+-;)jsy561;Q2wwTUE8qM^cIIJRBP*e^zLqx)^eL-A-C)x~*P^*6hnv zv`qDH=x*WitHGdG-O_97R?V#DY_MI+<(w*7Sq+KX#m`!Nv^w>vwN#}qzP!Z6UM;ga zdTed|^_9DVzLhrw8`aG2?ifs!lXBvYoC?*J=O`UN~@a& z)pI+1TP0NvuRkj`xJ%IbX5oX!XV_xS#8$EQ_ZfGsyF}t!<~|m;TqKA7tFKvP4shle zn*m?5Bx8{QJ2E#v{9g4iw%tPHo^3=)l33al<&!9ReEm7I`ted4XP?u};M7}UL(!1q zW_|_Dhq=1kyq>Kx+4w3DeZNS3-`8lCb3bKM@S2qtB%!Y1uE}Jz9n$S|9!zIGzIhWX zx30MAY}}@Qy3{f@HPx|@*P-rpu-I?rK=XqQwXYvt+s(ljbVhD- zSZZVNcmxveqeJy`@^$y7d-+1>r8FJ0{f=}-8W21Oa9rCRJV7#z)~`b^_SafWpixAl zFla~-2abqnA{hrVUx3R4$usa2#tw8}cSe?t5()*IEb#YF%MO8ri8BGoKOm=ukqU%B z>e4`p44fMDZ%Wb+5CW;=?&3lPi9K*8j}3$chh#r*2PcqZ1a9vAJRJPoAY>rb*9$^= z(E!=>1E58B^QBTDJmAH}-Jc4(1RaeL@NvcrWF0|d@aO>2dw{r{ zAtV^W1ww*UC@`!$ga)6rku)$gg!Bdvz)XOw9zQSvgxn8!2DAi%&)p!k2f54LneGNS zT1<`lH+PC509}43Cbqp+s-*7;`aNrO_0`VOIOF)qED2PZxK^TzAg#}+J;erQr!tY^xECIb( zV~H^S|E(Z?yvG7uxWHrlD0uMc0%!~n00{>Q7>G;)dIg?=e!_WVM7ZEF5QdCLfC3Tl z1PCOUK_swYh&X^t0tBEy8?NE^;43}>B(@Pje|StXi45vR7+f=$!4eU04HE$~1s4KP zIJhq!Fuphjzy{$~`JC=?38c(*hFnLvhq6j%`!bpY0b{}zUw1FRE2 z3PV?xbOP3gp9@SE;~9(r>&A})b520v!5RWuVI5eekV#-oV7&m2FbAUIA#C zL11MWFmnhPR7T4I0*ee<2w;&hOJ0f!fdyy0b%8Jpzp-T9F-z09LYSp#+<<5oQQaZN zMJpJH1{7rx<^}r@#z3&c0B(!X_J#m=jFvChK#MJ4cb6tw^fN&J0S02p|A3WY;DdD7 zrP&tU4&w*~7=t|#$UZeT&rA1V~6H;M8Etjnu^aPc+~U|3$<8Pc)Dn%Rq!{b@iXz!A}v&za;*o z1^)tnI{p6(gk|!BnML2Yn1GBla(9NEJy3F3XpE%X{lJ$o_*u$A!~HZjQX3@J!XeFO z5PNugc+oxF9U*_L5=jZA0J+iW-hRqRq~|}cl)QXhWf4dagE;SZ0(rVW_wsgjfgBy2 z_JLWJMgW+M;oZGxI&gCHW*ub=3IhxR27|_8v1qJ33L}F;$;kdBmjGX?3j(AV6A-{j zEd78Fzyr;4f&PKP;Sc#bWng3wi~fR#!J>ek{bxKBh5(zIUtmOFzkh*YL5AaRFf42p{@WKz{GDGM3N~^7 z#lykT)UPl+IKux5BN2a-Jstym!!LMvJZv7}-@j{wClG$48Ti!S@Caz&gMR4?O!{v$ z69|OgXeN+;?@L@p&O{t+lmAN}5q9*y!ic}~K|=qoYa|?S+`sfC5r5Y|5(&gx|HT7) z3&cYI!05gX?jBTM#y>%rxd(#d1c;I;US6<~VHj!ynhUVsu#sVyXFs}wFP*Wi(O?tc M5mHjRJM<9$2h&8Fg8%>k literal 0 HcmV?d00001 diff --git a/benchmarks/benchmark-plots/plot-perf-smart-cpu-throughput-selectbarplot.pdf b/benchmarks/benchmark-plots/plot-perf-smart-cpu-throughput-selectbarplot.pdf new file mode 100644 index 0000000000000000000000000000000000000000..3685d2583bca31c963796eb34489adc18c2f318d GIT binary patch literal 11874 zcmb_?2|Sct)VM;JL=mOJgOGLhVQkqW*@k4#zJ$TdBx$pkEFnvz#g;V^rI1~SLRk{6 z6qS&acK`bfy{}jE{p_5J0|`=7L%5P%;Esw*2I%^dX%Lp)0cmOM zw9nO<1}Q8&>IBkun9&?*t`KekVB$!lxl+gw9)3h1%{&}kJjw15Veu`+*V)XK2H60# z+PZ)g*FYMC)b{}-XfD=Ti?u#vw}c$@?+n0n!_-q;0d))HBT24Q-~AM4zzz#krklE>pAtRh+-t%xFE@Bj%?3$O>~phCn2A~nclU+{#62P_o{{Q8#+ zce#??X&w-I5wEVNH{cpV>UslFXuCT5y12r`Q)v`eM;}CBMzV#W@sRr3TT`VE#kM@` zY&|NZ?ceLYDm8(>Ro+9!knwyliIVG^q-1FjXujA(a7e3l6%6Ju}wFegMb^DrU?}=JpV<@#X z?yCAH9?@0C((_?!v%JsDcGNs2O<765%+m1gP~Xg%cRgm6hMQJf2vM?_B6D$PTk_9~ z>&FD!v_7sn!c@T}Ej8h^lgmRaw-p`~p_XRiAu{MDU4di2no&G=Z}-=Ibt}JRoYA{i z-fH5LAf=R&UD{&8DX$xo$^XE)U`{q!v_Mt9c{IyE;>@b{p}FzwuCMzl3A6fAQX#G` zgR3?UO0(`7slJwZIjM)(cSJGu z=+U;b36m)$ohLLQ-jn^qP``Rp-fhgrCw=ALL)Dn05)=JbY|I^uqGXX%_Nna7_9Y2i z%sbH6edbBw-mhEFzj+!IR8VWwmt1&*FHF# z)j#T|3ir*mPit*8}%wMrz8h)N2ncrkAf3Wn(5i#P9qunU(vcWhs;awb}2cX zSNY|~)5<-!EMK=fsaRKzoUSb{HR(GeS893OkmlE9I>2@y+jZdawjsef^J~S{#L1X| z+@H+KDys)!%dx2Ni#CM5JK!CofW!QyM_)UG$l$%6hY^ z;4DOK_iyKON}0LAvz1@YRifX$Fl@$u%|5=`X+VqAOpV6SDh@o1bmc>gRfaRH=1)y z^WPQewLa0gLFw{|FQdaf4Y=J0H;FcpBEsIOX5($gH}M!WebK+o@~Uq7YjK;;v3Vvx z5BDktf?sOAf0?Sk5@>wGIxP`)?J0{g@!()})pi%k=el_>_0zU4f(~;9$|3Ql$FWWB zFWSQ%l;Qk*`C`1-OT}i{4OgD7Z*E8r9OYrZaHi8d8Xpm z_&f@kxqNDSBmPPD^ri_RO}4UaG_tGp>NHCguMFkR?9Q>HMneZwH(tKfTdY7C98gv2 z=ryso{uX}EqvD6;0J0iwFC4L+$j*RS26h>PQ~0y?7@F#nn^BzA-}t`QGo=)_95gLYD|K`0c) zocw04Yt21FxQ7WoJra(wHV!D3$ok$ZnHs-=*S}F-S()F7clGAu6~f7CW#13Kz5DsB z=jGgZe+^MwOYT$mn%1$vd8TAzTZ!N0hk^avvfZcf7vjUmHms>fu`|!_YG7B4F!@wa zsCNHHot*aJ2`u|W&{e;jUA&*x9S-@KF?(Opq@rz?fXAcq+J{?jhNX%nNv7W~a{4%? z!~Iye{rpBw21G6O_lp`#ApChvu~?ir%A^~=lE*Dl0`W>W1tAq_tFCq;xr3FrV?}xA zuFhatXEU>{DJ$ZE_YZrpR^Z|azg61DR_)ouMDki+&wvux#V->N7WEhMQB5=;1LLGM zrxqcdq6(pWd2(`44+!A@N}E6J8O;ciNm~O--aS6fwj)Z^Id#L>hz7^&osAyW zCz227Fl$WCRNOhlF*)>PU)xo-f;0D&rQEK(rIF;x8;*+zwaw&Dzs!ENMRL;P_N(5u7x6!z#IhKiD)A8c@T`>FFYi!erljNKVniwSjNWZDXR`jm&8AzN zYd?DHXh~5M`rhnqy0_XZ#hX8H=T}yt?8g!YTo!{v`9@QhRR+7~gslf?!VF{&2c64g zkHMncpeb~6Ge-FRA z{1B_NXGSxzog8DwTNb7YVn?+;DMla(^G4`W zfasB8m9}i9aTmjT#bRlL4~&P>K5y}>-22GID7lp;)cHB1;$9e$uWD{2ioj+V`)GV( zj@MHfNvamKK6i9KPx9l9V;gx=-H!=8b(#Od_Vc*4C<6(?=ayv>#1ip;AwiM>xka6Q zXl%Xh#rxA|yAG0eKd$-a>!n31kgkbB-$os|6MyrifgO*3M0=%uiH*vo!}2!PX$MbK zN5_h*T^~-J6uE9klP^;g+%dBnb52@2|88MV=4Z{62)1~m>CDxQM~FX1kiiWDSJvEk zu8PsPvh|ge=54a6Kst}cI>)gDzWf}M3s#L!O();ZVOaP1#^kPc-ZINk!K&$_*SzwL zI+ON9lKJKMIQOl*b$pNAowhiP^;}(1B4Dnaa%iIUM8UoMm>TV7HDklC+fsJPS==U@ z3GDrz6w`Z{#wuNan@O7K-d*0k+A``O&nMz{z0YI)-Xf7od1~~Lst9Ol?dLvagP=voZRoXtK#j^wvWa?X+zd`_t#L^v(#T2YD`yimFSi=H)GV! z#YzQb$zIu%UZaa`a9q2tf3B&GdD9O{&01WZmuQ8h=-F#d+Oa3Ssj9bF`gcvW5c`{W z8@;E_^=DqiVx>hwA5}%}d#fH$Ui-oC`i1S-@hl$(YYHDem#r!0Z*~O;5Kc0K0AY;p ztGbB&>6$#PG_A4ufje9gL>7+H#M3EfELU@*!-Zv4KPQM#6@F|!nl)H$6_nUMIDckL z)XelVDPP`6)9%FPuFQ4Qs+nFqR%N%|6J@j0sI_du5jR+{nJb)+=woi?ze*P2HR9aA zh08jp@rIXE(+le!mDpkOH(fVZiSRY2Tr`I_2A_c5uDrTYHil%<3R-eA&+?DF|LS3p>JZUm@X<1GZ-m;Jg0z6iM9rY* zhRULyLWmrUvYgDdL(OlbIU#x&0)M zJ?b{kNO^F;GeLj1)Nl^Z!FeusiTM13JqntiCw z%r8Xmd20NJibB{?+nn9iclQ~GgLhzu*(H}dS8j@nZ5>E5J|e1BeCa!mvQ_lbXMGOV zfaFuHUIxXn6AAh2FFblbQZ}o5X^_wQ<77|n-7M3)ciM<;YctRDRb4&Q%QZM1WUE&- zm2_8ROUJxPh^*^l3PN1Nru)Fex~JTNC808*j#s?o!```Kdgs3$=eM0YGUwDPAIx7o zR@=bEl%L02!P+M9Xp$i1!L++7TE8)SCWsu6<(<9z^_MM7SS}Q${)D)VU~SJ6rj#Rg z<2tb?f5@ntTB(0;>kDXjf^OIIN+OBY_lcn|?q3wL z9AdZ?UTq%wUMtm%8 z{lNY9XKCc@1C5}Knw(C?jaO{<_&d^?PF2cb*Bsj+FnRkc#<`}?5|SKe=1hnx>dE;U z&>~PcJKE<|lAUFXR1)RsOdKgv7dxzUwe|G%>)0POd*KO@Dc*T$=`ph73i-lG^)Dph z_r0eEP2Z$vo|2aF6597@Pq^K>okME!c^IR|x0tP;-%2i0eKfUQC_riEcV@ASVrtBv zy$BXlX@WAjf?L58$q&L;w^j7;wYDJYrl$M`J8E5tKGPq+u4fqd4sK>XTe zX;A{&f*C6kI-c!hW)dIbZ)ZRcgK!#6!2X#aop@y)W)V)ULq?fmpT(Hfy4)~QggIa5 zhu)<62bNG+HE(F|qtK}F(Bs#|AG1zfW^s4^{+d9>^Nh0W54Ok|@kk;ax!K~GOndJ^ zpvtVi%q!@|6_k`MaB-~?-;;M)qm)aN_r7TPecb!8&gn7nY*a}59YOZHZ_I|j5R|j3 zs@i|%v!9F>{a?dWM`(7{o8uG&qVW7v%Ns7Q6YFhc1Q16~;f>=?A-pLta^xf#m> zZWHVxHd)pOy(@6%k2bh8KdblUlV}gW4oMoHmMDeXpCoQ&_C)D$N;B8N$d_ang1EE} z^7Iw)xo*V!BT=u`&pqx-Dc8cKdJvDU#!44%7JOhpNcWTGt-3heg#Eh4hsJDiT&TdtW(xDHWTxi@k)r13_Ja_%%-HD5wGb-_M*vs%-8t@R0sT(9u+mOo~wYf8;dNhXke zYhT!B6mT)G+me`GBW7n=CeO3Z6R%;|Rc|d9TwQ7Zb904Q6{q^AsAm6kQe0-8mtSrd z@};ENLk1#Z5LYYyjW)zo!$&^tLzf&_j!Jw|GfirIQnzNUIQfR;V^v#0jx;GUwn=N% zc~03#JO7Z`6x3?l9VT(-CbAv-YTvNLe!N8bFvXp8exmqA>W^bucQ_JLJq%uC&Lr8S+;N=~Bl@;iz0^8xlal*QC0CDG;q+)6N(f2fU8Uu|V-Ie1Zrhz8O?+c4F*EH}lb-`~ zM|pTo?qyO9x9f`Wm3EJmMsPbrTmO!%*DG;bs`w4>1g-Z_dtIiRS=H?|F1s^PyMaGZ&?L|K zgz`4MU3$)mde?=*#L_Lx?ari`OP7i;vNawG#v3&c4@Mc7@$er6k0c}=SdyfuG4@wAREm%}XjWn|RO!&Xpbc7Jna zY^Qp}^U|Wuh%UXMHl-6C@zFOD{2ewxw6IEm})Pv*V_H2l28|0`=^qJ>qylr*GJsM-lIO>_P|27f*b&MzwpeZ$*fF z90g9+dm22~r#W#9@$5A-HA@c?`1x&S^1brWpDSdkhp7yfg+Yjj1y@Udyu-zV;ENRm zUtLl+)N`ke?|mpNjIIR-C*E6pyHE}zQb?=&2DQE7L%B_(Ho|k_WtvY;y-V*TwaoFC zukVs8-O;tKQVzjl%ByObhU63N?V24|%J&Z=6abv!+7klQV2Xf(c}h+? z&NFAe#NZuyWjt#<73)vbpSM?RvH!qJzaSzAgtOK?oz!nqjS*Z@oY+ga;xd@q(zVS);7TCW9W7JS7_`kgNvgOCc1{Trus z%7BXn+-c8cWX09D3Xl0?UPn;p-vyr|^E#_Wn1|d9%~X~5Vm`+wEFy6IePuyPoQ{>6 zc@W8hyZzbm;@ce}!xv?zL-nO2MNFd4Y)X)GC07Oy5!PJ2nrxOEcO^O-b?Q@vH=oen zEF01NiQB`PrIEuURf27~{nbyhqHB-ktUz-x;D$j!hQa^ESw+rNpTexcUfm@#8}63( z)Hzk=_~`rq`yIAbYogU@)-Nu`T!3Wv)Vxe6@@RUBMTb6RJ$_VXz{he_-5k<)Ho<2G zybqccdgyD!{aT_(E{$31FpSmC+td9(=^(PZJWh;H|*+j6m#d= zo`#XHpsFfBW4e~9j`3uRO<0~dT!fxTMB&+-dn_6}F(taO1j_nvxyVzr$lbB|=n1Nv z&)zOWMX&A&%i@{QBq2M0dC3jP;w`fu3CtTzJ&R}5_3D3+xj#~`o_-o=Fm{js!N{Sz z?K6$$4lQQ~$m)c?7f)+WjC_kJ9UJ@doq4Z=%?SoFWDw|~75+li4deB>v_Mchm(jQ( zKO9>>rczf}Z9ODvcj}A92dmSwU6sm@PgPa8?N!aH zkD6d_xw2wU@Q5hW3nGuK`-pP&?;EPs4f#*c6Idym%S zJJxGrDo+`(%^-Ngp#S2E3U5l}09G)Mu#K!p5=omO zoz53|X{HvGCZAC?JkYrhH%Y~gu<)h8MWwYh0_I&-h;=&H|l;7n8MDec)TF7;vComv29jUI1EkjdNZ3`J~ z*L{u_`^_B5RM<^Xs5C7PM+z8>+~v5~#^CV?Bs@mjmFi6K^rQJwAoOCUgV}y38aDTc+kfUq)&kVo&f+x1=QfdHy2k=cMlo_ ze|^zJ5WqP~8&Uv0ulkqB>;;jga#jdkz{}g zLi&LRFaY47B9Jr)xgUH528j~LJ)SN!55U<%mdU?qD0E@}y1V;#F_$a{U3UM2?15mt z9o?yb`@dQR4XQJoOG3ne;|7cYevrdp0pnVZetHXHKp~KpznUOZ1?13pI%|;Ky_x8lu-&1-SqJuONQC$AZ3afpPpQc<>De=n4=3&>n&! zn24wdDJXzvpr?3%TmddXA2CEc0u+b<^bn5+lYot*fCGIM0Rce8=r#Nv3kt{)QUK%O zIf;ryP%psXn$8SX0Rh)A5inD5ApnJg$KnCw3v+5dF8cT%7;UGMy6@jqenqEMb5iAT?2yjgoHjEnwv))3GN>i~m7 zR0L}R>jiKqOUo~v_*KI~0qc&S*Km7Dp|ADAd$`X(1=b6ARpI*IG?=9)TTS2~fF&Wp z<`xK%-r517;qV&3j3D|~d(bk6z{=8Ljt~Y8hyct50*ee<2w;dYi{5I%dVxi!_n;ei z4Bd?^+I-9+Hg^cKh|L2?cwrV#h<=|5W+nrDS(w2Wb}96^VE+NU7`^QW0Ve4!3fM;r zEnt2Z{T1v`z$T!-UvNQSc^01Nu8Dql09a^1mloi#TLL%u^gjC`U`jy?vEa9G%U#7U z(+WF7U7()}=>K&kOD~o*&`W*hKRJv@Ee(JH=?pv>Y_yRYnE$aG@PLcmmYDY?k;lJy zm#pf)z$K^Ue}OQ2|MhhXxtT} zg`c-C&D+xn3c$)M%A;f<4;syns)R)P{PRlQm*OskK!Vu9Wxq4XVq7}P&&3ULa&-0r zSQcjhJ?YbX`jWNbyw7dgN*ELdY;X()gT)XrSQ!*X5`~hKS|XP~imMv}1>x`rV3Zbr zz^3DYinu}lz~Hb3{z2qL7#c+Yi73lqIB-+B9EOKi8~!aF3&#%2VX#szhXLR6Ul@2I zEboUxVPU2G&sY>1{TqEK6b1#9dU-$KyOzO-Xm~mQ+fR{*T23=c5eIAffBKEG23rop!`tycV^M(Q-|%8k#NT0HO_z_wV1X}OHXn!;euH5_YVGoVSS+yb%f@0A zf!|vO!@)kYjphA_zw?1d|F-5RJoa}P;0eFej8}w>F#P*RuTa3e1GBgc zhW&jkK>_%=W&IS;zxPwXDE=lt1qN~kV*ZU^1>*0zrica!&i};=;s)64{-T*iarE?d zrOceG8*eibRl7F0Ny&i}-&S C*iOL! literal 0 HcmV?d00001 diff --git a/benchmarks/benchmark-plots/plot-perf-smart-throughput-selectbarplot.pdf b/benchmarks/benchmark-plots/plot-perf-smart-throughput-selectbarplot.pdf new file mode 100644 index 0000000000000000000000000000000000000000..a6ec9eeaba0b8c2d746579cb4ea08322fa05e776 GIT binary patch literal 11876 zcmb_?2|Sct)OeCG2@$0%50b324`a(7*@tAWG1g)*GrXnE9$AtskrrDag(xLu4^dGf zOIj!@TUxXz|N9KRc{Sg^e&6pKzw6%TJonzS+;h)4_dZ9)Qr}Pst&Bs+6!k+FDiLT1 z1^Kz|LTG3}NSnR>?hsOs%pm*tc|u4_vZp&8!hjAWNJ|UhPIZGjsxBB{=tpHhSY`*L zorUWzcM1binR_(Y!`NcYAT!({+#JA?%wV|Fs1P20L?Erb$Zp*+uppSFb&UiMt8afE0UW?a!I{|x~9tOwnuyOUp8NF$YZ}_tSeGWPDX|z zVtr9B)p}xNVL9 z8Wpnq+&_;VpBO0I;V)qET*VamsJoz&Bvc_)Ztx9R(abNK4t=zXKS9Zi{+4S>^+fn4 zN|Fq%zUq*AWv`@P5sIse#T$>X$28PTB!ahE@!oCl6AlGYyJ)3%w60O8C>|7zPV@QO0*t_6N zMTSU0>kWgby*Il%+EK-0FJ+A7??n6Vb#zNi+i)!r=a3iw$XZlc>4uEKW0gtroAzyJQf=*U8)^33k=bFa*;vb)K2V*x zH0z#|tcBnEZ`FRqC3dxLXz`0T-f=6xHL<~aw3>7s6dZdJ(D`v-%xmvRQ1V#9jtgqG zr$i;{!Vqv^L;Yc6 zX_BrVV@LC}Rv=Pqc91l0T@TnfeMY=SQyq;qS+zuGnrcN{zu8x&_2|rFcTeM?)akRn zQklR`8*uaf1MjbX2P7XmNP= zN74QrDz9hOiAXSfEQ3vwE}XTgzeOt-P)~j196lO;?&O0v*oT)!L-O856?NvC9}@dm zEv;CWJ78qMDJfk2uvP4`Vy?|&7jPiRA*an*jwY_RvW-8*VUKDc0 zo>FJSJt=%wveO~DZH?N+=r2S49ksY^d)Gc1G@UiPYb@@rAE z@1fZx{$8GyECj#Me*ZL9e2BXr7|HQ+L|qHw9nPEyS0xyxryzZE>I6m zv^tEf_k7V3{;(A1?)7>{I zI*+{5@GE_LL#Hkt-CTzs$eCO>Dz3{}x`{z`cUX~br?ERzy)CD0_@H^;KbmVVp6e`9 zq4jiYs=UA7x}1MMOaxthquf>{=p8G}>#v-X%-8B-fjJU6}x&D1PO zEo$6raYTo2Y_?cNZ1q?zzqEkVDFPlir}cV&KFSNdXeuVHS= zW*bLH5N)-AVWqNe+DN4e(Qz<0Y8<gr|*%&(TO%d*4LXHncU>q!hiZ*7?bjqeBt`Q8VQ&v|Ob`@N){&2ZOidN~& z{RHt^yk~YviiOk0-{psaJ>8<+r}7u#!^hXItU+f3B(Er&aqye`J1mplVs(Y%1c_TXyU5hU?*J(#f(J z4=%WV95BGGbsEe{K#7JB@74JHu&yrx(z&IV=Kj$bO^5w#KV$}kln7v-d_6`j(` zA=t`R)@IrkqDZl}-jK?c2>gHeLw=F7Z2rsj4=vxmZV74k>KYc5z)pUVc(ACykdJ1P z2^AP8y=kpTW&WD4J*VI2ZmK*naHvmK=JgTL9$|xBsg2NXM5SkHxV9c6(d%}HJk*q!ZQ~X^PVX0;qBgd+VRt> z%~kDZ#XIrJ+$xOiIqq^eO5wLd5BAN(VV>#cQO4$&$97_jS%PnF-<$35ORu&enpXTgbk>T(_>Zy6+I>YBrn;>}a}lP_}~@7BHl zxkN$cgVEzCEKPRY>-MY8<`;=S2I7~Q9KGZv`TkikwM%(tm9?6ItD8Bk$UAnM`LyNg zhu7BvAA9s>NBzAOyHkCH_iX*jA)fPOqY1BVPhYQ{Z=@D#+uAhtHX5*~j!RGE}+o;WGl@=#DLeNVcy zbcsh(pMx9Z@yyz^vHDXvpJ3tiGjXZp*cIfcWBy%5gVfUrYi5H|?%Q!r5I!HVcj13r zXWF%0*i*TWgW{dpKy0DLISZD?2VOjHZMOxL#S_7}TAvKjZE`=fBw${Rs2-C&9Xs)< zPcevikoWBhLcFBV@MrnpFhY3t=-!E?>u5T&&QCsz8{8O?f!1>icUifPXTFTsaWjY^ zer1yYT{lBVSy1xsYx#5h8J0z5IcG^${smg+M~coIdbz_%iG{r2FnqDRaKt~$OVd(4 zL0^*REin=~xnWA$U)=D5lE=i;OY9kPmZk@8|yO$_n2&za@-!ihqa(}OVt zPP6#lkEZ+Rr?hM2>tgMk7mPu32v6-e_uB=Xd4_6z5a!wym`BnY2e7D*6G#Q%i^ zNhZ`rZLYrI)lO$0OrE^Im$dCk)i=N0dZYsRsu=Wb)PXyR*I$}A3j{>ARJdGn)Ht_a z+0h|=Z}g4Wcp0s${b}QpSDhKkrK)0ErdD81$?NCeE$qnpteYCinP@(lwW96-@y8%C zq_(?c<+bOU7@d+0ujF)ZQ>{cY1awxBhmQ&6=USezuX}1W{&pI}vCA(mZv{p419v%x zuCGzU(l^>m^hc9zE+!^;ZV;>%dgAFSx^uYWGTS8)8~xOMqfOBT_wwVa^c%D+%)V|) zHC3{`O|=%;F_RqExu3xyUx1rRo@(D#*1p0nX0N~};*8Pf;VvJ^C^c%=RLn~WY$HbC z-cA$Z&aAY-EzkPw16N%VyMFB+BUB=#%ipy8?ZM`c7C#t$4tE2qXk6LaFU@o&Z}46+ zENy7OXq}3e3(i(7S(i~|h^-~_uj-nvZ)RWjomRzIzcPQ<{2~f8gC$FWa=8ksT%*iL{)WlctaEKI7i$v!~VioZFp}>oU?Cx|1yqNa+=wo59gG zNS*s^%*_#$a!w$Abbmra$mlq>|1-MkDWBM-FoiI3$!_KFF?USo?AOD>P7?>F zU7M6cgo}o6)$%UMKQCC$(JazCPLT6jvaK@KxGrZZm>QJrle6vh7ttkHUKFh+TE#1S)C0~V2JuI}D`;EUYtJ-43aTAIw;1^gzgnJf(_f=8-QPs@_EPO5H(#s`o|Jj~ z3c3AKbjBoiV5J+fs_t~}t6|;aT>o5L!t3HzfAK<2e(Kn3jj&Ii1~kLC&RA77$s~sd z#IP3+&Wbw>I;oVt@RcsTzWwRA#Pdv~)2FvTN)$o(4BC{p-g=#lHCoNOngnv_6W(%=Pc>HTV#n~q<-iv7-Tkr%VdT{dxo5V zeEAz8Vg1td7!iH3OtxdK&$hBJk?9j|VL=aza2id({+S?yM0EjnNglm@=2_C8rP;Oa zdtl@U(|(l4KBSt5c2M{Y!LZKWu$Yms!&haVa7PRJT;{$>Y#t4FMUX zgske_{(1M2FJ-MCvk(!BxLWmZv?1;WeB{&LcW&phgBw3-StZvERIlWhp_KeKf#xLdbH?8)LXWty6Zex zkj5&6#r{PIYi8Nv3s&#j4Fn!lGa`CJoHJJA^7lh}ces<%yi8tXO(i>~-f^FnCi=Bh zzSKKxp5i@4ZNFPw`Xh&DY0#{t4gW=%(yeVy52&R$V`NXgYJA%6D+$8|`y%Xf_Dl{w zekd3ES`$<2QFfDvx}bTFH_`ms?cz5N)l)XG$5bZ1*Udw`74MYEKB~}nf^^DU>E+tA zGb8)87}kUzZooxTvs@8;igdO+fuw z>kSf#0_C9pQWy`^*(L_u-}B5>xfU+!9eA3%bk39S)w?)x_^}wtTwucopf!($$gIvG?fDH$Aj9 zEEf(U80~WM@k{t_x3xWz>STCCI`K?_l*ZZImbQ(E7e_P2Y4YskHyM{0wDsEp&Yy0> zpNy@*8hgCGWmKA8x7S&<><5pv$CbUZ_i5Rk1zZ!Qo+j<>#7n1drrLWkP6}4#M%=$` zZef0FJNB(4QHZ<1)nR+B_v&<4?mmGX)>hUT!6HAtO^v@(Klp=9k-neKVp&*(h*)s7 z^v63~JP5uxK=5^6?wWSqq{Y4Wg@v)Vz`;rIrjRLW=b#+Y{(;G@PMN;E`XNV&X_->p zfumy?ZKTF&;j-2Dm5R6AUsa)mSY{=tX_t-^lIpzwVMHz8f9sjh?OYYB*H?ubFA3lE znNvIu3t0|p-@f6BA+d*Tcue;W;EJJbj5(BBb^597#oVk9n)d0fPmi1AwTqdVkFYh~ zX*53TZ2aYH`iZUjNoj8nlK-=!au8o!7d>Wm+_~O= zJoWBBTpeCN)(hWxMiEL1*>b*AV5PTeO?1s^7u80W_ku*;nrO^r>dteEK?WiTX&L+|v6sWJinIzem*xKB=tgY>3 z822lG`?cZQUiyn@d!NV_y~J|~x8z#{FN+%+V5xsQYyFMy#S+RbQ6crK^}x(xuh>by z^Mzv(QlYVb5BrIlMt0**{n*)|}UMV<0>B)}dTBG&c)wSOjDk{9l|^l&p+t z>^fXG?kjwV@HqdJlBRHYXttZ{4(IZfvDyrW7iZ(nK#JR|ULL#PRsR%=4tvUR_@F|! zuicQg4P;EQ#AgM)3;rPfIN$_#+wrav9*-ivnK-%rk;dm}5zmTl_fGy%=VHxtot7e} z1{uLMrjN+dp1hmWG0Nq1O%-U^&@PRfNVQ#u6-dBE8c9YLp3J?sOh+K@l3_f7w)$Hh z@+c!}TYNrxl&<8v}#yNi>9=VYQ9tXKGH8A zf4awH_@3~?!F_jIrs`~VHlFOJY7-v4cv=-b_${t@c=*c<`;MKC(JW-hBG5yt{DrEU zB^vYUfuMFevu;g(1h!^aqq?xtYohw19%o?a%n;n0IJox24Fg2KM{WpnY>AgUcm z8++1hop(ERZRm0~TUF8Sk?zS9O^b~k3?WSC1$^sTZb1VnjV}r39tpm6z&*eSblzT7 zw2Qq;{X5Eh$r8bU)}?M|wkDSiHTac&C|kb$>kqawTWnH)mk$udFB3GE?Z8Z7KezuBarYIeRn#A=Izh$qe1BT zTnFnwR|Yee0>%OCkU7~GWF+V=o_cP)?pzjv5*md;LrOSs^g^qE8x%AKSTK-;0HZJ? zGict-R0U-e3N{bm@86a)0tpjm2{I@^ZUQr(0)aH3f>Z-Izv5S3$4?LfsqgLK;SRDR z;B*K_2n!CMbbm4hWNLs<7jz#o-3vknyVLw2q#qTK&G^R;!h=2@Ab|q>_YMLuI-mv* zzPY%2dwMY-`0I-f6Ip)lT}OxjWc7bg5dYgbu)rD0PDej3scrWFJPTmP?-7v>%`B()RlRifc0Tvf$3sCgE?T`_*r1i2`D^R zLqIF611t(r6|4!Y7r>z`EI)PPXAKJltUH2P!|eryxz=;<;XeNsSTEpJh3j8wFbhw% zy1+pIOG1LpEf6BJwFN@M;WdDnL(H%Cpk)Jrm1V-n5C#s20L%>niws%_V2CmE-fGTz zfkkKbU>bM~(~ZpAe9SyHPY5%Q%?n6)ZWeEdd7lYprUHGLo52ruDa^TG{{g%hv+WN7 zCYdc7*hh0MV1DQQ73@&JCSbmwb3tHv=AM|YiFtScSQtQ;=HRef0yp@~K7kN0rJ#kF z^IN#ZuHvU@g`J@x(9b#azg)?}izOZOLZA6>79&zm2Vg)_fG2~EHc|)kKXwBiaK76D z^S&VR_=R`Ds{R5lI4%DI!tDLm*Ue>TB2B#AU?&cg7M27vX)zG^CMJ>dxmLJ^?CF8T zLpW5~1Y!z*A3uhVw<{EcRaR9-DMDThhCf{miS+&Vm9ihrQx1Uyv4vY81>`X<9Oduk z0lAVXy8)K@89-0w^xl3{eK_-TlfD`Tg#jBJg8{)eFi{F9j4TQzE4M%{duZ++2o!|F zBY;tw{{fqh2P)zL{R@M`8u$lM=V53R0odKeFdQ&`i(zmMOn*aa+ literal 0 HcmV?d00001 diff --git a/benchmarks/benchmark-plotters/plot-perf-peakthroughput-cpu-bar.py b/benchmarks/benchmark-plotters/plot-perf-peakthroughput-cpu-bar.py index 744cdbc..447851e 100644 --- a/benchmarks/benchmark-plotters/plot-perf-peakthroughput-cpu-bar.py +++ b/benchmarks/benchmark-plotters/plot-perf-peakthroughput-cpu-bar.py @@ -88,11 +88,11 @@ def plot_bar(table,title,node_config): # loops over all possible configuration combinations and calls # process_file_to_dataset for them in order to build a dataframe # which is then displayed and saved -def main(node_config,title): +def main(node_config,title,ext): src_node = 0 for dst_node in {8,11,12,15}: size = "512mib" if node_config == "allnodes" and src_node == dst_node and src_node >= 8 else "1gib" - file = os.path.join(result_path, f"copy-n{src_node}ton{dst_node}-{size}-{node_config}-cpu-1e.json") + file = os.path.join(result_path, f"copy-n{src_node}ton{dst_node}-{size}-{node_config}-cpu-{ext}.json") process_file_to_dataset(file, src_node, dst_node) df = pd.DataFrame(data) @@ -100,11 +100,12 @@ def main(node_config,title): data.clear() df.set_index(index, inplace=True) + if ext == "brute": node_config = ext plot_bar(df, title, node_config) return df if __name__ == "__main__": - dall = main("allnodes", title_allnodes) - dsmart = main("smart", title_smartnodes) \ No newline at end of file + dall = main("allnodes", title_allnodes, "1e") + dbrt = main("allnodes", title_allnodes, "brute") \ No newline at end of file