Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Aug 29, 2023
1 parent 6515725 commit fe2b121
Show file tree
Hide file tree
Showing 20 changed files with 1,296 additions and 1,309 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2183333063526182,0.21676615061648286,0.21969321236647374,2.395371361138578e-3,1.8844671519546987e-3,3.146845091035924e-3
0x1f78b4,ocaml byte,1.8386312537708136,1.80117325158335,1.9111264548956797,7.342018168724304e-2,4.775387833433342e-3,8.646733612383817e-2
0xb2df8a,haskell,1.4138769537916385,1.3824639727499743,1.43054633787483,3.0645390153015154e-2,1.1042639598187503e-2,4.179390592000047e-2
0x33a02c,haskell strict,0.5216711150204295,0.5156763082493399,0.5248348586039053,5.698293689665464e-3,1.1851878753077472e-3,7.306352838266799e-3
0xfb9a99,juvix,2.268222495708718,2.207078443708118,2.303907800875095,6.28696310974891e-2,3.5532124984260484e-2,8.774669186177601e-2
0xe31a1c,juvix wasm,1.0847309182707932,1.0547644435837356,1.1240283436876553,4.8179596219303185e-2,1.9651547231240837e-2,6.2122225155962295e-2
0xfdbf6f,c,6.819275660377438e-4,6.719854598743002e-4,6.914221196794716e-4,3.940239059006718e-5,3.3651160163822695e-5,4.650126647482944e-5
0xff7f00,c wasm,0.4826219614789882,0.47309392045819243,0.4893778054164007,1.1998872574494548e-2,6.402114929352216e-3,1.560195326347275e-2
0xcab2d6,runtime,2.7180460867705656,2.674961742124424,2.7475322280830974,5.3029254122426435e-2,3.6216720790656194e-2,6.809532649661432e-2
0x6a3d9a,runtime wasm,2.982039051562083,2.933481589687176,3.0054283209997266,4.607150239380746e-2,2.015162215124344e-2,5.812345071468111e-2
0xa6cee3,ocaml,0.697040335479206,0.6969101217082805,0.6971340443749341,1.6280591511435376e-4,8.4304398087699e-5,2.056373475704107e-4
0x1f78b4,ocaml byte,1.8564425350624372,1.8532574163124877,1.8586035925623985,3.6768127973059598e-3,1.8571505250161249e-3,4.990748517347703e-3
0xb2df8a,haskell,1.3677249993539629,1.363873926166472,1.370279989603868,4.247739180868044e-3,2.1314238093576012e-3,5.900497234238388e-3
0x33a02c,haskell strict,0.5320667096873611,0.5320455233749044,0.5320878959998179,3.206223001487535e-5,1.3367362665665012e-5,4.413900519084287e-5
0xfb9a99,juvix,2.2325723042291465,2.2144156549376817,2.2611486578748554,3.2330512785106506e-2,1.0004924541628268e-2,3.9578600868722814e-2
0xe31a1c,juvix wasm,1.073276172291609,1.0703763297499336,1.0766941298749089,4.158616537704337e-3,1.7378861769613732e-3,5.075724161388011e-3
0xfdbf6f,c,6.555802545426093e-4,6.539883621346843e-4,6.575499714978823e-4,7.232692319653658e-6,6.068147113180943e-6,8.948890955129382e-6
0xff7f00,c wasm,0.4630410569375272,0.46209859131249686,0.46474713131260614,1.7061846890401788e-3,2.9930285398403127e-4,2.1765311292528703e-3
0xcab2d6,runtime,2.755533717583603,2.7167423380838045,2.7727865107501657,3.8163922376660206e-2,9.870910500012542e-3,5.049139962722013e-2
0x6a3d9a,runtime wasm,2.9509043594169193,2.9482790774168657,2.9545032591669647,3.932291362195486e-3,1.1011095000412752e-3,4.817110039196094e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,9.334183196708182,9.0160257094999,9.683700666166487,0.46042219240624754,0.2115757998894724,0.5773370161141522
0x1f78b4,ocaml byte,59.267510888208314,58.07266202599999,60.184746411749984,1.54501407037993,0.8734163937500625,2.1182647057082784
0xb2df8a,haskell,10.25945104956232,10.199361434499679,10.303191971812378,7.646688961378136e-2,5.216566182274929e-2,0.10101533294269133
0x33a02c,haskell strict,10.126539375250047,9.983192057500048,10.34276878750029,0.23685161467860874,2.8003130328426662e-2,0.28971921489778607
0xfb9a99,juvix,12.57437127587493,12.449037899999933,12.750599692749745,0.2111062230716452,7.201555099725263e-2,0.28601232182957914
0xe31a1c,juvix wasm,30.645558324395854,30.025208530770858,31.804767158875052,1.1888576213533255,8.144761479585494e-2,1.4326364813644807
0xfdbf6f,c,5.690609518520755,5.60781699670819,5.834322068770784,0.14296546518721373,4.302191246143408e-2,0.19120113902148772
0xff7f00,c wasm,8.382276835437551,8.159181812187626,8.735445093500175,0.3800555913560726,6.201452562481791e-2,0.4752052690389911
0xcab2d6,runtime,11.315894692062443,11.175150990874727,11.536830082312804,0.24858305144791543,4.8368739625175294e-2,0.3250336550698893
0x6a3d9a,runtime wasm,27.110923845853563,26.702750652249733,27.295678617998874,0.39217776025153095,0.14472387211956964,0.524629061896404
0xa6cee3,ocaml,10.787875609812525,10.786786540125263,10.788449113562345,1.0467622471962217e-3,3.3464937966418986e-4,1.3921941487069099e-3
0x1f78b4,ocaml byte,56.519323197354005,56.44528223999987,56.57133243599981,8.55597005767451e-2,5.2973449185249176e-2,0.12011019173000043
0xb2df8a,haskell,10.883054348229203,10.096769142250196,11.40809929068746,0.9194316119263477,0.8025443304502999,1.0133035708769025
0x33a02c,haskell strict,10.106399240979044,10.103491711208335,10.109306770749754,4.154261312846896e-3,2.3385485823978454e-3,5.753780550810899e-3
0xfb9a99,juvix,12.399144880458323,12.393018078749947,12.40427878200012,7.596247930137437e-3,4.010689250094401e-3,9.518097426053964e-3
0xe31a1c,juvix wasm,29.702765329770823,29.604301946583444,29.752598664166577,9.788992009543529e-2,3.192443031281522e-3,0.11546652853707605
0xfdbf6f,c,7.604743131312603,7.60423986468777,7.604981253874939,4.8340298580695946e-4,1.1978603565519427e-4,6.410152604700823e-4
0xff7f00,c wasm,9.790579046833463,9.78126118975024,9.797098759583454,1.1646623884533825e-2,6.971891187458417e-3,1.505663164498631e-2
0xcab2d6,runtime,11.424859962395677,11.419919621958078,11.428500744208312,6.08208999465649e-3,3.652849783193791e-3,8.408025438341907e-3
0x6a3d9a,runtime wasm,26.794507829875027,26.782432510000035,26.816631303875056,2.2928274715311493e-2,3.1311535000586588e-3,2.762025818814699e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.401071950791561,0.39604698804191685,0.40817285824925875,8.548995964656036e-3,2.9650189439405367e-3,1.160465438469956e-2
0x1f78b4,ocaml byte,3.0457159449999835,2.997018733749883,3.1310836126251615,8.710072074981662e-2,1.0351790750064538e-2,0.10470689146379701
0xb2df8a,haskell,205.47585817672893,201.2750644822495,208.02370361604153,5.010472333232872,3.9840152476714725,5.88399700096275
0x33a02c,haskell strict,1.7923617694794227,1.7049208745002034,1.8571491461879077,0.10530049249037396,7.035402178064507e-2,0.12959665401827067
0xfb9a99,juvix,2.0434612862083745,2.0283917325000402,2.0616797013750556,2.1862040821886242e-2,1.015085652113654e-2,2.743945411926293e-2
0xe31a1c,juvix wasm,2.102236949791518,2.074462870749585,2.130011028833451,3.905289072578251e-2,1.7189059395164307e-2,5.294617990802919e-2
0xfdbf6f,c,0.16863442928985073,0.167766724663956,0.16953563330880322,1.5032805521591438e-3,1.009086761414445e-3,2.0855176181669697e-3
0xff7f00,c wasm,0.2641542988000583,0.2614870964000147,0.26704381129999094,4.074317519266967e-3,3.0470898513342026e-3,5.273582327895821e-3
0xcab2d6,runtime,0.40523030402096083,0.40076470533313113,0.4136673338334731,8.502685240452825e-3,4.0854995859263e-4,1.002379054023292e-2
0x6a3d9a,runtime wasm,0.4867222128123103,0.47688019125030223,0.4920732374994259,9.671945226673109e-3,3.587198510005561e-3,1.3141253073619266e-2
0xa6cee3,ocaml,0.4055867367077326,0.4054579202493187,0.405676228874313,1.5823472111568156e-4,7.86485836670181e-5,2.0667330586219234e-4
0x1f78b4,ocaml byte,3.1014928676877767,3.1013358031251146,3.1016284552503444,1.9094865266722674e-4,1.1951172355506143e-4,2.2967037027328557e-4
0xb2df8a,haskell,183.2082776387916,177.3162882759998,190.0592696138749,9.056265664751995,4.115254669697031,12.553054720732115
0x33a02c,haskell strict,1.7128030418119806,1.7119014257491472,1.7144370865624978,1.6686676141424322e-3,1.8478487459105963e-4,1.993956171594728e-3
0xfb9a99,juvix,2.007199436499832,2.006130412499715,2.0077407232497535,1.0427234635986577e-3,1.2180049998278264e-4,1.3047241399276653e-3
0xe31a1c,juvix wasm,2.06585997872916,2.06411372704171,2.0685771899998144,3.0218270655800873e-3,1.2691614197362837e-3,4.032795527288937e-3
0xfdbf6f,c,0.17128374590149337,0.1711880300955229,0.17143202871090088,2.010777735597313e-4,1.1655820862765753e-4,2.794904557505202e-4
0xff7f00,c wasm,0.26243260672345664,0.25942513052323796,0.26678324886718957,5.384275215353696e-3,3.038534233491233e-3,8.236312780098422e-3
0xcab2d6,runtime,0.4088258996874856,0.40872687237492755,0.4089203086874704,1.2782469996798813e-4,6.375794541099455e-5,1.6493583683909997e-4
0x6a3d9a,runtime wasm,0.48887933825009594,0.485239722750066,0.4907232150001164,3.651030723686902e-3,2.7823895112667222e-3,4.258250951907244e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.4006203802083614,0.39198698829163925,0.4168489256251462,1.6289846106601103e-2,1.1203010833279736e-3,1.9312832804629327e-2
0x1f78b4,ocaml byte,2.099779293500035,2.0641126731250665,2.1155216982500065,3.433466424767507e-2,1.2178590477804379e-2,4.601300501793569e-2
0xb2df8a,haskell,199.67910228439578,195.31671611125,202.68019310112487,4.8509788428793845,2.8316474970858128,6.85562560252878
0x33a02c,haskell strict,1.8393127360207966,1.8050932516250668,1.8611065077082383,3.5809613675669e-2,1.8518043311269945e-2,5.0330559801606785e-2
0xfb9a99,juvix,0.32643592710677394,0.3195451737066711,0.33320203384016167,9.838915912893181e-3,7.6280810681254325e-3,1.1823361187204789e-2
0xe31a1c,juvix wasm,0.38660251062496326,0.37413663424990773,0.3947143822498826,1.5041449280008064e-2,1.0321436291040369e-2,1.8733565065115452e-2
0xfdbf6f,c,0.19593449252229725,0.19385975991118456,0.19791229782786104,3.34468145943591e-3,2.660228177331482e-3,4.279143269529503e-3
0xff7f00,c wasm,0.2635441603234055,0.25435284288010734,0.27325274274999173,1.3127217248125418e-2,1.090141971550822e-2,1.4416011595254144e-2
0xcab2d6,runtime,0.31424023315340494,0.3114809248666461,0.3163201454400405,3.566565887261749e-3,2.412624636685395e-3,4.616724043066076e-3
0x6a3d9a,runtime wasm,0.38762128081236824,0.37801689800005533,0.39530350799941516,1.134783171466678e-2,9.688261798655411e-3,1.2533512963408915e-2
0xa6cee3,ocaml,0.4030649656667151,0.403011402000061,0.4031036415000244,6.696131021200742e-5,3.4381978357084666e-5,8.484335411527695e-5
0x1f78b4,ocaml byte,2.149149761145831,2.1485728957708354,2.1494480775000113,5.809923287257634e-4,1.0025233334931549e-4,7.508894914340385e-4
0xb2df8a,haskell,186.5989814790208,181.23596445349995,190.389077236,6.430185758216677,4.385373753644647,7.866478487693937
0x33a02c,haskell strict,1.7119360680832567,1.7117816457080532,1.7121791611251638,2.6716253758978664e-4,7.961391664446094e-5,3.366509215717088e-4
0xfb9a99,juvix,0.30972672907335436,0.3097021270133701,0.3097513311333387,3.996539053150465e-5,3.174614630332636e-5,4.577523512706322e-5
0xe31a1c,juvix wasm,0.3795632837292449,0.3775905605626235,0.38056966556251837,1.9861160193488177e-3,1.3912638750070982e-3,2.324139289391872e-3
0xfdbf6f,c,0.19271341548626422,0.1926197657224091,0.19286434201397798,1.9168058443596973e-4,6.300649368750388e-5,2.6820971453229937e-4
0xff7f00,c wasm,0.25395471336002323,0.25237682476011586,0.2566058858999592,3.0815138615128863e-3,4.8274130936982237e-4,4.079283391516721e-3
0xcab2d6,runtime,0.3099519082664968,0.3097188751332457,0.31043097639958434,5.066483480046301e-4,3.8994623095285315e-5,6.353318809376557e-4
0x6a3d9a,runtime wasm,0.3825911910832171,0.3798617144582674,0.3841043546666091,2.686801158150417e-3,8.96734355453671e-4,3.6230498969655332e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.41171165345857236,0.40977823575030925,0.413054449333534,2.2294561813518015e-3,1.4158653622225383e-3,3.101054239503349e-3
0x1f78b4,ocaml byte,3.063422986146103,3.0304833890210525,3.1189474183127004,5.755006075770805e-2,1.091223979564214e-2,7.398192195464523e-2
0xb2df8a,haskell,1.68202974158343,1.6548703325001952,1.7125540940000974,3.9531055431371684e-2,1.6568260294038677e-2,5.396386348761345e-2
0x33a02c,haskell strict,1.684287740791433,1.6746930097917812,1.6945014171244566,1.350450496708654e-2,6.114446654959357e-3,1.8127689650792405e-2
0xfb9a99,juvix,0.3760344936040762,0.3718098332496993,0.3795824558125105,5.450528411583193e-3,2.8509906069550477e-3,7.2647486407904065e-3
0xe31a1c,juvix wasm,0.6097310380207167,0.6035110359168054,0.615951040124628,9.40130115607716e-3,4.4433845068932885e-3,1.298777359857604e-2
0xcab2d6,runtime,0.4182668889169084,0.40620415283380373,0.4313339114167623,1.595378472537251e-2,7.097662999512977e-3,1.9662020412203374e-2
0x6a3d9a,runtime wasm,1.1727025193750553,1.1473905753750842,1.1844275141250666,2.4061400179101935e-2,7.0764976675393824e-3,3.137771522772053e-2
0xa6cee3,ocaml,0.4131394006873279,0.41294362674898366,0.4134199890002037,3.1313464653771997e-4,7.74331448577005e-5,4.0311057800731414e-4
0x1f78b4,ocaml byte,3.107567676312442,3.1064759016251173,3.108390111250401,1.3260541802174388e-3,8.58316538608998e-4,1.6530502383084998e-3
0xb2df8a,haskell,1.7046618919371213,1.702127824937179,1.7097075469991978,5.05320113098167e-3,1.6754500393290073e-5,5.852177058244931e-3
0x33a02c,haskell strict,1.704217823957985,1.7021409569997559,1.7058664111243615,2.4912061051791832e-3,1.6704304612088503e-3,2.8950729836713747e-3
0xfb9a99,juvix,0.3835122003126041,0.3834231288751653,0.38365253925000314,1.683221495338496e-4,7.462637495336821e-5,2.052767693297304e-4
0xe31a1c,juvix wasm,0.6206014776456262,0.6178623094372142,0.6235695137497714,3.80421487771909e-3,1.9697912498486403e-3,4.828726278153953e-3
0xcab2d6,runtime,0.42536096122887557,0.4252401474371936,0.4254848418331676,1.6195466655765585e-4,7.667214033838222e-5,2.0016964804604216e-4
0x6a3d9a,runtime wasm,1.2017469712705708,1.2004807531873212,1.2025747756872534,1.3690059967172172e-3,6.808254128854273e-4,1.9117324112319035e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.5363113734168792,1.5080520840000418,1.551905059292153,2.721259470691935e-2,1.2520859094056492e-2,3.601207495099135e-2
0x1f78b4,ocaml byte,6.187576328937212,6.1108127285624505,6.299530479874647,0.12102456393298769,3.176042749964836e-2,0.15461666082716358
0xb2df8a,haskell,2.368111342749785,2.3213576772500346,2.435506984249514,7.983180069648399e-2,2.5905271801123606e-2,0.1076854709942931
0x33a02c,haskell strict,2.1687354212917094,2.157317703999979,2.1786381982914613,1.4856542019801149e-2,8.766255258201868e-3,2.0235658607785572e-2
0xfb9a99,juvix,3.409110694645657,3.388025731729006,3.439546268083101,3.632654997801414e-2,1.1904662113831847e-2,4.869363606312658e-2
0xe31a1c,juvix wasm,1.3624458751874045,1.3566176143749544,1.3661967775624362,7.089036720119322e-3,4.797453812187177e-3,8.6623379837143e-3
0xcab2d6,runtime,3.2754265259582476,3.250579414874892,3.2892014976665296,2.619307252280364e-2,1.0765915506138719e-2,3.597673033652608e-2
0x6a3d9a,runtime wasm,3.529838003500155,3.447397399750116,3.57487558700033,9.560569979857349e-2,8.48411804520386e-2,0.10400984382990527
0xa6cee3,ocaml,1.9727090909167373,1.9723183362498276,1.9730467409997345,4.6142727236740466e-4,2.666032268513439e-4,6.358060216584263e-4
0x1f78b4,ocaml byte,5.970762849917112,5.964653690333458,5.980105048251062,1.0641914177971232e-2,2.8496043329746534e-3,1.4088087309067082e-2
0xb2df8a,haskell,2.254221690541802,2.2496292577502572,2.2608437859998958,7.825090589024659e-3,2.519022336566496e-3,1.0544461274405075e-2
0x33a02c,haskell strict,2.2021028067706916,2.2020841070836163,2.2021321633325592,3.238371606474677e-5,6.191359782050854e-6,4.134212759693478e-5
0xfb9a99,juvix,3.4580829929587176,3.451848819250472,3.4629244598337814,8.22704713675898e-3,5.048056316502482e-3,1.1180888814363e-2
0xe31a1c,juvix wasm,1.3215415107710744,1.314122010083641,1.3248344003961467,7.130422548463323e-3,2.8974009795255723e-3,9.530000030780061e-3
0xcab2d6,runtime,3.3021107167917307,3.300830413083304,3.303510973250013,2.313754143859095e-3,3.6828788756682464e-4,2.7847940379610294e-3
0x6a3d9a,runtime wasm,3.50746153881236,3.5011307896252974,3.511436668562169,7.5478927804831725e-3,5.84516623256574e-3,9.180168924463824e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.26063114521347114,0.2540925572798369,0.2683532019341025,1.0827187068082517e-2,5.621873917375355e-3,1.4299364824382639e-2
0x1f78b4,ocaml byte,0.9395112232294878,0.934524337666744,0.9434520230635144,6.643887624360724e-3,3.56379650065719e-3,8.272253054313776e-3
0xb2df8a,haskell,2.5631695832709056,2.5401606781251758,2.594455318562609,3.6723338944802765e-2,1.1548162778721512e-2,4.751826354643217e-2
0x33a02c,haskell strict,1.29190082452097,1.2425331375006863,1.352091791187263,6.875296374025029e-2,3.249293370264901e-2,9.245712056045231e-2
0xfb9a99,juvix,1.7826843533332521,1.7571064677081267,1.798797236458313,2.7283722321487795e-2,1.5352622673527997e-2,3.721110963869924e-2
0xe31a1c,juvix wasm,1.5127198298752849,1.508598123500254,1.5193363911251936,7.3609987639926214e-3,1.3387736609887565e-3,9.51867314057887e-3
0xcab2d6,runtime,3.5823516460835285,3.560965836250034,3.6153273187501327,3.842207609780138e-2,1.5344094750616932e-2,4.695018037386759e-2
0x6a3d9a,runtime wasm,2.2384580636869864,2.2145242917498154,2.2689633439987724,3.729897553248647e-2,1.4522662433991904e-2,5.0644971622956496e-2
0xa6cee3,ocaml,0.2693639582000712,0.26931759560005347,0.26941569859998704,7.470832762844673e-5,4.508371832032754e-5,1.0883082905632291e-4
0x1f78b4,ocaml byte,0.9742759058959033,0.9732928903328381,0.9755074481258816,1.4605889617421016e-3,5.450882085066833e-4,1.8327750478259006e-3
0xb2df8a,haskell,2.6116206149168115,2.6047323214167286,2.6147500666667534,6.587763230203232e-3,2.056234559246227e-3,8.680673185140611e-3
0x33a02c,haskell strict,1.2540940227918327,1.2519775442501668,1.2557858080001552,2.54075785519043e-3,1.7180300833388173e-3,2.964597503498453e-3
0xfb9a99,juvix,1.8305799311038602,1.8258988629161952,1.83273168072886,4.460393098623233e-3,1.142866493267185e-3,5.841211012084142e-3
0xe31a1c,juvix wasm,1.5503942111043898,1.5472070204376678,1.5522710231250585,3.201485785653359e-3,1.3389268237700659e-3,4.422695608364007e-3
0xcab2d6,runtime,3.6881231324580313,3.68158876162488,3.6980596625830913,1.0884847287866772e-2,2.115951497330586e-3,1.3811087735856145e-2
0x6a3d9a,runtime wasm,2.251077311312997,2.245905068000866,2.2545974871252383,6.427382849253205e-3,3.7615862981297643e-3,8.129497811169013e-3
Loading

0 comments on commit fe2b121

Please sign in to comment.