Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Aug 12, 2023
1 parent 730cf5e commit 52d3da7
Show file tree
Hide file tree
Showing 20 changed files with 1,232 additions and 1,401 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.26916711585004427,0.2650055714498739,0.27742004485044164,9.205759347662568e-3,1.5797695864838354e-4,1.1350565755690758e-2
0x1f78b4,ocaml byte,2.2309881346253255,2.226313948875486,2.2333245380000335,4.562693793566477e-3,1.8118349931976873e-3,6.229030610755668e-3
0xb2df8a,haskell,1.6409221048122238,1.635082768624746,1.6440511848749488,5.7277775907819935e-3,1.0585411832198e-3,7.33381041415076e-3
0x33a02c,haskell strict,0.6368035242498991,0.6324845090002782,0.6451967262501057,8.473290613130858e-3,3.75397000425437e-4,9.924889842225476e-3
0xfb9a99,juvix,2.641028434812521,2.6024794758125154,2.6692243289375406,4.7144256730798625e-2,2.984375279995133e-2,6.51156282524889e-2
0xe31a1c,juvix wasm,1.3116246498958617,1.2868120934999752,1.3555652439375763,4.511554615449195e-2,2.0917857321162484e-3,5.4184657843638406e-2
0xfdbf6f,c,7.977593688918348e-4,7.918550349356108e-4,8.04432677549286e-4,2.494465392411174e-5,2.1847144839822793e-5,3.0025828366901218e-5
0xff7f00,c wasm,0.5626140471877458,0.558142586000334,0.5670855083751576,7.118172974395675e-3,3.3018888541391815e-3,9.906016281888126e-3
0xcab2d6,runtime,3.310979824229245,3.2887686817500708,3.3483060094169255,3.898360524218692e-2,8.009827149741622e-3,5.0926350205757885e-2
0x6a3d9a,runtime wasm,3.5620703724789187,3.5421505598120575,3.5896375634995366,3.024619432211054e-2,8.901554333685224e-3,3.8218122967582945e-2
0xa6cee3,ocaml,0.22974098755839803,0.22610967887521838,0.23212118068328588,4.840259700535288e-3,3.757911751823502e-3,6.0297636458350665e-3
0x1f78b4,ocaml byte,1.9338867230001142,1.9166036765000172,1.9511697695002113,2.9508516951369027e-2,2.9687980154618175e-3,3.694468818152957e-2
0xb2df8a,haskell,1.4561523833748804,1.4256032617505905,1.5061635528749473,5.352216182369921e-2,7.391382499008614e-3,6.455022061775341e-2
0x33a02c,haskell strict,0.5901598949791378,0.5846910652498991,0.5939449712916485,6.346180169706468e-3,3.970882312842872e-3,8.741259311725274e-3
0xfb9a99,juvix,2.3184486510418005,2.281029973624868,2.375063137875145,6.429734172239364e-2,1.8344277666680453e-2,8.118929299650912e-2
0xe31a1c,juvix wasm,1.1192911726457548,1.110760409249906,1.1281420717496076,1.2314310782144839e-2,4.010629029036211e-3,1.6429646891682276e-2
0xfdbf6f,c,6.908325841253195e-4,6.848850278210595e-4,6.970948783517186e-4,2.5379123833618017e-5,2.1935767848834353e-5,3.178471863332842e-5
0xff7f00,c wasm,0.4843955005416092,0.481511085583179,0.4864460893749083,3.6690925332359355e-3,1.9256389512070267e-3,4.735632059609941e-3
0xcab2d6,runtime,2.9236629429998024,2.8636786134999666,2.965453652750057,7.165329857611558e-2,5.318147604507343e-2,8.698426647866557e-2
0x6a3d9a,runtime wasm,3.019892553208365,2.9991856269998607,3.0369790450004075,2.633036545038359e-2,1.5401439186523765e-2,3.467416144537753e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,10.890710556458544,10.888733931500497,10.891659163250097,1.899352782522415e-3,4.769271611430989e-4,2.475398805150895e-3
0x1f78b4,ocaml byte,68.06919534347882,67.74821155024983,68.52674118706227,0.4985816859842351,0.14062179920832563,0.619720537244027
0xb2df8a,haskell,10.034568045270854,10.029534371187424,10.03832271110419,6.453837884541968e-3,4.042744743654061e-3,8.671029318375165e-3
0x33a02c,haskell strict,10.02396280235439,10.022035389333723,10.025890215375057,3.831186344626206e-3,2.5518666916468646e-5,4.445349437600409e-3
0xfb9a99,juvix,14.848595676916753,14.842192241916715,14.852702317541722,7.368444135507213e-3,3.126774873828529e-3,9.48388028116212e-3
0xe31a1c,juvix wasm,35.66919269087547,35.6512674260003,35.67986691387561,2.116485404503664e-2,1.6921058204352826e-2,2.46510620900775e-2
0xfdbf6f,c,6.950189825687592,6.949041565312692,6.952145694124813,2.09831146359091e-3,2.601890003766094e-4,2.6517937461926974e-3
0xff7f00,c wasm,9.624440552749888,9.592413890999524,9.649094849250218,3.8983452641541794e-2,2.5389338551870772e-2,4.738644538746001e-2
0xcab2d6,runtime,13.885792085791385,13.757753414458346,14.140419545665585,0.2551146408366144,1.4349049824451954e-3,0.29569264544324947
0x6a3d9a,runtime wasm,32.155291622520586,32.14004703674914,32.16263842145835,1.462694088427437e-2,1.968828375083831e-3,1.7625911632816873e-2
0xa6cee3,ocaml,9.371612916062475,9.326342834062359,9.416363514562534,6.48459130383692e-2,3.0526377000114735e-2,8.348845952906488e-2
0x1f78b4,ocaml byte,58.80235561456243,58.62128779749992,58.89292177456241,0.17095931063957343,6.947619512493475e-2,0.20915358742183737
0xb2df8a,haskell,8.701898923895877,8.662849420416553,8.756368405333584,6.262160442325598e-2,1.633104874463351e-2,8.287831398467323e-2
0x33a02c,haskell strict,8.762977123978999,8.657128738124811,8.854636417874872,0.13873282584532645,9.056159519391169e-2,0.18665751244347492
0xfb9a99,juvix,12.919188669250161,12.813599548000411,13.105682498249962,0.19010735825829936,2.092809650048366e-2,0.2329007880351581
0xe31a1c,juvix wasm,31.10304309622927,31.044250390895854,31.20508111150025,0.11077778962811537,3.0240301124877078e-2,0.13528439623127578
0xfdbf6f,c,6.367280168750085,6.120384399249815,6.531333632875203,0.30093692328918153,0.1952973444017945,0.3788652466965097
0xff7f00,c wasm,8.377837021853907,8.305864326687356,8.415253630749703,6.986750770897862e-2,2.3510444471349097e-2,9.48621320930964e-2
0xcab2d6,runtime,12.246691329541667,12.036134587124934,12.565293412624897,0.38128583425498014,0.15707836050023616,0.46560227998571785
0x6a3d9a,runtime wasm,28.176563149020733,27.82714649891644,28.436251191520608,0.41292546764255017,0.36036453320914447,0.48023321493526194
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.4874909443336719,0.4873354650003421,0.4877066977500135,2.3864554452171142e-4,7.429566653627262e-5,2.9827531422258206e-4
0x1f78b4,ocaml byte,3.724127757333387,3.723908375249721,3.7244276460832375,3.3899876143817957e-4,1.404749011454568e-4,4.430331933513769e-4
0xb2df8a,haskell,251.22923974268724,243.6092061599993,254.73574902787504,7.2953279036512635,1.5215033181957436,9.619439637072146
0x33a02c,haskell strict,2.052401845354401,2.0520685978749498,2.0530301141254768,6.416343386765905e-4,3.670937485367176e-5,7.684344447006719e-4
0xfb9a99,juvix,2.3380638974378294,2.3359387482499487,2.340122965125829,2.6903605705896187e-3,1.4194726251541834e-3,3.268756018283626e-3
0xe31a1c,juvix wasm,2.472773311125176,2.4532305906255942,2.500566213000184,3.167592014677384e-2,8.501840959589363e-3,4.073768950125628e-2
0xfdbf6f,c,0.21473102522480883,0.20918034866942636,0.21884175149964194,7.674276609794059e-3,5.922686739292849e-3,9.151205577363602e-3
0xff7f00,c wasm,0.3277348992633415,0.3176056061933923,0.33926553644978413,1.5379464612651182e-2,9.499033122949528e-3,1.994419093367022e-2
0xcab2d6,runtime,0.491609733937518,0.49096374343738114,0.4922671376252765,1.236753917899438e-3,7.573724966883355e-5,1.4494439925818862e-3
0x6a3d9a,runtime wasm,0.5970823837708016,0.5851851009584456,0.6174007565620059,2.1513029419653506e-2,4.670917541640562e-3,2.659746024646694e-2
0xa6cee3,ocaml,0.41893952456283995,0.4142124876254911,0.422421216812495,5.595327052700321e-3,5.154267993426224e-3,6.355139642325005e-3
0x1f78b4,ocaml byte,3.2851773327081446,3.2432363972498024,3.323377254624802,6.106653666264884e-2,3.8370922636456896e-2,7.847442575371899e-2
0xb2df8a,haskell,401.1534561524582,391.05133266741666,411.25557963749975,14.278614685856589,4.503416543833197,18.129757346192118
0x33a02c,haskell strict,1.773069842687543,1.7647146446247461,1.777352862625321,8.345346319915967e-3,4.075107035876096e-3,1.1580201725644512e-2
0xfb9a99,juvix,2.0908909763128727,2.0843349425003908,2.103989319250104,1.2956501032681882e-2,4.323407492847764e-4,1.512468024721708e-2
0xe31a1c,juvix wasm,2.145492499332325,2.1364341984992734,2.1574526432493712,1.382739690732426e-2,3.0051745451468055e-3,1.8116110795066042e-2
0xfdbf6f,c,0.18596988449732332,0.1817958656448051,0.18974955670864802,6.3468148535982824e-3,4.97195173357506e-3,7.986852088953653e-3
0xff7f00,c wasm,0.2795949755790449,0.2737129372001315,0.28552431163872827,8.770993457928224e-3,5.212170818653923e-3,1.2129480339514687e-2
0xcab2d6,runtime,0.4320054384789576,0.4299393057490306,0.4352064656879975,3.2781809968808586e-3,8.600643618057106e-4,4.29765900666201e-3
0x6a3d9a,runtime wasm,0.5175113635417953,0.5101116461675398,0.5234499432503981,8.965741108629889e-3,4.872015399268311e-3,1.2483633219100022e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.4838233142291794,0.48373341631247513,0.4838667635001457,8.639947150503034e-5,3.719352365540202e-5,1.1496136012854637e-4
0x1f78b4,ocaml byte,2.5842379489375085,2.579331967124972,2.5939673163126145,9.730504044972494e-3,4.529112493401044e-5,1.1260701873928896e-2
0xb2df8a,haskell,240.99647329404166,235.53858256824992,245.78475327125005,6.4437868322644745,5.266015924583371,7.6270712070175914
0x33a02c,haskell strict,2.0547465893958474,2.052062944895681,2.0601048863127858,5.35905559379381e-3,1.1206541671526793e-5,6.193700906835827e-3
0xfb9a99,juvix,0.37206204389597514,0.37185133479166177,0.37216975583366246,2.4336517549946002e-4,2.1236925715335106e-4,2.4762423167884207e-4
0xe31a1c,juvix wasm,0.45551747870856235,0.44901630537555093,0.4586393780417476,6.143758320880089e-3,2.1346308341213434e-3,7.8040990138605985e-3
0xfdbf6f,c,0.2316778171194048,0.23123481643047702,0.232585375691671,1.030609392777752e-3,1.408067454817944e-4,1.4123498829635896e-3
0xff7f00,c wasm,0.3025315282133215,0.29905334776001835,0.30634723893331284,5.599464839412385e-3,3.0755582327786617e-3,8.231917214696962e-3
0xcab2d6,runtime,0.37399332872913266,0.37227820799989786,0.377339928187439,3.343850822217211e-3,6.729363782493215e-5,3.918945229727565e-3
0x6a3d9a,runtime wasm,0.4662545025000213,0.45819233475003784,0.47333531487498703,9.956394863568715e-3,6.058516794233626e-3,1.2144649803609766e-2
0xa6cee3,ocaml,0.4251301822291775,0.42044114762501295,0.42995961424998086,7.277295680118172e-3,4.161645875633605e-3,1.0256106569744093e-2
0x1f78b4,ocaml byte,2.278076035958326,2.237054863166672,2.3120009742499974,5.186669837503915e-2,2.69006936534663e-2,6.783364696147648e-2
0xb2df8a,haskell,365.12536641991665,357.70866514799997,370.66209082191665,9.401834124800601,5.747174569674286,12.412134923364102
0x33a02c,haskell strict,1.8000553311042797,1.781744473146015,1.8345179658749657,3.476016329335825e-2,2.0889002319744165e-3,4.126910667619721e-2
0xfb9a99,juvix,0.32279687768669646,0.31776342604022834,0.32671103016659797,6.595798101357245e-3,5.2928504969946685e-3,8.215462898306443e-3
0xe31a1c,juvix wasm,0.4089988817292465,0.40375169193754346,0.41193236433355196,5.18338908735138e-3,1.2674017502831703e-3,6.162519752117263e-3
0xfdbf6f,c,0.20330494708624783,0.2015298786004981,0.20451103645848434,2.322720527883452e-3,1.825750471049472e-3,2.965929197461451e-3
0xff7f00,c wasm,0.26512643789665163,0.2618101744566957,0.27160858701681717,6.855068613867565e-3,1.0550475010632082e-3,8.899515691825446e-3
0xcab2d6,runtime,0.32050953125998605,0.3182552935800868,0.3220877839999048,2.9922859474968344e-3,1.577774504502014e-3,4.017602983993448e-3
0x6a3d9a,runtime wasm,0.40379485233336254,0.3999169951666772,0.40653262724993056,4.553673765952948e-3,4.0200536195885645e-3,5.246938846519121e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.49777120135468067,0.49491981300025145,0.5029605223126055,5.248322983714363e-3,2.8941183315758096e-4,6.241332143674521e-3
0x1f78b4,ocaml byte,3.764718034707433,3.7329625347492765,3.7875271519997114,3.9475805745241364e-2,2.2941290724814843e-2,4.7420485957454905e-2
0xb2df8a,haskell,2.0437283713958245,2.0425111072083078,2.0461505374371427,2.424050952179115e-3,1.774891673744783e-5,2.8071295520908316e-3
0x33a02c,haskell strict,2.0821392762703304,2.0396358391456793,2.1633915200821625,8.051353757507515e-2,6.829184416953238e-3,9.815748346160659e-2
0xfb9a99,juvix,0.45967693402053555,0.45937913443731304,0.46011773731197536,4.959425787981407e-4,1.1633124904619763e-4,6.053412131557268e-4
0xe31a1c,juvix wasm,0.7491707773130353,0.7435724612499446,0.754769093376126,8.613960830802476e-3,3.572483251640215e-3,1.1858307308764164e-2
0xcab2d6,runtime,0.5099375710206004,0.5093756218329872,0.5109364095624187,1.0489811568841062e-3,8.747650008444907e-5,1.2977660589575104e-3
0x6a3d9a,runtime wasm,1.4709480837706603,1.4448132561040743,1.5187502883333461,4.953276923838601e-2,3.40970809842165e-3,6.0355799154111836e-2
0xa6cee3,ocaml,0.43538014756313714,0.42911121612542047,0.4401619700010997,7.730825394289186e-3,4.745485320741501e-3,9.81293702528329e-3
0x1f78b4,ocaml byte,3.1966212696040657,3.1724865555622728,3.2110550563334073,2.4469158124190458e-2,1.4224189935801851e-2,3.333340261444406e-2
0xb2df8a,haskell,1.7487813061878417,1.7324398000006718,1.757642916687928,1.9001519734637644e-2,1.700760959931388e-2,2.046501283071356e-2
0x33a02c,haskell strict,1.908651989333445,1.8173401401662281,1.9712075203334887,0.1124385465377566,7.492962190712252e-2,0.14446581064870068
0xfb9a99,juvix,0.4104534927497904,0.4044951157505542,0.41802739574874676,9.655581696187559e-3,4.155107249668305e-3,1.332670663971595e-2
0xe31a1c,juvix wasm,0.6443097314995612,0.6352100837493708,0.6540187588739172,1.3416837361924016e-2,6.386681597879546e-3,1.863241791706714e-2
0xcab2d6,runtime,0.43811531039583923,0.4299074230836292,0.4422732205623561,8.078885816620427e-3,3.6347143414846884e-3,1.1112162914317245e-2
0x6a3d9a,runtime wasm,1.250318433666962,1.2289991471247959,1.259726667625273,2.0518119481408796e-2,8.276978389079263e-3,2.750739766248201e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.7871150080005311,1.7827604266262824,1.7894431927503924,4.406811713948382e-3,2.2613158833072913e-3,6.152303934540821e-3
0x1f78b4,ocaml byte,7.173292330896326,7.168715230708737,7.176485512271408,5.322930951312797e-3,3.196023595751274e-3,7.374336505898694e-3
0xb2df8a,haskell,2.7696099877911515,2.764176204832741,2.773836700374659,6.704800263324784e-3,4.237151070827655e-3,8.590413419257531e-3
0x33a02c,haskell strict,2.757107500104515,2.7535462818759697,2.758781837270969,3.378026205344878e-3,8.423885835024958e-4,4.357565156509479e-3
0xfb9a99,juvix,4.012148624291361,3.9996389523748803,4.020343143041221,1.3392050662287429e-2,7.730231410582388e-3,1.8924430424445433e-2
0xe31a1c,juvix wasm,1.5503954561252158,1.5426992000000155,1.554755403999934,7.63158198835338e-3,2.886730614281672e-3,1.0425968984929986e-2
0xcab2d6,runtime,3.879262404937208,3.8679841052498887,3.8865077996247237,1.187495393173346e-2,6.39012290917117e-3,1.6732522292889157e-2
0x6a3d9a,runtime wasm,4.2136940918961345,4.177420145458503,4.276002577562849,6.648067838342354e-2,8.601598375207686e-3,8.377109096134719e-2
0xa6cee3,ocaml,1.5458235479372888,1.535708899875317,1.5549992286241832,1.3717133687742467e-2,7.431347301018457e-3,1.877079895980986e-2
0x1f78b4,ocaml byte,6.370404505062727,6.197843185000238,6.4736797741250784,0.20683235233228447,0.17351574045061563,0.2385040175751177
0xb2df8a,haskell,2.4243928736658895,2.3865139843331535,2.4861540657479964,6.614585425992443e-2,9.013805333173197e-3,7.878220061542507e-2
0x33a02c,haskell strict,2.3620382892286975,2.3380565355834433,2.384118478937353,2.987473265509717e-2,1.5828753770643078e-2,3.60489813439928e-2
0xfb9a99,juvix,3.6029406273740583,3.5371953147496242,3.648912580999119,8.173909282875928e-2,4.566461656428481e-2,0.10616767920240737
0xe31a1c,juvix wasm,1.524812032604738,1.5178164885628576,1.5282089524588023,6.616151562929934e-3,1.7241290828072797e-3,8.084471181913968e-3
0xcab2d6,runtime,3.7099383890209388,3.663816055625375,3.7433555703541215,5.7256597146532855e-2,3.7933221602883746e-2,7.717367455308607e-2
0x6a3d9a,runtime wasm,3.8170880583750963,3.7368768487500956,3.897299268000097,0.12339186847660244,5.3437832208644676e-2,0.1693832413676003
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3142756927634643,0.31164490524039135,0.315528572416891,2.739508096827283e-3,2.6965009465837204e-4,3.439534531153662e-3
0x1f78b4,ocaml byte,1.1675544899167107,1.1671852224171744,1.1677324358333863,3.5625502851704114e-4,1.21268585205753e-4,4.7778044152901997e-4
0xb2df8a,haskell,3.200795858604503,3.1695028011664967,3.2621987424178465,6.151536139689909e-2,1.4283024162675684e-3,7.226822054239708e-2
0x33a02c,haskell strict,1.5677780686875546,1.4903929226250816,1.6108397945627075,8.968490043536652e-2,7.916632607506581e-2,9.691760369595603e-2
0xfb9a99,juvix,2.1867527977921477,2.1852061888342478,2.187783035541694,1.8834771568004768e-3,1.3434344497116094e-3,2.3792321681196183e-3
0xe31a1c,juvix wasm,1.876764234624564,1.8615445149989682,1.8866906046246186,1.8091212010919382e-2,1.350051977152274e-2,2.183350473081544e-2
0xcab2d6,runtime,4.280967328521608,4.267259446376556,4.295977488000972,2.2275671630820573e-2,1.2165584761484218e-2,3.141788898996366e-2
0x6a3d9a,runtime wasm,2.653049716458478,2.6495988152503287,2.659187385875157,6.351611208522508e-3,5.864293336041992e-4,7.697630139668763e-3
0xa6cee3,ocaml,0.27274867816671755,0.2696594389004895,0.2749605172999873,3.9966870912497045e-3,2.545394511575008e-3,5.243792336340808e-3
0x1f78b4,ocaml byte,1.1097021274380647,1.0845449280016815,1.1281224049382672,3.003242350543629e-2,2.145958738273009e-2,3.591372087612167e-2
0xb2df8a,haskell,2.75999472966699,2.734901419750713,2.77885035129187,3.243231950313529e-2,2.054709347752176e-2,4.3545192883448464e-2
0x33a02c,haskell strict,1.2987454146878765,1.2812494390009306,1.3123210695002854,2.2771025893765846e-2,1.4107228823396066e-2,3.0568843458659067e-2
0xfb9a99,juvix,1.8902177784172334,1.867253912500928,1.9067468179170344,2.899307811747266e-2,1.7989213673928032e-2,3.817218161862426e-2
0xe31a1c,juvix wasm,1.5958518982910543,1.5907692415404806,1.60523423824975,9.679246933478885e-3,5.465513343855255e-4,1.1737892972568853e-2
0xcab2d6,runtime,3.7776861033964146,3.742910619063423,3.7969429046462815,3.3373311137172235e-2,1.1510799679650293e-2,4.4471677541366966e-2
0x6a3d9a,runtime wasm,2.3369791268951303,2.3233448831661008,2.34502439599828,1.581492531306459e-2,1.3813313862368332e-2,1.7029701363657387e-2
Loading

0 comments on commit 52d3da7

Please sign in to comment.