Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Aug 9, 2023
1 parent 47f9a06 commit ef4500f
Show file tree
Hide file tree
Showing 20 changed files with 1,377 additions and 1,494 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.22478202781938608,0.22095132194454992,0.22939777355511778,6.79906775118972e-3,4.150721745470946e-3,9.125401258505837e-3
0x1f78b4,ocaml byte,1.992002809166744,1.943456895000054,2.0425626465003006,6.697868522806977e-2,3.0260731495310833e-2,9.023014335576167e-2
0xb2df8a,haskell,1.436934442166906,1.4088410798337159,1.4527959466252014,3.249993484968567e-2,2.85678727535843e-2,3.440453453963103e-2
0x33a02c,haskell strict,0.6394109726251145,0.6307745858750877,0.6553234282499716,1.6416082150564813e-2,1.3483927500601567e-3,1.9944880859814666e-2
0xfb9a99,juvix,2.194524821604167,2.173891441312662,2.2153478232498856,2.6492442712992247e-2,1.3629172624860075e-2,3.1983854152889776e-2
0xe31a1c,juvix wasm,1.140986500687821,1.1195147559377574,1.1517523387506117,2.0759759539689514e-2,5.508478999862676e-3,2.7547674722771753e-2
0xfdbf6f,c,7.210534386095782e-4,7.134935046914125e-4,7.302185326718587e-4,3.422751345092638e-5,2.9959361737170236e-5,4.101754920092394e-5
0xff7f00,c wasm,0.3410523726665815,0.3348236349995659,0.34468465600002673,6.23739643497046e-3,2.5672187591286944e-3,8.600452097363443e-3
0xcab2d6,runtime,2.8014796482296256,2.7626706920004835,2.8648891850631344,7.123911763580566e-2,2.4282393375187894e-2,8.724572915596807e-2
0x6a3d9a,runtime wasm,2.8830566379377465,2.8440723256883302,2.909947650187557,4.4549957341608756e-2,2.7920784442074607e-2,6.21021326448382e-2
0xa6cee3,ocaml,0.9545185565208764,0.9542192612499321,0.9546573433750609,2.852767654285572e-4,6.429589102064926e-5,3.7067831049394185e-4
0x1f78b4,ocaml byte,2.14160595006255,2.1340316847499707,2.1563993661874292,1.4910603399645003e-2,2.4391605675612438e-5,1.7455437581004568e-2
0xb2df8a,haskell,1.311807930229217,1.3100215663333379,1.3142662265001945,2.8390198455649175e-3,8.041766667022353e-4,3.7622787805080818e-3
0x33a02c,haskell strict,0.7016963423748924,0.7009260882497301,0.703016485250032,1.4053923898193605e-3,2.636797496506915e-4,1.7277154845646938e-3
0xfb9a99,juvix,2.2153402397290924,2.1986193975624246,2.2408476354163063,2.7902296511490014e-2,4.646420625022074e-3,3.5375573317657116e-2
0xe31a1c,juvix wasm,1.0112685500833816,1.0070383952499924,1.0138315530000455,4.372927950142685e-3,2.2667269230831634e-3,6.150181981025552e-3
0xfdbf6f,c,6.328451336624735e-4,6.312950518812024e-4,6.345812771269604e-4,6.229514618656122e-6,5.024285546374503e-6,7.808528636605906e-6
0xff7f00,c wasm,0.30102670089323513,0.2997165211733227,0.30244157913311936,2.076097417333121e-3,1.5585263578428666e-3,2.686454190895371e-3
0xcab2d6,runtime,2.891168058395806,2.845705694687581,2.914936920562468,4.3084650212042205e-2,1.7662172880621562e-2,5.489183588101384e-2
0x6a3d9a,runtime wasm,2.824027874374792,2.8192217905000234,2.8267446189997827,4.654156425618384e-3,2.0505761118543657e-3,6.274052962230929e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,10.21975457531255,10.113668186812788,10.40043135437486,0.18778172769744514,3.622034366750329e-2,0.24469981561599277
0x1f78b4,ocaml byte,59.41929790683319,59.23236924866667,59.6062265649997,0.2983930490693356,0.14535719099427444,0.41718416737084474
0xb2df8a,haskell,8.024633287437382,7.888267532999635,8.123877614124922,0.15509829785740836,8.666529405413437e-2,0.2187977538501778
0x33a02c,haskell strict,8.303500102145827,8.204856813645998,8.481712282312287,0.17726769532449727,3.421288470619971e-2,0.22780691667650568
0xfb9a99,juvix,11.90456774722899,11.649818657958424,12.09415356056195,0.3089737088417228,0.20166780841927434,0.3849061602789105
0xe31a1c,juvix wasm,27.76715925050026,27.443985389875593,27.924051137000106,0.3123222543216387,0.10894554491879979,0.4201989752950816
0xfdbf6f,c,5.266085141166968,5.108821023500241,5.3916378908757,0.18988538237130223,0.12654872417764212,0.2274660805437724
0xff7f00,c wasm,7.429117443541069,7.204379858624634,7.560294565249023,0.22375618415906112,7.556241116978574e-2,0.30310338763624506
0xcab2d6,runtime,9.858117268479381,9.749876389500514,9.961907880187596,0.14616511187038758,7.357256490445682e-2,0.19781685545943356
0x6a3d9a,runtime wasm,24.507154950770996,24.376154280000264,24.570863189104216,0.1271712632821682,5.760341600034735e-2,0.15540521592888837
0xa6cee3,ocaml,10.933353467291719,10.930281227166839,10.938505027874953,5.670454436833834e-3,1.6076593334064526e-3,6.931707771052743e-3
0x1f78b4,ocaml byte,63.08628886456231,63.07862015349974,63.092186100937376,9.358835892314038e-3,6.168519271149915e-3,1.1535926032274364e-2
0xb2df8a,haskell,9.04943167979176,9.044418132000146,9.0552785173752,7.220344833705423e-3,3.2024818007890055e-3,9.650373087611547e-3
0x33a02c,haskell strict,9.25812353785407,9.254398251916351,9.260504779729198,4.186667904799608e-3,1.7248837312239008e-3,5.49924255044228e-3
0xfb9a99,juvix,10.25928767254184,10.257103202916747,10.26037717412538,2.156526164131512e-3,9.932624982411653e-5,2.523711656774099e-3
0xe31a1c,juvix wasm,27.174381361854103,27.10246759204165,27.225570622687428,8.634490327651588e-2,5.065799979514884e-2,0.10462894835873764
0xfdbf6f,c,7.127774312750091,7.126379397000164,7.128833688375039,1.8184335615803683e-3,1.056462472986293e-3,2.4465232089460084e-3
0xff7f00,c wasm,9.163806291625141,9.16156442625038,9.166048156999903,3.25348864123362e-3,1.5553772512067433e-3,4.435761333162314e-3
0xcab2d6,runtime,12.686673839416718,12.678304975833424,12.692594712416698,9.87346307663223e-3,8.403063999935512e-3,1.1688346503131998e-2
0x6a3d9a,runtime wasm,24.84955716125008,24.77830625837521,24.885934848875003,6.848137425144521e-2,3.5324376750168085e-2,8.4010670970986e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.41784235464569974,0.40379600141659466,0.44057559502084587,2.5067126061957667e-2,4.582124332955573e-3,3.243866327182555e-2
0x1f78b4,ocaml byte,3.340826867374858,3.2806262667495503,3.3722732674998497,5.937757557920985e-2,6.023666749797485e-3,6.968744120431945e-2
0xb2df8a,haskell,331.0777375321248,318.00708503049964,338.999661604,15.65260846800513,10.78580174024978,18.294899981587683
0x33a02c,haskell strict,1.4491374569168254,1.436624759583386,1.4616501542502647,2.049940694165978e-2,9.445393591675736e-3,2.474905741693567e-2
0xfb9a99,juvix,2.2026997540209172,2.157532707312839,2.236686019333168,5.700839196577259e-2,3.0652481925818594e-2,7.848791770711241e-2
0xe31a1c,juvix wasm,2.074288682958278,2.0345296863334092,2.0939613329167814,3.874275204546068e-2,1.5302522296210049e-2,5.280386354752984e-2
0xfdbf6f,c,0.17858651172506748,0.1766173911247885,0.18025072804190737,2.834228407987376e-3,1.8482752506011819e-3,4.40018945166594e-3
0xff7f00,c wasm,0.30766727896667967,0.2975792138666899,0.32115205949994563,1.878883312969283e-2,7.3497992619694745e-3,2.5780886214448483e-2
0xcab2d6,runtime,0.50694102725015,0.5022331910001867,0.5097464720001881,4.808357885891347e-3,2.3309243705593244e-3,6.733999920187769e-3
0x6a3d9a,runtime wasm,0.5874460087293301,0.5835488326665654,0.5925323509163718,6.051426736853838e-3,2.8961226552216388e-3,7.727011205677197e-3
0xa6cee3,ocaml,0.34416113187512565,0.34406681912503245,0.3442119695001793,9.076036484280937e-5,4.483675956941532e-5,1.1740446603873454e-4
0x1f78b4,ocaml byte,2.367601245729228,2.367244469937475,2.367876909916769,4.674416910083219e-4,2.4698899983377487e-4,6.36619171530411e-4
0xb2df8a,haskell,167.12116345925003,164.51484121999988,168.35901802675016,2.4735086331682634,0.5521368089996486,3.160340714648628
0x33a02c,haskell strict,0.8473038639582455,0.8470414458332698,0.8478005784999141,4.97676381665e-4,3.163924998261791e-5,6.060287003799179e-4
0xfb9a99,juvix,1.8117272526875088,1.7953152595000574,1.8281392458749601,2.483925831441464e-2,7.619959560012282e-3,3.276863805110231e-2
0xe31a1c,juvix wasm,1.7075392291460882,1.7053305273126398,1.7110018725002192,3.907573638146845e-3,8.163947869403755e-4,5.100778392404217e-3
0xfdbf6f,c,0.20227876931661135,0.2022383995663909,0.202342530566663,8.164269279089757e-5,3.73261356664856e-5,1.1527924793706239e-4
0xff7f00,c wasm,0.29562832026349495,0.2934807264500705,0.29855751757349935,3.914265154804324e-3,2.0458825267975597e-3,5.735770011183134e-3
0xcab2d6,runtime,0.5646579921665307,0.5645461712497308,0.5647164212500684,1.0925347208987712e-4,1.7425000351067865e-5,1.2990115602551944e-4
0x6a3d9a,runtime wasm,0.6499249278334295,0.6466789389999121,0.651717872500285,3.1138230159211567e-3,1.2880672122215033e-3,4.1406283442046495e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.4086379935416839,0.400881375375036,0.41815988941668064,1.0910717213233159e-2,4.083799166645946e-3,1.3507864433156267e-2
0x1f78b4,ocaml byte,2.3584316571249957,2.3299630773750124,2.4029819232499676,5.006198590664108e-2,1.2151179499994669e-2,5.956201092476683e-2
0xb2df8a,haskell,313.7988363947084,305.28918287350007,319.6411487840417,10.388745347372264,5.3346822637500395,13.4922425226859
0x33a02c,haskell strict,1.460568633583345,1.401748606666691,1.496753349833322,6.975796044173152e-2,5.7979170975227964e-2,8.356502266989801e-2
0xfb9a99,juvix,0.3109380260334274,0.3058959890665574,0.31819740150035614,9.264344662691281e-3,4.348214948773371e-3,1.3294853389637862e-2
0xe31a1c,juvix wasm,0.38032629529156264,0.3776447880416451,0.38152404066651496,2.5713952571116624e-3,1.0044259315941325e-3,3.426601271697939e-3
0xfdbf6f,c,0.19387896995563855,0.18907605823335416,0.1965936136113113,5.567381629667852e-3,2.1632255048089485e-3,7.903602325447505e-3
0xff7f00,c wasm,0.2504736881534276,0.244809540119968,0.2536196360201757,5.906047399745002e-3,2.712765303986927e-3,8.615533056766031e-3
0xcab2d6,runtime,0.3137079239500812,0.30644304549996376,0.3196737132001848,1.0109508727568836e-2,6.966660970450435e-3,1.3607758888193447e-2
0x6a3d9a,runtime wasm,0.380241310395661,0.37672656562483553,0.38245317441646876,4.279991093142849e-3,2.6057615000354417e-3,5.108081151296815e-3
0xa6cee3,ocaml,0.33376849118750346,0.3336740158124911,0.3338700947500115,1.3847252202672808e-4,5.637804629589101e-5,1.7690806106010744e-4
0x1f78b4,ocaml byte,1.5233231395208122,1.5222543824374384,1.523853172270833,1.0077392216027762e-3,3.442546250198575e-4,1.2341759952850567e-3
0xb2df8a,haskell,159.34478805425002,154.41976480849996,162.45684612812505,5.928828067170982,4.1868637200538386,7.186990266741995
0x33a02c,haskell strict,0.8473715303957855,0.8470318077916279,0.8476703404999171,4.031876903471896e-4,3.2295319982981313e-4,4.854261470774224e-4
0xfb9a99,juvix,0.36380800729171864,0.36369750933331113,0.36387942375020543,1.2990701395621286e-4,1.1300670357982844e-4,1.5099152937082054e-4
0xe31a1c,juvix wasm,0.4632402247500333,0.46113711100004673,0.4646108805000419,2.512636166120014e-3,1.8339893489849573e-3,3.0716570072457134e-3
0xfdbf6f,c,0.1869863225221795,0.1866593720222353,0.18764543672207565,7.790208720207323e-4,5.0536989634398306e-5,1.0470188265047373e-3
0xff7f00,c wasm,0.3027185689466008,0.3020685427332789,0.3041903832399567,1.3799962872970816e-3,4.515394645345513e-4,1.7788381406974192e-3
0xcab2d6,runtime,0.36381035116667704,0.36373235299998896,0.3639355850000072,1.472610764096518e-4,6.128750004563699e-5,1.8003763632419036e-4
0x6a3d9a,runtime wasm,0.4654093689374766,0.4613427386249592,0.46838709362488845,4.811558982743721e-3,4.072539649419164e-3,5.478069961019e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.421285094020656,0.41793793293777526,0.4233444065202245,3.45723572760801e-3,1.4713486742996408e-3,4.755778503885686e-3
0x1f78b4,ocaml byte,3.2417650710209123,3.1786451587915208,3.2854648877085615,7.878230445977753e-2,4.622279078340502e-2,0.1009204037126063
0xb2df8a,haskell,1.5880807042087024,1.5525226243753423,1.6073153226669397,3.390706407769892e-2,1.0622151367367189e-2,4.4420448578491985e-2
0x33a02c,haskell strict,1.567535013728957,1.5364212697495532,1.589329272541363,3.921614066591858e-2,1.863897033399553e-2,5.033168476852401e-2
0xfb9a99,juvix,0.3879326684376186,0.36562174781147405,0.3977070431880444,2.164469064016131e-2,1.0311314772986465e-2,2.8951912544217206e-2
0xe31a1c,juvix wasm,0.6061943634794412,0.589381528749982,0.6261068905625962,2.3587703798300906e-2,9.142094917175825e-3,2.883943717100753e-2
0xcab2d6,runtime,0.4942799093751091,0.4840923660003682,0.5086390085002677,1.612438294607283e-2,4.006947175827731e-3,2.094568233254215e-2
0x6a3d9a,runtime wasm,1.329908981853805,1.253609078208683,1.3851840107490716,9.457812546489595e-2,5.4915343563031044e-2,0.11379526996970571
0xa6cee3,ocaml,0.36626279870828665,0.35334466466664105,0.37918093274993225,1.93331477607026e-2,1.060265510276611e-2,2.711203926256562e-2
0x1f78b4,ocaml byte,2.6971211286874754,2.694992520186929,2.698485274000329,2.268433726355909e-3,1.2592389045948556e-3,3.2016093159048854e-3
0xb2df8a,haskell,1.034317545604002,1.0337982159999228,1.0352315903126055,9.341755248520021e-4,2.3341309172345785e-5,1.115204855418477e-3
0x33a02c,haskell strict,1.0340029563962314,1.0337030585418083,1.034390128188079,4.5708421053115584e-4,1.4477039961348522e-4,6.081272248542067e-4
0xfb9a99,juvix,0.45370488645824025,0.4535934332498073,0.45377447825012496,1.353222898420621e-4,8.562214053704003e-5,1.5907953305814912e-4
0xe31a1c,juvix wasm,0.6524684081249461,0.6501002482500553,0.6536867898748824,2.7351903346964626e-3,2.3919664158987978e-3,2.788275597237389e-3
0xcab2d6,runtime,0.5730545163336274,0.5722662605005553,0.5738713596667822,1.091292821035087e-3,4.5335099980547966e-4,1.3629342295805244e-3
0x6a3d9a,runtime wasm,1.284059909374908,1.2835711110001284,1.284436027875131,6.00751212111808e-4,3.682414160502225e-4,7.551294077272947e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.7023526580199662,1.6726257264159963,1.7198625549575202,3.5099791633087664e-2,3.0311186080121788e-2,4.043737484151763e-2
0x1f78b4,ocaml byte,6.633361407437405,6.363627710499713,6.775022486750004,0.3122158804340425,0.2749912898839654,0.3271522490992862
0xb2df8a,haskell,2.304762221583663,2.246391674124652,2.3422864171254787,6.288862640727118e-2,3.14495457945511e-2,8.665841758876563e-2
0x33a02c,haskell strict,2.2026158943338032,2.184677824001483,2.22848426749988,2.994641559552169e-2,9.018643464271885e-3,3.994235216961208e-2
0xfb9a99,juvix,3.737450306624396,3.693150758000229,3.770598276249075,5.526159232893104e-2,2.8371007688912913e-2,7.655195674359139e-2
0xe31a1c,juvix wasm,1.4610383456871812,1.4332114892492125,1.4854922880622325,3.639924104455306e-2,2.1706994168219414e-2,4.699951923767684e-2
0xcab2d6,runtime,3.5633560529373276,3.5486656444997307,3.57270282249965,1.7642695553420483e-2,1.0687277750548674e-2,2.1585439691441693e-2
0x6a3d9a,runtime wasm,3.76695104987607,3.7136253767500875,3.7919471438767687,5.20765379476629e-2,1.0757460750937753e-2,6.778600632835881e-2
0xa6cee3,ocaml,2.3594528131878483,2.3510601376874547,2.3649901866882224,9.056949930943123e-3,5.252604419737695e-3,1.278801632417792e-2
0x1f78b4,ocaml byte,6.369477007250301,6.353803301750379,6.396139902500029,2.7413220614929464e-2,2.1240774154086123e-4,3.269727928536833e-2
0xb2df8a,haskell,2.0681710464374796,2.053753690812755,2.085652942437264,2.079428380040503e-2,7.568543499776981e-3,2.542624414551331e-2
0x33a02c,haskell strict,2.0739217042087525,2.0697184413750165,2.0786846115844733,6.181758633240157e-3,2.7555397804386286e-3,8.186890134078263e-3
0xfb9a99,juvix,3.309931169666887,3.301616583251075,3.314072907083111,7.85705920764375e-3,2.2114343332002573e-3,9.636781972798214e-3
0xe31a1c,juvix wasm,1.301891315812706,1.3013770398752058,1.302405591750206,8.187443807552644e-4,4.427287036746717e-4,1.152859801591056e-3
0xcab2d6,runtime,3.340430901083247,3.3381392382498234,3.3430723888751572,3.1909039604424124e-3,1.8948193200624608e-4,3.894587469008707e-3
0x6a3d9a,runtime wasm,3.3337065276671183,3.3239155921678503,3.3395468699168305,1.0026175034852869e-2,3.2408672338824105e-3,1.3487692680123519e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.27354533034049383,0.264605236740681,0.28080027482028524,1.2545754674613344e-2,1.0543329154175423e-2,1.5524397969877899e-2
0x1f78b4,ocaml byte,1.003595331249926,0.963512694000201,1.0262374152493976,4.640251739310678e-2,4.027972359004503e-2,4.923319952695239e-2
0xb2df8a,haskell,2.9126946187715625,2.8533587653755603,2.9447720601885976,5.7287200066190924e-2,2.9130798788316647e-2,7.407967774815831e-2
0x33a02c,haskell strict,1.3818525406672204,1.368669564417966,1.402057236792113,2.3132700264671097e-2,4.503393492278511e-3,3.0205235669383473e-2
0xfb9a99,juvix,1.9311131039787597,1.8905696597485075,1.9544508525418678,3.969385104205699e-2,1.3893158467700829e-2,5.389622166076107e-2
0xe31a1c,juvix wasm,1.7592951168336033,1.68101949450147,1.7981125221662446,7.523270771225667e-2,1.4798911534240483e-3,9.039096068868473e-2
0xcab2d6,runtime,4.081827494207876,3.999907454666451,4.142971204624246,0.10259843159054577,6.1727242932053415e-2,0.13320372184889812
0x6a3d9a,runtime wasm,2.6088812109584674,2.5634802081670687,2.6516603553333575,5.708482832625074e-2,3.6433003814114275e-2,7.49802652624678e-2
0xa6cee3,ocaml,0.3170981220236172,0.3167659418234507,0.31770103569060665,6.680004171862795e-4,1.2921370442125091e-4,8.830573398570942e-4
0x1f78b4,ocaml byte,1.0022457138749512,1.000771149749653,1.0031940656252423,1.8328276811499105e-3,1.0570368893316306e-3,2.1901245532678693e-3
0xb2df8a,haskell,2.750776065333298,2.748034257624795,2.7524746099584263,2.815388070300626e-3,1.2929179677923879e-3,3.922620786193679e-3
0x33a02c,haskell strict,1.3537039842499705,1.3518391952502498,1.3557232888747421,2.646395221146739e-3,1.1496134000024247e-3,3.5962273578286925e-3
0xfb9a99,juvix,1.8281537912707033,1.826010601124608,1.8291777713125157,2.085404785194508e-3,6.678798966863937e-4,2.7828230535879815e-3
0xe31a1c,juvix wasm,1.4663509378128765,1.4499755341250875,1.4961287950009137,3.037605493458453e-2,3.579771000204346e-3,3.781737490893509e-2
0xcab2d6,runtime,3.425478585437569,3.4163389075004034,3.4352655448126748,1.2458791594457553e-2,6.781117484457854e-3,1.569811095101312e-2
0x6a3d9a,runtime wasm,2.0901311036249126,2.0780709461241713,2.0987201208753277,1.413067094274236e-2,7.749075330520961e-3,1.9835485686405883e-2
Loading

0 comments on commit ef4500f

Please sign in to comment.