Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Mar 4, 2024
1 parent 339f4fa commit 5ea3c50
Show file tree
Hide file tree
Showing 20 changed files with 1,116 additions and 1,116 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3086118023699631,0.30844888766991974,0.3087637128401184,2.4900572896353564e-4,1.681690745028339e-4,3.187406166261436e-4
0x1f78b4,ocaml byte,2.056758434083387,2.032008329000064,2.082501040499892,3.6535207687713726e-2,1.1779674333335377e-2,4.473133673309268e-2
0xb2df8a,haskell,1.0377453382915103,1.0258762953748715,1.048382688374602,1.690230559780231e-2,1.0543790519316336e-2,2.1567932266377175e-2
0x33a02c,haskell strict,0.45195127764590853,0.4518153241876348,0.4521112676249004,1.8708086281009331e-4,2.022024797336861e-6,2.2883284344962218e-4
0xfb9a99,juvix,1.1050578003334597,1.0842760455000189,1.135071610500404,3.541601891543169e-2,1.1336939641706047e-2,4.769496924662359e-2
0xe31a1c,juvix wasm,0.7006565215625452,0.7002999279999358,0.7008399003750583,3.3804228229702553e-4,1.39795499990214e-4,4.2349522707231226e-4
0xfdbf6f,c,3.7632152766844035e-4,3.7374541255796666e-4,3.831618439053484e-4,1.4924420701898021e-5,5.592314813386705e-6,2.8945148883129256e-5
0xff7f00,c wasm,0.22200319501109286,0.2093531439999702,0.25151521706668517,3.0081323115055375e-2,1.4363432462041956e-2,4.123216603681364e-2
0xcab2d6,runtime,1.1351722989789816,1.1063469467290854,1.1492367539164359,2.744745758930624e-2,5.239011916652658e-3,3.4088832147275275e-2
0x6a3d9a,runtime wasm,1.0695463652081496,1.0404024964999508,1.0839115958747243,2.749392055536313e-2,9.985856999946918e-3,3.365921160883433e-2
0xa6cee3,ocaml,0.3084215033633397,0.3083098915299888,0.3085046834000423,1.5580126753538678e-4,1.281661688891152e-4,1.7612926024948957e-4
0x1f78b4,ocaml byte,2.0654627516250628,2.0284035671250535,2.0860795103751,3.871251450777671e-2,1.3154029196847175e-2,5.1965355523451655e-2
0xb2df8a,haskell,1.0255305504583514,1.0160664046249508,1.029808668583409,9.248230576250493e-3,4.8196392182643455e-3,1.1976617973746832e-2
0x33a02c,haskell strict,0.4454979789375197,0.43229205068749366,0.45206446643755765,1.3074235856687938e-2,1.6847831398776776e-4,1.5249357813721942e-2
0xfb9a99,juvix,1.0533082842500316,1.024167528249971,1.083018236500095,4.971624730694574e-2,1.6924151181700306e-2,6.729769328409703e-2
0xe31a1c,juvix wasm,0.701636557208379,0.7002377358750778,0.7036441698750195,2.2255083065216585e-3,5.266866666412962e-4,2.802590131113824e-3
0xfdbf6f,c,3.690178247150421e-4,3.6775687542901087e-4,3.7052128569593133e-4,5.247650385322409e-6,3.9136118536687425e-6,6.824535335142556e-6
0xff7f00,c wasm,0.20401927250282423,0.20139958879172404,0.2095581043000493,6.257233794934297e-3,7.729684062523908e-4,8.517767095726167e-3
0xcab2d6,runtime,1.073495898645831,1.0680515738123972,1.0763179437500412,5.746581047607501e-3,2.780101964094439e-3,8.039947176721915e-3
0x6a3d9a,runtime wasm,1.0915640088541732,1.084636177541692,1.102156103687463,1.2078902560097058e-2,3.1987806250413087e-3,1.5999141092645365e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.2154997063334365,7.209816169125219,7.225590065458467,1.0752094720565819e-2,2.4613000832878207e-3,1.3090105902655174e-2
0x1f78b4,ocaml byte,51.076128208187505,50.12851866424997,51.611770260937455,1.096070774547668,0.9485294590861839,1.1501247642649102
0xb2df8a,haskell,9.020053722249969,8.471910211999983,9.438983339749939,0.7094307414787004,0.4533730718790064,0.967476509740458
0x33a02c,haskell strict,8.222972994229261,7.684981970562546,8.59309539487515,0.5903969230679557,0.365051316393228,0.8347062535246967
0xfb9a99,juvix,10.627225080145715,10.616189941645823,10.64269189937471,1.76499631627964e-2,7.320861534748306e-3,2.278919768240107e-2
0xe31a1c,juvix wasm,17.029182320583335,16.9693227704999,17.06951271799994,8.135910880210788e-2,6.993442040162653e-2,9.150993183371836e-2
0xfdbf6f,c,3.9112225628542014,3.9073653369999874,3.9150797887084154,6.179676444714905e-3,2.8906975343880857e-3,8.612261026970616e-3
0xff7f00,c wasm,5.102716820666728,5.10153791891679,5.104715237666653,2.0476149339872297e-3,6.029857734435877e-4,2.7225569706997095e-3
0xcab2d6,runtime,9.771382286104199,9.327402787125152,10.083170240500067,0.5353208089652358,0.3201989074314927,0.7364439282568591
0x6a3d9a,runtime wasm,15.16537452152096,15.074190051541677,15.256558991500242,0.12237890447063593,5.85509851931028e-2,0.16329266291207536
0xa6cee3,ocaml,7.21490681716666,7.213624172541709,7.215807527291626,1.4808096090826654e-3,9.202861917919989e-4,2.0801009324449404e-3
0x1f78b4,ocaml byte,52.65603093381247,50.533109777374904,54.514640881499986,2.6675271339411686,1.5303160600204533,3.689602153743976
0xb2df8a,haskell,8.39361889747918,8.01710226306244,8.954031659250063,0.6696431365066561,0.2906061521249512,0.8331029455724641
0x33a02c,haskell strict,8.676492276437491,8.186479399500097,9.165493760499828,0.7037301553798767,0.35799372297469245,0.9772900971510957
0xfb9a99,juvix,10.63961891352082,10.636070376083126,10.643722373291723,5.208805585004956e-3,2.9524654780283036e-3,6.797816899433302e-3
0xe31a1c,juvix wasm,17.035486402770932,16.952935989416723,17.101665111687566,0.10422118126535915,6.494991550630817e-2,0.13726024863780248
0xfdbf6f,c,3.9106812736875725,3.906959415562568,3.914836707750112,5.132506230623713e-3,2.3139568668339105e-3,6.421652847147335e-3
0xff7f00,c wasm,5.085179108104124,5.055447774437454,5.099823245687418,2.806821128587698e-2,1.0718675624900698e-2,3.433841004410547e-2
0xcab2d6,runtime,9.409579196083286,8.94105092024995,9.668378866208286,0.543983012617705,0.47190820100007613,0.5976722368514218
0x6a3d9a,runtime wasm,15.174033613791627,15.108837988833368,15.239229238749886,0.10068074326045785,5.8194146808224385e-2,0.14207136558855304
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2803874464631614,0.27890532519662276,0.2833347091596806,3.274559593360829e-3,5.203487556795306e-5,4.041619082627321e-3
0x1f78b4,ocaml byte,2.0528374641667333,1.941089711083388,2.1233818718750967,0.13758391047514598,8.240669074996276e-2,0.1629153311209858
0xb2df8a,haskell,17.15113877479172,17.06107990804162,17.245658263875157,0.12283432219262634,6.34570519062339e-2,0.15482635795772293
0x33a02c,haskell strict,0.5743943936040523,0.5743474743749175,0.5744297824375053,5.584663768065808e-5,4.651799986277183e-5,6.772068478372518e-5
0xfb9a99,juvix,0.8070116841873111,0.805026989375013,0.8084247479991973,2.34406675357126e-3,1.968005124544353e-3,2.73309144816007e-3
0xe31a1c,juvix wasm,0.8641526681666202,0.8640815630000134,0.8642442154998662,1.1176921461699453e-4,3.995494806123441e-5,1.5184658480667108e-4
0xfdbf6f,c,0.15524043454318784,0.15503680521771987,0.15567526768572862,5.054840059013721e-4,7.625538433977903e-5,7.243248425060195e-4
0xff7f00,c wasm,0.19287396430841,0.19279920852216795,0.1929228836001433,9.475450083332275e-5,7.492373995238485e-5,1.121584443412572e-4
0xcab2d6,runtime,0.2785619734798547,0.27853174707996003,0.2786060751995592,5.368038929878018e-5,2.2495639222381963e-5,7.312040607389648e-5
0x6a3d9a,runtime wasm,0.31677524992664985,0.31664651146666073,0.31687367740005357,1.809616009834009e-4,1.2076238737057639e-4,2.2960489135162796e-4
0xa6cee3,ocaml,0.28168502117662075,0.27896755466657247,0.2870453148766713,5.983789964491434e-3,1.425549194357485e-4,7.4133877218141315e-3
0x1f78b4,ocaml byte,2.110853258895778,2.012277834666672,2.1866651541874376,0.11978859763005291,7.522492246866985e-2,0.14249207678426706
0xb2df8a,haskell,17.11150749956252,16.944510916375066,17.191168136499982,0.16245525260004648,6.700255604420484e-2,0.22112819140533996
0x33a02c,haskell strict,0.5744440190000356,0.5743834032501051,0.5745024545000774,7.853174344201747e-5,4.385849990740098e-5,9.625179547044373e-5
0xfb9a99,juvix,0.8258764128750992,0.8236793945001182,0.8274980787501249,2.5970620689888535e-3,2.223118018395129e-3,3.0783750549950757e-3
0xe31a1c,juvix wasm,0.8635112413750031,0.862376729749864,0.8641009475000676,1.1026014171836931e-3,2.5812275009684527e-4,1.4590484235980322e-3
0xfdbf6f,c,0.154900866003352,0.15486714092852644,0.1549400156529874,6.318968656819004e-5,4.959634320708032e-5,8.458939685900352e-5
0xff7f00,c wasm,0.19313131990276008,0.1928520975138781,0.1936511063055554,6.127617662290966e-4,1.5413526078028784e-4,8.470913267039884e-4
0xcab2d6,runtime,0.278947875583317,0.2785515441166081,0.2797578638000232,8.626922733072636e-4,5.619120672264977e-5,1.0812481638810983e-3
0x6a3d9a,runtime wasm,0.31704254389998826,0.3168987567000295,0.317186331099947,2.1927991161474372e-4,1.7227830457194982e-4,2.73141297523827e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2788820565833293,0.27878905856666736,0.27906187959998074,1.928480379221093e-4,4.415836676856133e-5,2.532725703633611e-4
0x1f78b4,ocaml byte,0.9947638016874786,0.9863928317499433,1.0031347716250139,1.3820603863401469e-2,4.625819397273346e-3,1.863777211906055e-2
0xb2df8a,haskell,17.16616815785407,17.062748793958313,17.231275433937526,0.12032087121169867,0.10491340112503168,0.134026021534109
0x33a02c,haskell strict,0.5744324870625045,0.5743838693749883,0.5744811047500207,6.437410961282555e-5,3.0013818040377054e-5,8.367710660904866e-5
0xfb9a99,juvix,0.2785268808600419,0.27848108300004243,0.27857267036004485,6.915328032673363e-5,5.1920828566914655e-5,8.667127705986557e-5
0xe31a1c,juvix wasm,0.31635343019331835,0.316205807399956,0.31646511073333083,1.923876524807745e-4,1.4676513060018164e-4,2.458299336788393e-4
0xfdbf6f,c,0.15497470165304222,0.15490592772111314,0.15505884873800824,1.2845330347688669e-4,8.590203574159368e-5,1.6172418748141467e-4
0xff7f00,c wasm,0.19363918979725994,0.19300976876394949,0.19493847887779844,1.4845986186491388e-3,1.4806017310258694e-4,2.005515289725325e-3
0xcab2d6,runtime,0.27871251930325347,0.2785537276332434,0.27900031829327415,3.160555255736349e-4,7.212496878309749e-5,4.223461529206993e-4
0x6a3d9a,runtime wasm,0.31634400596339673,0.31621583967668354,0.31647217225010993,1.7608727887912645e-4,1.3311600756938288e-4,2.2264434495116388e-4
0xa6cee3,ocaml,0.27881029798000667,0.2787439336799957,0.2789512834000334,1.4006676541469335e-4,2.4187506397431343e-5,1.8074297276680573e-4
0x1f78b4,ocaml byte,0.9899412094375014,0.9870668543749967,0.9928155645000061,3.797047141176484e-3,1.7262055914297999e-3,4.738557301040818e-3
0xb2df8a,haskell,17.108299784916667,17.05943580983333,17.1518177185,5.977184753759557e-2,3.701407820423039e-2,7.438012197468727e-2
0x33a02c,haskell strict,0.5745346876874938,0.5745168587500113,0.5745508753749675,2.524989553683075e-5,1.5908677469348294e-5,3.516438412726703e-5
0xfb9a99,juvix,0.27851833098334167,0.2784271779833477,0.27865667843333314,1.6203194193675308e-4,6.329799755282809e-5,2.1404356428571163e-4
0xe31a1c,juvix wasm,0.3163565288500149,0.3162972736500251,0.3164140785999825,9.357086650210032e-5,7.937346040651753e-5,1.0807068693530648e-4
0xfdbf6f,c,0.15497254973060334,0.15492065824491488,0.1550450156428296,1.0680407710159025e-4,6.856613657555178e-5,1.5527562450368113e-4
0xff7f00,c wasm,0.19288735121389777,0.1927220421916742,0.1931779518750021,3.479834291006258e-4,1.0569583185499894e-4,5.140917582327029e-4
0xcab2d6,runtime,0.2785724144399736,0.2785080413999784,0.27868735393994026,1.279333877064292e-4,2.391902704923873e-5,1.6886187975771988e-4
0x6a3d9a,runtime wasm,0.3163678188633374,0.31625223652998785,0.31651914505004014,2.032870275694065e-4,9.32967133502827e-5,2.69073270774617e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3144984626766139,0.3143705107266336,0.314752752859913,2.820941046307358e-4,4.507034428550671e-6,3.484408239129987e-4
0x1f78b4,ocaml byte,2.7731542712085306,2.629970375083379,2.8754270802087,0.17689741837360853,0.11644981240681382,0.23618893522810752
0xb2df8a,haskell,0.4235860836457732,0.4216481643334191,0.4245350620415138,1.8831451446572574e-3,1.721601249755622e-4,2.3371131678091854e-3
0x33a02c,haskell strict,0.4220016273541205,0.4217694237499927,0.4221128908748142,2.266854482424012e-4,9.708992260058338e-5,3.0960874870781933e-4
0xfb9a99,juvix,0.28176449126997793,0.2815931703400202,0.28207603439996093,3.5395538578029745e-4,7.206707278529519e-5,4.6899637511785893e-4
0xe31a1c,juvix wasm,0.31831632084312333,0.31814708800992775,0.31847675465973224,2.3505149110184602e-4,1.5560391225779047e-4,3.2334147189492124e-4
0xcab2d6,runtime,0.2838698146566185,0.28205766392326953,0.2874384726900371,3.958546115777718e-3,2.1112058733782548e-4,4.944054034311369e-3
0x6a3d9a,runtime wasm,0.7277645053544196,0.7209226677295723,0.7413214746875383,1.3426787387895414e-2,2.855017915711078e-4,1.5655607143670567e-2
0xa6cee3,ocaml,0.3139416936400206,0.3138319250400188,0.3140327535399229,1.4972439270864556e-4,1.1849586610473415e-4,1.8681775754667628e-4
0x1f78b4,ocaml byte,2.9037200347292846,2.810015361583358,2.9693928052292713,0.11000929378785221,9.386734319923713e-2,0.12375332138833951
0xb2df8a,haskell,0.42249938152072747,0.422077748333398,0.4226917154581618,4.025843667388464e-4,1.6398569506116423e-4,5.295439346077089e-4
0x33a02c,haskell strict,0.4217521470832253,0.42074224949976724,0.4222507876665986,9.526830724072469e-4,2.9934016652077844e-4,1.1806974664959218e-3
0xfb9a99,juvix,0.28131826643656493,0.2811895465032558,0.2815512775698971,2.49991272652519e-4,6.241617599439666e-5,3.35544842427763e-4
0xe31a1c,juvix wasm,0.3180200737000056,0.3179152064000573,0.3181510607998158,1.7661632478244347e-4,1.4269152289938597e-4,2.1091508544838445e-4
0xcab2d6,runtime,0.283216686733349,0.28195758979995844,0.2845104745333811,1.8767160128017255e-3,1.2622813549025937e-3,2.327854280593868e-3
0x6a3d9a,runtime wasm,0.7218299531666427,0.7209363580000172,0.7225049458333122,1.1628055678704339e-3,6.610402338927541e-4,1.558828791210661e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.16874376112501,1.1363813720000735,1.1921631263749268,4.1026185817235036e-2,2.47374513990241e-2,5.4084707325158486e-2
0x1f78b4,ocaml byte,7.0157856424374545,6.976438068375083,7.055133216499826,5.4626399761276104e-2,2.5264726211206293e-2,7.415487506974577e-2
0xb2df8a,haskell,1.8932444595832862,1.8134770499998467,1.9630309652500841,9.795256197925556e-2,4.704040626916411e-2,0.11713072279044356
0x33a02c,haskell strict,1.9702918010208539,1.9481563566666105,1.9862299210834256,2.7975475956149784e-2,1.705323589610292e-2,3.680751163400932e-2
0xfb9a99,juvix,1.7532085693541906,1.742776709187524,1.7601008369375677,1.1266276067440685e-2,6.482345617640729e-3,1.5917010178358747e-2
0xe31a1c,juvix wasm,0.8532501510207832,0.8525339626249888,0.8538173509581762,8.839634696975151e-4,5.736365679247299e-4,1.1373979763854754e-3
0xcab2d6,runtime,2.1070101261667937,2.1031636327502383,2.112544670874968,6.284981911244301e-3,1.5805416840604814e-3,8.275220971494496e-3
0x6a3d9a,runtime wasm,2.372930343895822,2.356174771374981,2.385206508874944,2.1152879665315524e-2,1.2468782145394704e-2,2.7650947386068356e-2
0xa6cee3,ocaml,1.172566690187466,1.153392315874953,1.1927262098751044,2.756465417445174e-2,1.22802398424373e-2,3.677276323061825e-2
0x1f78b4,ocaml byte,6.967476048166816,6.8702884947501275,7.010947880000458,9.433375103830235e-2,4.369731849803199e-2,0.1269409547373864
0xb2df8a,haskell,1.9094912344168051,1.8768273507503181,1.9385722321250114,4.502599055540508e-2,2.69542386568374e-2,6.21827980036312e-2
0x33a02c,haskell strict,1.8729148563335798,1.8583586617506285,1.8806897368334035,1.382336261766971e-2,5.205308533644771e-3,1.7955317397961464e-2
0xfb9a99,juvix,1.7456521579792934,1.7392940743334293,1.7502360593127833,7.929373000546696e-3,4.117241000130889e-3,9.929184818390913e-3
0xe31a1c,juvix wasm,0.8502425133958317,0.8497790634166147,0.8507059633750487,6.190760110151265e-4,3.178186250352155e-4,8.401598230581042e-4
0xcab2d6,runtime,2.099596398312618,2.0968553485001094,2.10427157800018,4.897231710663673e-3,4.4646450002505667e-4,6.052704663348008e-3
0x6a3d9a,runtime wasm,2.3687529248959813,2.3205664692502523,2.392503582125073,4.790749894878927e-2,1.45539263863486e-3,5.565217389694161e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.34692763362500045,0.3459423111250999,0.34802305862490357,1.3395387121604614e-3,5.834799999320239e-4,1.660384029865629e-3
0x1f78b4,ocaml byte,1.0501492947291051,1.0478965689166369,1.0512107532916086,2.1406985800882295e-3,9.049148934511672e-4,2.7511138697757734e-3
0xb2df8a,haskell,1.857640452395799,1.824611884625142,1.873902896083223,3.1891040467743256e-2,1.1632000484238444e-3,3.814697326329883e-2
0x33a02c,haskell strict,0.8954791835415866,0.8602057456251941,0.9134202296247622,3.327112253771984e-2,1.1510126974338897e-2,4.14330711426597e-2
0xfb9a99,juvix,1.1191533708333357,1.118960857666631,1.1193003188331734,2.39319062955536e-4,1.499711118188782e-4,3.0969337868062423e-4
0xe31a1c,juvix wasm,1.0600204464999667,1.0593630792499575,1.0604420004999042,7.966256449976062e-4,5.445873736295401e-4,9.735372613673539e-4
0xcab2d6,runtime,1.453730489833352,1.4519097449999663,1.4562789185000042,3.0539452102573647e-3,1.0681183750741517e-3,4.027273316349894e-3
0x6a3d9a,runtime wasm,0.9953103403955387,0.9926924275826726,0.9993058634371437,4.425380787865883e-3,9.491731665700054e-4,5.603724329683766e-3
0xa6cee3,ocaml,0.3421886634791728,0.3370305009165501,0.3447770605833588,5.050970083968611e-3,2.3428888029664806e-3,6.919771318403478e-3
0x1f78b4,ocaml byte,1.060405243479181,1.0517644969377216,1.077044483687473,1.6694012041831508e-2,3.0223088575856427e-4,1.951208506813434e-2
0xb2df8a,haskell,1.8620496204166557,1.849283367375051,1.8842463990416718,2.2449700109872038e-2,2.2686599700697772e-3,2.7670774315901783e-2
0x33a02c,haskell strict,0.8906672898749738,0.8559087245000114,0.9078111935000759,3.37711029097925e-2,3.4616262502519812e-3,4.02351305051319e-2
0xfb9a99,juvix,1.12191335795823,1.1167433632082673,1.1317177725831395,9.719105342987122e-3,9.313826668252423e-4,1.1427189862617657e-2
0xe31a1c,juvix wasm,1.0613207357083638,1.0606626569583568,1.0623074035000855,1.08090716755258e-3,3.106366666543181e-4,1.322055757436267e-3
0xcab2d6,runtime,1.4602434883124336,1.4578006451250378,1.464474260312386,4.4601860499948135e-3,9.166075002818852e-4,5.490153757863811e-3
0x6a3d9a,runtime wasm,0.9925502252499617,0.9918127069998945,0.9932877435000289,9.440317646215234e-4,4.8615000006756534e-4,1.2170754407665669e-3
Loading

0 comments on commit 5ea3c50

Please sign in to comment.