Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Mar 18, 2024
1 parent 2c19223 commit f5b4821
Show file tree
Hide file tree
Showing 20 changed files with 1,146 additions and 1,003 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.30785023265673017,0.30775905796332914,0.30798498940012,1.69185294340159e-4,7.727242123476234e-5,2.286964949219403e-4
0x1f78b4,ocaml byte,2.081368884020833,2.0565413071457783,2.0930159991667097,2.391883820775132e-2,8.572265895044928e-3,3.210022073671214e-2
0xb2df8a,haskell,1.0420606097708192,1.018112861666547,1.0600460213125587,2.937666920382609e-2,1.7735080714777432e-2,3.586584088378904e-2
0x33a02c,haskell strict,0.43909695235421015,0.42824070237509204,0.4457571597708162,1.2882607858363038e-2,9.690345211989831e-3,1.5381090179345027e-2
0xfb9a99,juvix,1.0882013544792055,1.0550309951250938,1.1114256727291643,4.160640648233035e-2,2.4170196807701418e-2,5.363426557343687e-2
0xe31a1c,juvix wasm,0.6933686115416435,0.688654272541612,0.696656365916624,5.693451908957158e-3,2.4707829860851583e-3,7.592743493697499e-3
0xfdbf6f,c,3.712290856081582e-4,3.701113484513177e-4,3.7273760543045327e-4,5.01533770832141e-6,3.895407068147878e-6,6.293922945535431e-6
0xff7f00,c wasm,0.20620999822222583,0.20156266722223234,0.2153598083333236,1.0918937451269898e-2,2.5720182825010648e-3,1.4885844571136975e-2
0xcab2d6,runtime,1.0869642814166791,1.0659948283749543,1.0992302095417112,2.1005628338818794e-2,1.3965165266082097e-2,2.8326947619391616e-2
0x6a3d9a,runtime wasm,1.092239839499996,1.0883578859999261,1.094703033500025,4.780603612544575e-3,2.856103425888261e-3,5.688502875932136e-3
0xa6cee3,ocaml,0.30827414351671145,0.3081016860833718,0.30841563990004034,2.2645322832583875e-4,1.5462330295382931e-4,3.099083608673113e-4
0x1f78b4,ocaml byte,2.0663259094375044,1.9881386706249486,2.1306127249999918,9.440584575148538e-2,6.099120962505822e-2,0.11013911091203418
0xb2df8a,haskell,1.041769339145797,1.0318396345208025,1.0515142806667277,1.3686531619573502e-2,4.422088957420519e-3,1.8509581595435504e-2
0x33a02c,haskell strict,0.44287276489581967,0.4167271317500081,0.467111919208359,3.9873382745316197e-2,2.199667555143971e-2,5.59779290690938e-2
0xfb9a99,juvix,1.070509465145771,1.047698537916593,1.0933203923749488,3.91318504909783e-2,1.0981052583285078e-2,5.2136427102497496e-2
0xe31a1c,juvix wasm,0.6979407953125852,0.6927345390625419,0.700470412500105,5.076563510922976e-3,3.6423383027949473e-4,6.181433133085885e-3
0xfdbf6f,c,3.7424406213593814e-4,3.7311620549897336e-4,3.75897987020419e-4,5.582015076940163e-6,4.51461328769967e-6,6.8856744816272635e-6
0xff7f00,c wasm,0.202496737824985,0.20159222834723778,0.20433337158328868,2.146934567878753e-3,1.7955265125018868e-4,2.9046730417593984e-3
0xcab2d6,runtime,1.1230324868958992,1.0761013665000974,1.1482547622292238,4.477390607426777e-2,2.1595191911731475e-2,5.824834981307953e-2
0x6a3d9a,runtime wasm,1.0797177924583632,1.0627319348748756,1.0881866416667285,1.6858452346893715e-2,3.469556666763074e-4,1.9613736562494707e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.209739769979166,7.208406308812499,7.212102261499979,2.485797709997265e-3,2.3823666041082733e-4,3.0794966541151233e-3
0x1f78b4,ocaml byte,54.08183372070838,52.45866509062503,54.93752736599998,1.5399593907200466,0.450581118399894,1.9905120189127559
0xb2df8a,haskell,8.294082002249988,7.67108192162497,9.431174840625033,1.124810995994164,0.20526579775915277,1.4387570570160528
0x33a02c,haskell strict,8.406899718687555,7.79315977237502,9.18826537200016,0.969813972135737,0.37805479601902225,1.3259893220013865
0xfb9a99,juvix,10.654755796333356,10.619595529875028,10.717446507000005,6.598119702571657e-2,1.1869932833330488e-2,8.022063174636203e-2
0xe31a1c,juvix wasm,17.00616350908329,16.95403353466653,17.052108237624964,6.726339152297561e-2,3.2335965000015676e-2,8.896092587300516e-2
0xfdbf6f,c,3.918787140145772,3.9069984752500204,3.9355141013122648,1.822105362606968e-2,5.125410041652456e-3,2.2596236685777076e-2
0xff7f00,c wasm,5.098160620812564,5.09602806262501,5.099305845875051,2.050660785183831e-3,1.0131741831324323e-3,2.644783992438401e-3
0xcab2d6,runtime,9.252604528145847,9.019127207333364,9.684711667062459,0.4343035511185337,4.567970186233378e-2,0.5391927760830386
0x6a3d9a,runtime wasm,15.195610688458345,15.134620289249995,15.238064041958353,7.573773656105384e-2,4.811132902371208e-2,9.804182028492785e-2
0xa6cee3,ocaml,7.2120994982083415,7.211668497666627,7.212575334499988,6.713681448593913e-4,3.4998153812892745e-4,9.413522934437129e-4
0x1f78b4,ocaml byte,51.709877224437484,50.69524520075001,53.129503491562495,1.6712943228552304,0.7756890826347943,2.132455933515156
0xb2df8a,haskell,8.164316559354157,7.834450179166689,8.529427540833314,0.48509920537795664,0.23245491717812772,0.6406589599743934
0x33a02c,haskell strict,8.292875160375019,7.683494852125051,9.292218776249996,1.137077961784474,0.4048256612500154,1.3974861779010863
0xfb9a99,juvix,10.635988347145863,10.622280401750118,10.65420599743743,2.1334023558851268e-2,6.472814963391216e-3,2.839049584171283e-2
0xe31a1c,juvix wasm,17.05578779849993,17.014447126499896,17.083119478374964,4.873881690904984e-2,3.873388424998758e-2,5.709969249617504e-2
0xfdbf6f,c,3.9150447658541814,3.9116918993333156,3.918397632375047,5.416269514095126e-3,2.6032900551132485e-3,7.5711156639817374e-3
0xff7f00,c wasm,5.095208235583319,5.082226626958364,5.101924210874813,1.2485136971032235e-2,2.9880251391657016e-3,1.62152558558872e-2
0xcab2d6,runtime,9.7653586257917,9.109829351250085,10.072596157708336,0.6243771037936766,0.13777507543295886,0.8043453254442239
0x6a3d9a,runtime wasm,15.284247476104062,15.14720049631245,15.350191136958227,0.12972696573748954,3.73101199168496e-2,0.1642060813152414
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2787498583600412,0.27864475196009,0.27895528739996583,2.1636130548025926e-4,3.50430050434991e-5,2.8364690669988306e-4
0x1f78b4,ocaml byte,1.9814353170416532,1.8388715298748934,2.0422798455416946,0.13908348326170192,4.936436689907317e-2,0.18872254395682628
0xb2df8a,haskell,16.84573210283334,16.808445472000074,16.86485560116663,3.527181167976638e-2,9.054931000036959e-3,4.416382764229083e-2
0x33a02c,haskell strict,0.5741913552916836,0.5740946932501174,0.5743280683750527,1.5657466109827292e-4,4.106663580014786e-5,2.0703001213814853e-4
0xfb9a99,juvix,0.825173507770747,0.8196732502498207,0.8277262519582868,5.3523249233257165e-3,7.895382916937588e-4,6.806990465883015e-3
0xe31a1c,juvix wasm,0.8640144102498274,0.8635416084997967,0.8644872119998581,6.217079972239309e-4,3.70678833023691e-4,8.425590020653728e-4
0xfdbf6f,c,0.15480484227782373,0.154776315813519,0.15484033845468512,5.3624732365076834e-5,4.146050967712893e-5,7.311964678233069e-5
0xff7f00,c wasm,0.19224753551940366,0.1920393420389549,0.19245426495820084,3.2099838881307697e-4,2.5054536502153033e-4,4.1596271666731466e-4
0xcab2d6,runtime,0.2783186366499649,0.27828529574999267,0.278359592400011,5.947556553037352e-5,3.9249636558519495e-5,7.877030875845747e-5
0x6a3d9a,runtime wasm,0.3159635833733804,0.31581040730665033,0.31622892268009306,3.042450471658725e-4,9.93104772283634e-5,4.0762287064410174e-4
0xa6cee3,ocaml,0.28043097010669804,0.27921953439999925,0.28282597986668256,2.6527388576371254e-3,8.616184489475395e-5,3.2896238534372408e-3
0x1f78b4,ocaml byte,2.1249638325416433,2.0767873620833184,2.156618820124976,5.879310459320141e-2,3.6822217265907495e-2,7.31040624097254e-2
0xb2df8a,haskell,16.887811995270756,16.81970497870829,16.996745377812374,0.11456084332746448,2.3190873041622595e-2,0.13943633508157638
0x33a02c,haskell strict,0.5747276338540814,0.5745741759583325,0.5748247890414859,1.83482225996851e-4,1.28737099614047e-4,2.2437029440461779e-4
0xfb9a99,juvix,0.8230628298748192,0.8215572687499086,0.8241168331246627,1.892919662748726e-3,9.730219760565917e-4,2.4341162400956158e-3
0xe31a1c,juvix wasm,0.8633962231461775,0.8626260183756358,0.8637900494793673,7.291428282090985e-4,4.0294189435554554e-5,8.898121499908914e-4
0xfdbf6f,c,0.15501167771356011,0.1550051721183137,0.15502200271417418,1.3799826839068741e-5,5.666336752059641e-6,1.9894462134648972e-5
0xff7f00,c wasm,0.19324098888329092,0.19293726968327166,0.19387882961114478,7.067735499850698e-4,1.1642415804634994e-4,9.653070642076198e-4
0xcab2d6,runtime,0.2785779401034112,0.27853607685336707,0.2786533450534868,8.261946702779764e-5,1.6559760284951466e-5,1.1009193728431052e-4
0x6a3d9a,runtime wasm,0.3174808337001347,0.3167439117000109,0.31886538240050866,1.5106704411021665e-3,2.8991098695653537e-4,1.9500108844331947e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2787229661266667,0.27851660875332185,0.2789291222666634,2.824129136702467e-4,2.318898572935085e-4,2.995082049436715e-4
0x1f78b4,ocaml byte,0.9936446656249938,0.9905213575000005,0.9983391452499859,4.989419811430112e-3,1.1356667500024287e-3,6.251175169164458e-3
0xb2df8a,haskell,16.87692060627082,16.856971093499993,16.89009232268748,2.2708237372248027e-2,1.0465914356971012e-2,3.0418776075392347e-2
0x33a02c,haskell strict,0.5741361707499948,0.5740312424999843,0.5742278281250037,1.2986325052620086e-4,7.57513519664393e-5,1.6016360423869432e-4
0xfb9a99,juvix,0.27843698781666415,0.2783272771666604,0.27861786646667197,2.0275111012917367e-4,8.117337891230963e-5,2.653453480782959e-4
0xe31a1c,juvix wasm,0.3155462852466485,0.3152915087466681,0.31567918444662835,2.6775448003077553e-4,1.0309317095709783e-4,3.5461229972023623e-4
0xfdbf6f,c,0.15488377044285367,0.15482349622857924,0.15500124858570258,1.4912382454174866e-4,6.212885812240235e-5,2.0423207668057928e-4
0xff7f00,c wasm,0.19221996320004056,0.19202466736669013,0.19243261069452602,3.2868010213592816e-4,2.345257050244748e-4,4.587499515336784e-4
0xcab2d6,runtime,0.2783708141433279,0.27831500387664543,0.27846714126002553,1.0487788256741964e-4,3.31567370200712e-5,1.425190222347685e-4
0x6a3d9a,runtime wasm,0.315642784939987,0.31543758987998444,0.31586313123997567,3.5534735015215136e-4,2.3098483207878708e-4,5.473302786103781e-4
0xa6cee3,ocaml,0.278857568349988,0.2788045669499911,0.278941932149985,9.933545446606882e-5,4.066225570680769e-5,1.4515031178827977e-4
0x1f78b4,ocaml byte,0.9975682530208493,0.9894353465416639,1.0057011595000347,1.2606872446041329e-2,5.762130960450798e-3,1.7475017544387298e-2
0xb2df8a,haskell,16.86048382458336,16.80872940162503,16.939204297375014,9.237609215458309e-2,4.242329450340129e-2,0.11952172010698126
0x33a02c,haskell strict,0.5746165153750175,0.574538065375009,0.5746607375000206,7.992700003217023e-5,5.188432279111463e-5,1.0212662309864792e-4
0xfb9a99,juvix,0.2785781522999779,0.2785275512999874,0.27863548739994715,8.093626785024924e-5,5.543609546111337e-5,1.0843208695476546e-4
0xe31a1c,juvix wasm,0.3169215274699839,0.31641088721999344,0.3179351173199878,1.0928830356623836e-3,1.0591779185474418e-4,1.3915139022584485e-3
0xfdbf6f,c,0.15494366958060968,0.15491320755609775,0.1549642659761968,4.289667848319332e-5,2.5577020776405498e-5,6.0187870526718634e-5
0xff7f00,c wasm,0.19293604675000642,0.1928666315833305,0.19307509966669537,1.519644640530031e-4,3.537098316206327e-5,2.0888472992885404e-4
0xcab2d6,runtime,0.27972855961665494,0.27860039284995536,0.28197338570000285,2.4870275652074014e-3,7.658228620121112e-5,3.0738547634399207e-3
0x6a3d9a,runtime wasm,0.31651452357665144,0.31632170074996113,0.3168367457799969,3.6901164275384145e-4,6.267278538212625e-5,4.8196355903274747e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.31402620908664175,0.31389503984006295,0.3141455679199498,1.9133944272540807e-4,1.1612680599360762e-4,2.514589822355705e-4
0x1f78b4,ocaml byte,2.860124294583462,2.7726310697085146,2.9192945664584236,9.888670064865186e-2,5.127053370654249e-2,0.1366478895801297
0xb2df8a,haskell,0.4228151689790707,0.4188043311249885,0.42521401237479495,4.266281503635649e-3,2.2267803591331267e-3,5.972800011500662e-3
0x33a02c,haskell strict,0.43158273493759225,0.42435954187476455,0.4385378750627069,1.13663057015319e-2,7.007734766803474e-3,1.606220809394608e-2
0xfb9a99,juvix,0.2812435258865632,0.2811446378066436,0.28142817996637554,2.0842129558744854e-4,2.9047496731607488e-5,2.6948069044381736e-4
0xe31a1c,juvix wasm,0.31764534443988546,0.31755848748004306,0.3177773328397052,1.5781665870496297e-4,7.341691467303037e-5,2.1068806459779096e-4
0xcab2d6,runtime,0.2820086260067183,0.28179419451329524,0.2822230575001413,3.022858603258644e-4,2.6060560763535676e-4,3.383865562404551e-4
0x6a3d9a,runtime wasm,0.7223340544376432,0.7201573470001676,0.7258235549374111,4.0425732946039955e-3,5.263153917389827e-5,4.948083150285617e-3
0xa6cee3,ocaml,0.31411720632343837,0.3139417667132269,0.3142926459336498,2.806583140473606e-4,2.272134000670324e-4,3.523615604618002e-4
0x1f78b4,ocaml byte,2.78877291666682,2.6260179209999706,2.9069192515419977,0.20224396458140034,0.1331444088089671,0.272847272975806
0xb2df8a,haskell,0.4208828080834337,0.4184368230835389,0.4233156826252298,3.361692267895066e-3,1.6478354019665172e-3,4.532213180835834e-3
0x33a02c,haskell strict,0.42508595112497005,0.42150895999975546,0.43138076237517,6.760331345583406e-3,1.6751779999140126e-3,8.244093324570408e-3
0xfb9a99,juvix,0.28134594750342024,0.28123926430674445,0.28146440923343713,1.7549410231619165e-4,1.449874267412111e-4,2.07960943866554e-4
0xe31a1c,juvix wasm,0.31823653656650397,0.3181370973332075,0.3183244293998541,1.4026253465957694e-4,8.494939516261261e-5,1.8740618928157507e-4
0xcab2d6,runtime,0.2861775600933985,0.28180520788011565,0.2948890430000574,9.695053286811415e-3,1.555737612846924e-4,1.19337651446367e-2
0x6a3d9a,runtime wasm,0.7273321718958528,0.7221256349375267,0.7356544258125837,8.723490864743083e-3,1.9550067864773516e-3,1.1105453671569582e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1697462826876783,1.1381774355003245,1.1872325801874126,3.030203700102124e-2,1.1308112363223332e-2,4.047311455494551e-2
0x1f78b4,ocaml byte,7.085180577041645,7.038539694000065,7.135209400250005,6.442256990409066e-2,4.257657023430907e-2,8.567322458714283e-2
0xb2df8a,haskell,1.8840791777916668,1.8387619789998553,1.950885968791643,8.324985194792234e-2,3.92590604999441e-2,0.10103448414245056
0x33a02c,haskell strict,1.8926908320002174,1.874954060875325,1.9150985106251142,2.7215803236379517e-2,1.0594452158506018e-2,3.5279135711446016e-2
0xfb9a99,juvix,1.7585594231248933,1.756865269999821,1.7615466094999874,2.9590709664917194e-3,7.681712502289884e-4,3.912479051235664e-3
0xe31a1c,juvix wasm,0.8510795385000923,0.8504578732499795,0.8515547423751286,7.58788165209885e-4,4.181122500692136e-4,9.528799577360569e-4
0xcab2d6,runtime,2.1155000877500925,2.107440880750005,2.1290714940003,1.466959176702249e-2,1.8014487500295218e-3,1.861194132382186e-2
0x6a3d9a,runtime wasm,2.3909198436874894,2.3766577666873636,2.3970117196251977,1.420333913346096e-2,5.472234905870631e-3,1.9506990847152055e-2
0xa6cee3,ocaml,1.1687353450208018,1.1671954605001247,1.170435288374847,2.2917386863538524e-3,9.034080638018736e-4,3.022442948458745e-3
0x1f78b4,ocaml byte,7.009561690229115,6.939495711041597,7.084525333833275,9.963052470992483e-2,4.936223695132131e-2,0.13279124232094117
0xb2df8a,haskell,1.8568161363333122,1.7980868019999434,1.8951362626666346,7.347289651780636e-2,4.123921567224167e-2,8.849654101569669e-2
0x33a02c,haskell strict,1.9457162537291122,1.9100028620835778,1.9814296453746465,5.005377175077916e-2,2.23067698876637e-2,6.788458686391677e-2
0xfb9a99,juvix,1.7396369838124695,1.738766998499917,1.7404306737500974,1.0081010011892873e-3,8.989400398360054e-4,1.0887529924029525e-3
0xe31a1c,juvix wasm,0.8495563546041088,0.8483691916248972,0.8511116333748987,1.819984310266387e-3,5.559331937711569e-4,2.412790942440976e-3
0xcab2d6,runtime,2.1035864843959,2.09675269143753,2.1076277810002466,7.001180703520819e-3,3.5127110936155337e-3,9.823966292467819e-3
0x6a3d9a,runtime wasm,2.366357512750047,2.3246790908750086,2.388020209625116,3.963482662858791e-2,1.8040914800122394e-2,5.0027855488777015e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3410055828542606,0.33018622131248776,0.3458317102500814,1.0648461622361211e-2,2.5269797258432886e-3,1.3935589039750161e-2
0x1f78b4,ocaml byte,1.0456483856040488,1.0358526243747974,1.0505105991040675,9.647546033467113e-3,5.890917083964942e-4,1.1321392881381969e-2
0xb2df8a,haskell,1.855655260458396,1.847816195750056,1.8609646899167651,9.604897461364848e-3,6.45902271014753e-3,1.2261602108131037e-2
0x33a02c,haskell strict,0.9093168251456328,0.8926613519997773,0.920917127062296,1.9079309080231435e-2,1.1537447633875705e-2,2.6789749737065587e-2
0xfb9a99,juvix,1.1190930319999097,1.1188980234999235,1.1192669299999807,2.6213489976382423e-4,1.439215682590975e-4,3.575599500587572e-4
0xe31a1c,juvix wasm,1.0601500725206847,1.0595946509997702,1.0605932971873813,6.686835311696008e-4,4.561898372111828e-4,8.044046654769414e-4
0xcab2d6,runtime,1.4442807189165403,1.4395470999995723,1.446469427000011,4.530596273621051e-3,8.831817519207924e-4,5.937786556597971e-3
0x6a3d9a,runtime wasm,0.9921719468749188,0.9915296659999058,0.9927314549995572,7.78860261653716e-4,5.842834244806307e-4,9.507114302163091e-4
0xa6cee3,ocaml,0.3473486068542873,0.3456815005625913,0.3482661490626242,1.5960931154736196e-3,5.559756066104526e-4,2.118972963904572e-3
0x1f78b4,ocaml byte,1.0849525285000443,1.042309335375061,1.1641496013749777,8.144111351218837e-2,6.021896233126517e-3,9.848023611925716e-2
0xb2df8a,haskell,1.870741245270968,1.86274115406286,1.8809886942501635,1.3039523526125385e-2,5.993491604061902e-3,1.6682425369156647e-2
0x33a02c,haskell strict,0.8937743624373601,0.8780775069998679,0.9094712178748523,2.2129393226443295e-2,1.1606829192892314e-2,3.0180311553990084e-2
0xfb9a99,juvix,1.1205136429373586,1.1154773041247381,1.125549981749979,7.898457908842908e-3,3.911102267676274e-3,1.1037975136891438e-2
0xe31a1c,juvix wasm,1.0641282411669029,1.059950245750315,1.0721314892501823,7.976391750486025e-3,4.993959998955688e-4,9.648667113760364e-3
0xcab2d6,runtime,1.4484341441458544,1.4459610505416927,1.4502569196249624,3.118249612301977e-3,1.6352983050588708e-3,4.076066727316603e-3
0x6a3d9a,runtime wasm,0.9925468768126583,0.991125629187593,0.9947404730000926,2.491845260445867e-3,8.909242499157699e-4,3.1256249679778186e-3
Loading

0 comments on commit f5b4821

Please sign in to comment.