Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Mar 9, 2024
1 parent c1ebdeb commit 7364dd2
Show file tree
Hide file tree
Showing 20 changed files with 1,069 additions and 1,095 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.30916430732675054,0.30847049119336134,0.31050379976015846,1.4276013718959222e-3,1.8167006276291258e-4,1.8361486791747094e-3
0x1f78b4,ocaml byte,2.051254284604274,2.026390743625086,2.0898909313127376,4.151447023323002e-2,1.039938662501072e-2,5.071930604597752e-2
0xb2df8a,haskell,1.039339118791645,1.0225130128333149,1.056165224749975,2.4640343213441152e-2,1.0036529576267172e-2,3.3572573186603075e-2
0x33a02c,haskell strict,0.45251398133334914,0.452340496458343,0.4526286138333641,1.968847864872897e-4,9.115937162129094e-5,2.6473241896610763e-4
0xfb9a99,juvix,1.0448201754374982,1.0187427484999412,1.0647208278124651,3.226315412729216e-2,2.0286356775668014e-2,4.14774136163567e-2
0xe31a1c,juvix wasm,0.6983316192083843,0.694932494249997,0.7000832060001585,3.419152919338786e-3,2.7229663123062155e-3,3.965019753965206e-3
0xfdbf6f,c,3.860544059310189e-4,3.8153363659916415e-4,3.95023022720573e-4,2.4875267532133557e-5,1.4621447499052177e-5,3.725169826457517e-5
0xff7f00,c wasm,0.20940748506385867,0.2028099148444148,0.22295692572217576,1.5201441285213833e-2,6.935633338116757e-4,2.0727242084661902e-2
0xcab2d6,runtime,1.0702852618124155,1.063960895437475,1.0753370071873007,7.845640686187696e-3,6.4190121667846165e-3,9.200243104976361e-3
0x6a3d9a,runtime wasm,1.0827259901874509,1.0714203651875305,1.08813576562477,1.11650452150378e-2,1.0545687858780212e-3,1.3656411894289101e-2
0xa6cee3,ocaml,0.3091951431299943,0.3083830989300259,0.31064129824990233,1.5948153911492491e-3,5.425760130863954e-4,2.09241696003053e-3
0x1f78b4,ocaml byte,2.0392066872918995,2.0162696767504826,2.04988659641676,2.1976753438352238e-2,3.602555694460722e-3,2.830656320933338e-2
0xb2df8a,haskell,1.0379669579583795,1.0200146123749505,1.0685281928750783,3.1505123117854424e-2,4.753012916732247e-3,4.00955957507305e-2
0x33a02c,haskell strict,0.4448045589790202,0.43163927799980684,0.45134157804155467,1.291770207761264e-2,7.224821249565139e-4,1.5202687208889653e-2
0xfb9a99,juvix,1.0582483257917754,1.034661609000068,1.080011326750082,3.0917349167353003e-2,1.599007408329578e-2,4.113918561476871e-2
0xe31a1c,juvix wasm,0.7001029281668707,0.6996291850832677,0.7005446986256629,5.581453968525417e-4,4.458504167814681e-4,6.530766852504486e-4
0xfdbf6f,c,3.7078626947752256e-4,3.694803817352048e-4,3.7266124792581073e-4,6.3143108768213195e-6,5.005729835916336e-6,7.73233561286921e-6
0xff7f00,c wasm,0.20193534844461028,0.20169538530560913,0.20224289336121928,4.3548821161459373e-4,3.225317250714096e-4,5.504794719575028e-4
0xcab2d6,runtime,1.0818300190416228,1.0748743937082659,1.0955690053751255,1.3427020890782362e-2,8.83292750131659e-4,1.606332863438306e-2
0x6a3d9a,runtime wasm,1.091296922645616,1.0879271610827648,1.097160109208365,6.031398660857611e-3,1.3675099179326008e-4,7.176553762360355e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.216393402833371,7.210864523000083,7.22478989775,9.225937139606299e-3,1.5166610000676428e-3,1.1081052437581354e-2
0x1f78b4,ocaml byte,52.746866458833324,51.70459963824999,53.45355619779167,1.2791647481933768,0.8310125676768486,1.6320300440845896
0xb2df8a,haskell,8.993592838854076,8.583087049708336,9.502415279916553,0.60848122020027,0.15146569080813105,0.8086763287845362
0x33a02c,haskell strict,8.763807180187522,8.69371910150005,8.798450470375087,6.79234914504583e-2,2.3998204539610067e-2,9.169487526343165e-2
0xfb9a99,juvix,10.627112255916652,10.617010810500005,10.641196983124985,1.5508402739021555e-2,4.696154999976443e-3,1.8981663051515957e-2
0xe31a1c,juvix wasm,16.986860413416707,16.931770493833483,17.02416411174994,6.716614055407669e-2,4.642026652499898e-2,8.516499190143788e-2
0xfdbf6f,c,3.906794902249961,3.9015401512499466,3.9095908709999776,4.990306147126203e-3,1.9798659549438245e-3,6.457013241871558e-3
0xff7f00,c wasm,5.09886178564589,5.08588035550008,5.111995474291652,1.684411599537184e-2,8.601469587376034e-3,2.052157602868075e-2
0xcab2d6,runtime,9.52539076060422,9.06106390381268,9.770640656770826,0.4436191095666109,0.20962591880887685,0.5663803742820742
0x6a3d9a,runtime wasm,15.226313056875009,15.170762874000047,15.28186323974997,8.925068519511233e-2,2.037775903902972e-2,0.11701541785859658
0xa6cee3,ocaml,7.201781578812501,7.188559868312581,7.209741791999932,1.4220159878309884e-2,7.768584260592855e-3,1.995241297132361e-2
0x1f78b4,ocaml byte,52.610126102041626,50.87441051333333,54.06178959774985,2.178868762020329,1.1927544901140374,2.8157089593954145
0xb2df8a,haskell,8.806728850979189,8.657776436250003,8.907372860395878,0.1842925195863912,9.661681062499383e-2,0.23242738371619281
0x33a02c,haskell strict,9.062590697937528,8.684151778,9.320597867687535,0.422717055401199,0.257765661678163,0.5958420356320792
0xfb9a99,juvix,10.859678854666706,10.61991547837502,10.994077210291644,0.27997198818233837,0.24773586425365338,0.2917350252035808
0xe31a1c,juvix wasm,17.029420323083333,16.93120896766667,17.10669539074999,0.11844662281258218,7.721128951896375e-2,0.13780378148089656
0xfdbf6f,c,3.9113095462918372,3.9030528379167513,3.9252659846669835,1.4653740513192735e-2,3.256078464186697e-3,1.9068051211904476e-2
0xff7f00,c wasm,5.075756460333499,5.0669422456668745,5.084471669875143,1.2349033458351767e-2,6.161735568069249e-3,1.6993733885331527e-2
0xcab2d6,runtime,9.720202975458088,9.343634596624838,9.980377523791464,0.44172236512949936,0.23495011617992892,0.6008473820662571
0x6a3d9a,runtime wasm,15.127969448708313,15.02633982049997,15.212906551624883,0.1281016108431497,5.985788116686308e-2,0.1655856452052958
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2790042043100402,0.27890228022002705,0.27915555945995035,1.8018219072331047e-4,5.67396391324095e-5,2.4275307601236574e-4
0x1f78b4,ocaml byte,2.109944776374997,1.9949361923750453,2.1661855442498563,0.11422616118871125,5.217272683312901e-3,0.13579900397390232
0xb2df8a,haskell,17.376343595104032,17.26726155843747,17.427643748520694,0.10458822605441363,1.6248527926387327e-2,0.1334415433944577
0x33a02c,haskell strict,0.5745224250626393,0.5744515341875172,0.5745896485622666,9.527475004293211e-5,4.8361036007509054e-5,1.29117315013987e-4
0xfb9a99,juvix,0.8340776085626279,0.8278891465003351,0.8382674354999912,7.580614017209844e-3,5.179835002699587e-3,9.675990840578472e-3
0xe31a1c,juvix wasm,0.865335917166874,0.8648352242503279,0.8657974386251226,7.010371774320377e-4,3.816445833990656e-4,9.718330198112074e-4
0xfdbf6f,c,0.15500230159120792,0.1549742899959358,0.15504247413948832,5.315072992585719e-5,3.459908677414951e-5,7.951764453184985e-5
0xff7f00,c wasm,0.19320560311664647,0.19312978720005655,0.19329199883881198,1.3767433478139196e-4,9.558125310377397e-5,1.8455717802010694e-4
0xcab2d6,runtime,0.27851722128005346,0.27844898799994555,0.27861589058027675,1.194219345783889e-4,5.481027731459178e-5,1.6197443205488127e-4
0x6a3d9a,runtime wasm,0.3171423311298683,0.3168364981300419,0.31730467552971275,3.2461577607568234e-4,5.447497595879213e-5,4.291151588878795e-4
0xa6cee3,ocaml,0.2786993552032557,0.27851139966657384,0.27883914134999943,2.4524829473723055e-4,1.7344861792641675e-4,3.121782608967909e-4
0x1f78b4,ocaml byte,2.1322680916458885,2.0224613885416525,2.242074794750124,0.14426016320164525,7.174897965193919e-2,0.1899848718231678
0xb2df8a,haskell,17.063792088541657,16.974179570125216,17.112375739833247,8.591047033972816e-2,3.951119786538829e-2,0.11219913660565613
0x33a02c,haskell strict,0.5741484071666226,0.5740423774167501,0.574224095833112,1.229986513658955e-4,6.346024894814863e-5,1.728840736828362e-4
0xfb9a99,juvix,0.8211516234585284,0.8184027728338302,0.8225354558750269,2.6548013047018276e-3,8.84342324996536e-4,3.5278526315492267e-3
0xe31a1c,juvix wasm,0.8669143855417664,0.8624058832500623,0.8750916401249924,8.308974448739593e-3,3.4404620093862054e-4,9.898860626771097e-3
0xfdbf6f,c,0.15482938372346028,0.1547345543469394,0.15489299865203376,1.3339540204678624e-4,7.94941602225613e-5,2.2272032588838004e-4
0xff7f00,c wasm,0.19207081363339662,0.19188385265566063,0.19222521955564134,2.820125184140087e-4,1.774691235884667e-4,3.752141852638942e-4
0xcab2d6,runtime,0.2782951585765689,0.27808125149330104,0.2786154858264611,3.756669384489732e-4,2.2827199352419287e-4,5.304680276822258e-4
0x6a3d9a,runtime wasm,0.3156514977466577,0.3153159604800385,0.31598244743998294,4.891956616800379e-4,3.591004050008379e-4,6.251595725801512e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2788158610499939,0.27877097479999596,0.27890184739998936,9.240804295870165e-5,5.9137604516843525e-6,1.1719393222876421e-4
0x1f78b4,ocaml byte,0.9890354824583388,0.9845565167500183,0.9920445418750035,5.268035604065351e-3,2.556585344342084e-3,6.949125056875668e-3
0xb2df8a,haskell,17.372721550541666,17.32716754274999,17.428529803375,7.028053402879587e-2,2.999125805467754e-2,9.175887670586551e-2
0x33a02c,haskell strict,0.5743604506874599,0.5743079958125131,0.5744309776873848,8.320539808861257e-5,2.6374515055701745e-5,1.0788208349734937e-4
0xfb9a99,juvix,0.2784278422566725,0.2783893909066986,0.2784926754400294,7.760259178291917e-5,5.6254209178012904e-5,9.561264050786298e-5
0xe31a1c,juvix wasm,0.3165601171133608,0.31641131817335005,0.3166455417333964,1.665811531082131e-4,1.1744016957673441e-4,2.0581384770454111e-4
0xfdbf6f,c,0.15492889434388787,0.15490718145817464,0.15495635292350643,4.39461647701875e-5,3.4542087043745925e-5,5.714403139603894e-5
0xff7f00,c wasm,0.1931801879194255,0.19298342461663273,0.1933108075833161,2.634689845483224e-4,1.152763736370958e-4,3.7360068724613264e-4
0xcab2d6,runtime,0.27845689880666064,0.278436536173355,0.27848848719995656,3.77255552285439e-5,2.3275349289999874e-5,5.414062208801749e-5
0x6a3d9a,runtime wasm,0.3165026990833697,0.316408332400033,0.3166058046500074,1.5379253708944714e-4,8.717754979084616e-5,1.983722753592512e-4
0xa6cee3,ocaml,0.278746382823371,0.278626784273362,0.27897834589005466,2.5763993277469916e-4,2.6250430143636192e-5,3.272128331296142e-4
0x1f78b4,ocaml byte,0.9960579025625075,0.9918566815000531,1.0026278151250096,7.097139377147417e-3,1.8593997499654624e-3,9.027990507937587e-3
0xb2df8a,haskell,16.9302230331251,16.8348836520002,16.988658985500063,9.747787971646243e-2,5.764868303129845e-2,0.1349520513361505
0x33a02c,haskell strict,0.5723038733750249,0.570329470499966,0.573682114125082,2.404569944868142e-3,1.5690026573248904e-3,2.9312988267922438e-3
0xfb9a99,juvix,0.2782382579367383,0.2779131774767044,0.27839519716673444,3.4190368235195034e-4,5.1421160356005555e-5,4.551099591761916e-4
0xe31a1c,juvix wasm,0.3147734170067148,0.3142838758400103,0.31518311114009523,6.759554545920314e-4,5.20408472026116e-4,8.846603875707918e-4
0xfdbf6f,c,0.15469676814627562,0.15451502238095038,0.15488882016669386,3.3235438273271074e-4,2.636417928634076e-4,4.3347034716540464e-4
0xff7f00,c wasm,0.19190839008885832,0.1914714736666762,0.19226890806660576,6.72792810661e-4,4.519420162932689e-4,1.0320712339266344e-3
0xcab2d6,runtime,0.2774398837199502,0.27629356599997357,0.2783155356399038,1.4068738457405196e-3,8.397065181272129e-4,1.8675591975933353e-3
0x6a3d9a,runtime wasm,0.314768804996664,0.314286782626726,0.315153034766657,6.593968495070768e-4,4.12667831328811e-4,9.138995155921111e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3171284223700362,0.3143418804400062,0.3226189248499395,6.121884166956295e-3,8.746696917007364e-5,7.557004721617267e-3
0x1f78b4,ocaml byte,2.804196553874855,2.7535212341248703,2.8575381034998673,9.529082081151133e-2,7.265234250098729e-3,0.11702963799569618
0xb2df8a,haskell,0.42426726602082,0.4237574811874083,0.4245185106875624,4.8198706414496274e-4,1.9675962516885193e-4,5.970729392913195e-4
0x33a02c,haskell strict,0.42441540304173486,0.42400137491688383,0.42514279537488164,7.351369340160324e-4,1.3553799976762093e-4,9.561569973392706e-4
0xfb9a99,juvix,0.28164027598344854,0.2814945810500194,0.28179909063358843,2.2683602893134737e-4,1.7918939332142305e-4,2.897342786379876e-4
0xe31a1c,juvix wasm,0.31857656988991645,0.3183957345400571,0.31870563727996337,2.3668658125940728e-4,1.5355930611345625e-4,3.0371307413305115e-4
0xcab2d6,runtime,0.283509430053288,0.2821764687331021,0.28605605333347434,2.840625818305666e-3,1.9655023982179326e-4,3.5854920453641595e-3
0x6a3d9a,runtime wasm,0.7221736890415968,0.7212291107500732,0.722705836583259,1.106656112515136e-3,9.644484211800464e-4,1.2289421057090702e-3
0xa6cee3,ocaml,0.3135776669298654,0.31348018750004486,0.3137391506798303,1.88704844086883e-4,8.219337920526069e-5,2.471016661977613e-4
0x1f78b4,ocaml byte,2.826740559458339,2.7602190536667495,2.893262065249928,0.10257866912325019,4.824475180991914e-2,0.14251879183985286
0xb2df8a,haskell,0.4189927531041917,0.418549013875122,0.419331683166547,5.564379148368224e-4,3.476779850528985e-4,7.277239854848706e-4
0x33a02c,haskell strict,0.4199714632080524,0.4194695842497822,0.42021575724970717,4.7519774480193335e-4,1.920322503110583e-4,5.948668837883216e-4
0xfb9a99,juvix,0.2808988093299922,0.2808094467800038,0.28105783177994453,1.794781718971706e-4,2.7290527307827575e-5,2.3275778856261047e-4
0xe31a1c,juvix wasm,0.31729953208002676,0.31695314940000874,0.3176697449600215,5.320961495336745e-4,3.726139263273932e-4,6.784241672001195e-4
0xcab2d6,runtime,0.282414856330015,0.28112741355997056,0.2849767359802536,2.8301751184520506e-3,1.080757824406869e-4,3.5161513276055216e-3
0x6a3d9a,runtime wasm,0.7201581640626008,0.7198737212499207,0.7204426068752809,4.0208340018192446e-4,1.777058645036004e-4,5.468553497972784e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.165238858416539,1.1474226776248315,1.1979754812498413,3.306088806829307e-2,3.18507602434117e-3,4.0827436965254885e-2
0x1f78b4,ocaml byte,7.005093641125105,6.957727773750037,7.027259700125285,4.671333180523291e-2,2.4872392238491997e-2,6.273222299572859e-2
0xb2df8a,haskell,1.9684564500833897,1.8960302576667423,2.0096377195001764,8.378832896796776e-2,7.246502327711249e-2,8.808982738845637e-2
0x33a02c,haskell strict,1.8687908840625862,1.843653548500015,1.8998320984374573,4.1582366462440894e-2,1.919951565505091e-2,5.800510632328631e-2
0xfb9a99,juvix,1.7347400925834222,1.7329678952502263,1.7373327031248778,3.0446840809334585e-3,9.512124700569845e-4,4.091922016376484e-3
0xe31a1c,juvix wasm,0.8529926694375073,0.8523234678750289,0.8534467725000164,8.278904405293895e-4,4.968769122759765e-4,1.0487061015179602e-3
0xcab2d6,runtime,2.0980787364790863,2.0918245011248473,2.1026402622915916,7.785861269360987e-3,4.686449209339856e-3,1.0534392623061564e-2
0x6a3d9a,runtime wasm,2.3879085046042974,2.362844027062465,2.4021328418334633,2.4848381907926785e-2,9.212791206311043e-3,3.389112643831958e-2
0xa6cee3,ocaml,1.1868290838125404,1.1700429666876744,1.1953764474999389,1.6163122374069156e-2,7.127048434893788e-4,1.9389488860460605e-2
0x1f78b4,ocaml byte,7.150473876875083,7.022663000624959,7.316258890500194,0.18466209359334293,7.780118542269802e-2,0.24628365844475986
0xb2df8a,haskell,1.9669846938959572,1.916898912375359,1.9963972469791809,5.038264729018028e-2,2.9132367597718173e-2,6.792538176061359e-2
0x33a02c,haskell strict,1.9390196852083743,1.9116446030000134,1.9512875925000799,2.630993654937071e-2,9.73111321356775e-3,3.488852601930256e-2
0xfb9a99,juvix,1.736066975249874,1.7333104212499393,1.7379217769998452,3.1529665242433524e-3,1.557165620438102e-3,4.283481158556819e-3
0xe31a1c,juvix wasm,0.8480584377081755,0.8473787311666001,0.8490791532495905,1.1362091781709572e-3,2.5551001820997544e-4,1.4793255419406172e-3
0xcab2d6,runtime,2.0936729651251462,2.0734878717502547,2.1040467895000647,1.9581985889411645e-2,4.2544012500229655e-3,2.576401789416411e-2
0x6a3d9a,runtime wasm,2.378321418229158,2.3510854529374683,2.3920440894999047,2.6995903663273202e-2,9.970591665175998e-4,3.202503616377988e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3417340228127159,0.33077118893766055,0.3472052120001763,1.0532632348587772e-2,4.7239954036550416e-5,1.2658834250015967e-2
0x1f78b4,ocaml byte,1.0768268267707413,1.0472676791664526,1.0993373000623592,3.547793140884645e-2,2.5493676000223786e-2,4.259690675804737e-2
0xb2df8a,haskell,1.8761890882291066,1.8580528873748108,1.8867048873125327,1.852968761017445e-2,4.146687538819402e-3,2.4285197726240552e-2
0x33a02c,haskell strict,0.8825910295209383,0.8691205894167524,0.8950396559376372,2.0412126031274354e-2,1.210971908335523e-2,2.874887125088895e-2
0xfb9a99,juvix,1.1187302537915684,1.1165835071665242,1.1197989681248828,2.0851438394260575e-3,1.4961243171269546e-4,2.6392213670140916e-3
0xe31a1c,juvix wasm,1.063448494458233,1.0599847312495285,1.0674941688749868,4.726785924484834e-3,1.9212346671034775e-3,5.780840237487202e-3
0xcab2d6,runtime,1.4587139296457774,1.4561224555001218,1.4606776643330857,3.3515365570556074e-3,2.1307108481164014e-3,4.498978108517899e-3
0x6a3d9a,runtime wasm,0.9926837753331673,0.9921691596248365,0.9934770718749064,9.459869680350712e-4,4.110849998824051e-4,1.1534786211364915e-3
0xa6cee3,ocaml,0.34408722950007586,0.3423025890001554,0.3449826543750305,1.7028500776872198e-3,8.546849492973872e-4,2.067895170376599e-3
0x1f78b4,ocaml byte,1.0675749481457804,1.0509978973124703,1.0845064896665613,2.2622016971915605e-2,9.616867166793441e-3,2.7593860663086157e-2
0xb2df8a,haskell,1.873391458187503,1.8640282749999337,1.8789985957499766,1.085387535343698e-2,9.77795184630027e-3,1.165570138693267e-2
0x33a02c,haskell strict,0.8892620056249901,0.8629641762499508,0.9028062367500146,2.6122890615905964e-2,1.768088575007215e-2,3.12790619439975e-2
0xfb9a99,juvix,1.1179984843124846,1.1166056236249915,1.1186645241250137,1.325908610806949e-3,2.4961137512491405e-4,1.6113967315615307e-3
0xe31a1c,juvix wasm,1.0605409659998106,1.0597271107496908,1.062039243000072,1.4840217430163798e-3,1.80060750381017e-4,1.8491856513480987e-3
0xcab2d6,runtime,1.4517072063540961,1.4494122551665594,1.4554462383124473,4.119805230936807e-3,1.253363083454473e-3,5.127382067168689e-3
0x6a3d9a,runtime wasm,0.9878846464373888,0.9872646998749133,0.9882943133123565,7.528340953220552e-4,5.02238676351839e-4,9.46085122162726e-4
Loading

0 comments on commit 7364dd2

Please sign in to comment.