Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Oct 7, 2023
1 parent 5c4999d commit c3e8658
Show file tree
Hide file tree
Showing 20 changed files with 1,236 additions and 1,327 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.23830901873633895,0.23288949724974373,0.24671616672659485,9.77765554065933e-3,4.664375737262797e-3,1.3568721797382187e-2
0x1f78b4,ocaml byte,2.0988269113125475,2.011498553624809,2.1902676478126373,0.11815351859452118,5.894361778069592e-2,0.14764453942858535
0xb2df8a,haskell,1.4864536486667248,1.4652902199998152,1.5002634358748992,2.4882196748759182e-2,2.000420273448066e-2,2.8870642216782066e-2
0x33a02c,haskell strict,0.5136158374167129,0.5061213294585893,0.5261107282497051,1.3110380239937528e-2,4.074548582497983e-3,1.7307824748265796e-2
0xfb9a99,juvix,2.0419708594999975,2.0069208542499837,2.0592600162499366,3.354139807882939e-2,1.0893254356610371e-3,4.0479589165245335e-2
0xe31a1c,juvix wasm,1.0363755840626634,1.011433340124995,1.0530908061251316,3.0422991962418298e-2,2.0837143761158618e-2,3.860215182932148e-2
0xfdbf6f,c,7.752586276381571e-4,7.662734573204208e-4,7.855870771390727e-4,3.9179341635269166e-5,2.8255070403202443e-5,6.008075491178083e-5
0xff7f00,c wasm,0.34097259562497584,0.3351124653751185,0.3453352197498134,7.283616618333792e-3,3.911743901866074e-3,1.0075048851392498e-2
0xcab2d6,runtime,2.362755906125244,2.2571551471253315,2.4427040061251546,0.13401961512243626,7.580354374977105e-2,0.18463222822458975
0x6a3d9a,runtime wasm,1.7209403343749727,1.682543702249859,1.7723775872498209,6.342037106161554e-2,2.4028001263971692e-2,8.67628514953503e-2
0xa6cee3,ocaml,0.2033295982250896,0.20203279239175218,0.20558239357499133,2.8116626822703e-3,1.1252938925942878e-3,3.931931696735077e-3
0x1f78b4,ocaml byte,1.710913749229216,1.7063652100000581,1.718064722437532,8.023575507381893e-3,1.688965125026698e-3,1.0504401393495108e-2
0xb2df8a,haskell,1.2708001341041684,1.2672394889792333,1.2748077119999834,5.14670873189535e-3,2.6100879999830795e-3,6.650560874447677e-3
0x33a02c,haskell strict,0.4877813528748902,0.4832571790001339,0.48975390174985023,4.390162973193552e-3,1.5699005411500874e-3,5.892725522013563e-3
0xfb9a99,juvix,1.8570415202290558,1.82445177399984,1.8859985184374182,4.164456118898806e-2,2.9260686833671e-2,5.033032684113643e-2
0xe31a1c,juvix wasm,0.8563512119375597,0.8381200047498775,0.8650395251251363,1.725714793268826e-2,4.577880875028029e-3,2.109778921278979e-2
0xfdbf6f,c,6.074653870430356e-4,6.017702260989317e-4,6.149979551348004e-4,2.6362444052124795e-5,1.9057466316100182e-5,3.48464517527338e-5
0xff7f00,c wasm,0.43304918545845794,0.42649017087512675,0.44069305766674916,9.900835774307098e-3,5.047236333439287e-3,1.299309229359707e-2
0xcab2d6,runtime,2.1649046011457735,2.127510486166405,2.187372788562584,4.4801988878310973e-2,3.473550748166107e-2,5.1888056213193645e-2
0x6a3d9a,runtime wasm,1.7617318852083865,1.7499054984998565,1.769859463500154,1.358515951449045e-2,7.348134454615107e-3,1.876983805844721e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,10.666354825145712,10.47157776504169,10.79395945368725,0.23557621816153673,0.16110679860696314,0.29469026655319713
0x1f78b4,ocaml byte,62.9216763377918,61.71245963741679,63.621735122750124,1.2681539166248983,0.5989137983073294,1.7592293593147383
0xb2df8a,haskell,8.728193807999958,8.660294627624978,8.778339426374941,8.381869790942453e-2,4.415285174991368e-2,0.105823118582393
0x33a02c,haskell strict,8.735693233458372,8.491655049666594,8.933423647375093,0.3003114536422419,0.2007849455239081,0.3855734803401723
0xfb9a99,juvix,13.113872105020675,12.889567931354065,13.486466680437218,0.4008861216590072,0.1271327648586582,0.5180083001870955
0xe31a1c,juvix wasm,24.62131793760409,24.261953688833273,24.980682186374906,0.5476526268559824,0.21450688286564779,0.738292007367863
0xfdbf6f,c,5.201557908354005,5.132368542999984,5.258875266499672,8.533379437209451e-2,4.09584750371413e-2,0.11878571080803517
0xff7f00,c wasm,7.197172741958354,7.128410380624871,7.242521817458453,7.456651702616388e-2,4.1854621806326806e-2,0.10472920378993007
0xcab2d6,runtime,10.095296413249892,10.015828263749956,10.146171999749905,9.535216493354026e-2,6.633225322642812e-2,0.11749213424384937
0x6a3d9a,runtime wasm,19.628705506833267,19.149810172000002,19.872521577999805,0.47702770574614817,0.22977354891032822,0.6610200818955646
0xa6cee3,ocaml,8.52696314160418,8.488105859854082,8.59267158237526,7.301300818155798e-2,2.33892830832092e-2,8.949726998364158e-2
0x1f78b4,ocaml byte,59.719027042000036,55.921766546500066,62.37410673400018,4.636459638407274,3.07656741890448,5.881232396004506
0xb2df8a,haskell,10.76799546708323,10.109036025208317,11.094399809208161,0.6380217673189769,6.862019683315612e-2,0.7609671124517109
0x33a02c,haskell strict,9.696290947021092,9.607547476145877,9.826861825333518,0.14057185659832894,3.127737562533639e-2,0.17312035729937225
0xfb9a99,juvix,12.116230433354076,12.030435374624858,12.171331169500036,0.10189974913690474,8.284713522698998e-2,0.11939939435557427
0xe31a1c,juvix wasm,21.06256264910409,20.928779852333115,21.15214197893738,0.15838012744785265,0.13260221200023858,0.1870254135547347
0xfdbf6f,c,5.371755087187485,5.3353848922499765,5.408125282124994,5.491642121304359e-2,2.671380267702119e-2,7.651106894257445e-2
0xff7f00,c wasm,7.407462393875126,7.380729588750228,7.422847324375084,3.109024898367745e-2,2.7718385660041846e-2,3.454301354140882e-2
0xcab2d6,runtime,10.445930033812468,10.383060443937495,10.47592699606247,6.226891651251073e-2,3.4077272151545684e-2,8.284779587460349e-2
0x6a3d9a,runtime wasm,20.09882021633348,19.99441644650028,20.170685248916698,0.13034204556701648,6.524548269934315e-2,0.16596518362897003
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.4223975148959198,0.41498290137565164,0.42989050568735365,1.0207061656089044e-2,5.435756445349831e-3,1.2917069263742385e-2
0x1f78b4,ocaml byte,3.449827958541732,3.426697012083423,3.469603281875152,2.8904545615888108e-2,1.4544185361069247e-2,3.683785037995395e-2
0xb2df8a,haskell,247.0571328612086,230.96534708700074,259.26693006187463,19.64318104490373,12.101954248555161,23.515156243982727
0x33a02c,haskell strict,1.8346575263958584,1.827745799708282,1.842533855000056,1.2225268676790864e-2,3.3035078950206867e-3,1.596194905454953e-2
0xfb9a99,juvix,2.041014027687462,2.0049562493752546,2.0675007434997497,4.4836452575651047e-2,2.2996962374766783e-2,5.671726722450124e-2
0xe31a1c,juvix wasm,1.711037386979039,1.6893783312498272,1.74423559622907,3.81093528162182e-2,1.2419610749475396e-2,4.6660516556685745e-2
0xfdbf6f,c,0.19101342133907465,0.18863641830542596,0.19484504496115027,5.0793231857586395e-3,2.054310392276471e-3,7.0733578600807815e-3
0xff7f00,c wasm,0.3100728283867708,0.29943642308657825,0.3181195630935448,1.4569516775021434e-2,8.235073813668344e-3,1.9817254437376686e-2
0xcab2d6,runtime,0.5213697404167684,0.5051862840001604,0.5325369514166974,1.8372026360638012e-2,1.1070007828815127e-2,2.578956910762546e-2
0x6a3d9a,runtime wasm,0.5477749430421,0.5311092278755041,0.5556476543337112,1.5924279925415664e-2,7.557252955487587e-3,2.030657261683114e-2
0xa6cee3,ocaml,0.3867714518956973,0.37863198591662695,0.3932226655829254,9.769123573838275e-3,6.631462708355684e-3,1.1415855458540047e-2
0x1f78b4,ocaml byte,2.886417071437601,2.8649285179999424,2.922452625437586,3.812190889475081e-2,8.237829125164353e-3,4.745282046065657e-2
0xb2df8a,haskell,213.9925854134583,212.97796662908354,214.47794724595815,0.9661852056586575,0.4466704132885544,1.222266574541848
0x33a02c,haskell strict,1.592379317437576,1.5720252653752596,1.6029106980004144,2.3506116769209395e-2,2.045112947312389e-2,2.3794066444138548e-2
0xfb9a99,juvix,1.7132696275829933,1.7031342549166006,1.723405000249386,1.692432945454909e-2,5.681877505022463e-3,2.2867556382289208e-2
0xe31a1c,juvix wasm,1.4683193185624457,1.4466364128747955,1.479977039062495,2.0879137618795087e-2,1.045184451899971e-2,2.6922352275363187e-2
0xfdbf6f,c,0.1594695810466249,0.15753329059203233,0.1608214884634287,2.7230371212064158e-3,1.695752599578717e-3,3.8895902975814084e-3
0xff7f00,c wasm,0.25540338700656623,0.25110351330667374,0.26369544343975576,8.488553049982783e-3,3.028252237214625e-3,1.1511952959534458e-2
0xcab2d6,runtime,0.37734818185469976,0.37547933281359747,0.38017265979192416,3.285675582792004e-3,1.2975152915259969e-3,4.013129739416059e-3
0x6a3d9a,runtime wasm,0.4615110000625388,0.45542954512507094,0.46447468643771117,5.9047710757619e-3,2.0339710584856056e-3,7.910871141815618e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.39147249231247844,0.38387349812495586,0.3965146182499855,9.477708430876237e-3,5.113736500031024e-3,1.1644291069230829e-2
0x1f78b4,ocaml byte,2.347448779062527,2.319931066000038,2.3801785530000075,4.3364332869040324e-2,2.01204376383779e-2,6.027416028659567e-2
0xb2df8a,haskell,224.69760063835417,221.62615300433328,226.66365676287506,3.7023616447122243,2.44176619401355,4.540412130936176
0x33a02c,haskell strict,1.8084650660834047,1.759648336416641,1.8422178532083155,5.9403337028571444e-2,4.0108144583276384e-2,7.218661742121003e-2
0xfb9a99,juvix,0.32123399365007876,0.31330042235020605,0.3271640588500759,1.0550418240527909e-2,7.435184337059962e-3,1.3235546969887865e-2
0xe31a1c,juvix wasm,0.3901956297708769,0.388038376874988,0.39155442362516624,2.2459320056095492e-3,1.1633019710490626e-3,3.1590347848357344e-3
0xfdbf6f,c,0.1968901831527041,0.19435751908334473,0.2018939300830728,5.650822021387383e-3,1.681634815332172e-3,7.884938717394737e-3
0xff7f00,c wasm,0.25447268642663706,0.24802565826007594,0.2611088028199447,9.57344546441107e-3,6.573231290050252e-3,1.345344882911003e-2
0xcab2d6,runtime,0.33022481907338863,0.3251316747467475,0.336394311533301,8.33573605428941e-3,5.000525077475312e-3,1.1022260024153808e-2
0x6a3d9a,runtime wasm,0.4054454759792255,0.3985034847916798,0.4096441211250976,8.38556753765842e-3,4.735203617730939e-3,1.1296638305635098e-2
0xa6cee3,ocaml,0.377405436250001,0.3750910769999791,0.3815314220000232,4.109416265510947e-3,9.078087118684361e-4,5.344783744006532e-3
0x1f78b4,ocaml byte,2.0020199097291567,1.9897460847916761,2.020670399562462,2.1365356455719835e-2,5.809509672871957e-3,2.8345184526562896e-2
0xb2df8a,haskell,205.4431910995,199.42773458237497,208.49640246962502,5.715775621451104,2.609126812250011,6.9476391018265025
0x33a02c,haskell strict,1.607366529583544,1.5999851322502536,1.6147479269168343,1.086950773380845e-2,4.1988797480587165e-3,1.4726461673016692e-2
0xfb9a99,juvix,0.29040075467670856,0.28784791520332265,0.2939012030500635,4.356488518961875e-3,2.453548062418924e-3,5.854810580877122e-3
0xe31a1c,juvix wasm,0.36491547697937676,0.35909300850016734,0.36852484168775845,6.454641069651459e-3,2.3747814714670974e-3,8.335470743950817e-3
0xfdbf6f,c,0.18365909001108524,0.18096915483329212,0.18675083604996415,4.683568034126749e-3,3.691523617348334e-3,6.275018688979017e-3
0xff7f00,c wasm,0.2475221914233922,0.24417579778018988,0.25054432850010927,4.805715411675094e-3,3.2987190804162985e-3,6.116021225752691e-3
0xcab2d6,runtime,0.28694737025988615,0.2851303149199157,0.2888414982997801,2.756705647504555e-3,1.7664801919514664e-3,3.950335841206592e-3
0x6a3d9a,runtime wasm,0.3585184356251337,0.35400215550004077,0.3619788336252441,5.248277932280122e-3,3.0504007024373786e-3,7.379501481395269e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.4447355252914349,0.43843398241642717,0.45603760412450356,1.1812488549900095e-2,9.641692504374078e-4,1.4552789900782716e-2
0x1f78b4,ocaml byte,3.239070873833043,3.197321695833125,3.273724013499759,4.987481990541312e-2,4.626856407989587e-2,5.707449991336148e-2
0xb2df8a,haskell,1.7992037851041307,1.762487191187347,1.8500295416251902,5.7953297571896385e-2,1.6494586213891868e-2,7.511368658015866e-2
0x33a02c,haskell strict,1.8187907596672328,1.813758208750187,1.8276520894179764,9.521842937145267e-3,2.370676166871477e-3,1.1600897096586401e-2
0xfb9a99,juvix,0.3324960759997945,0.32639409299948363,0.3364851222501481,7.558692663461826e-3,4.387228117199201e-3,9.212307705805998e-3
0xe31a1c,juvix wasm,0.57756958300043,0.5694923407501544,0.5838754332506824,1.0749109878099225e-2,5.84046561134386e-3,1.4562737357810648e-2
0xcab2d6,runtime,0.49833995550019,0.4897506782504782,0.5088160057500772,1.4241314792680504e-2,6.922886410912195e-3,1.9836086129061774e-2
0x6a3d9a,runtime wasm,1.2452909318122163,1.2157370526244904,1.2587003553123473,2.8219517673273756e-2,1.0235612805194978e-2,3.728402334861167e-2
0xa6cee3,ocaml,0.5298380496457563,0.5277297641248424,0.5338945865000824,4.089346282960392e-3,1.0203092753776309e-4,4.818401551592014e-3
0x1f78b4,ocaml byte,3.7378394032914457,3.7251651295832744,3.7595913956661207,2.2796859150328162e-2,2.5599964008689233e-3,2.820801625407925e-2
0xb2df8a,haskell,2.1260404657082668,2.095040500374921,2.1410973495832573,2.9580405533878473e-2,5.124413999965327e-3,3.5824917640885384e-2
0x33a02c,haskell strict,2.082415526062088,2.040786197124968,2.145621296561899,6.852557376517897e-2,1.8336260500594337e-2,8.775972713121025e-2
0xfb9a99,juvix,0.3980264375002207,0.3965307505000055,0.3995221245004359,2.2960673619845393e-3,1.0360137382975174e-3,3.166498047199904e-3
0xe31a1c,juvix wasm,0.6072028506872963,0.6039604201250768,0.6096590363745993,4.2221474164913205e-3,2.4365886473712768e-3,5.672317870976418e-3
0xcab2d6,runtime,0.5072995847495653,0.5048927402498673,0.5103731954989902,4.016455642541899e-3,1.8353047894549522e-3,5.558369279192834e-3
0x6a3d9a,runtime wasm,1.5212307832289298,1.5108784868325529,1.5294304976878266,1.2650115870238697e-2,7.922939110092385e-3,1.598466533462363e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.735793120396276,1.7069570069590252,1.7925179413960375,5.6615539703743556e-2,1.5500147690331798e-3,6.659415142151731e-2
0x1f78b4,ocaml byte,6.874666092812466,6.467195536625164,7.198065156812277,0.5150521416233722,0.3114676429449653,0.6771130405787121
0xb2df8a,haskell,2.264182558437483,2.2375461676880377,2.279527064437275,2.606328129039903e-2,9.359127878765524e-3,3.543661867824716e-2
0x33a02c,haskell strict,2.213430921563031,2.1803703261255123,2.229214120063034,3.219603593958468e-2,1.0050802883123267e-2,4.320048879240312e-2
0xfb9a99,juvix,3.6430976133331874,3.5832599099581635,3.7526395859999866,0.11293366768536386,1.62106444169392e-2,0.13818925660503617
0xe31a1c,juvix wasm,1.459443091250023,1.4431245577502523,1.4725117454995598,1.964260078357979e-2,1.3741162591660196e-2,2.438444664238087e-2
0xcab2d6,runtime,3.648738649520548,3.58149736499945,3.7240460092083745,9.979230244256032e-2,4.152603459148172e-2,0.13150378047342154
0x6a3d9a,runtime wasm,3.511749101375244,3.4690318292500706,3.556253642500451,5.755325322434056e-2,3.3603153857963836e-2,7.699891101223062e-2
0xa6cee3,ocaml,1.779978532353918,1.7754754606241931,1.7853402896248554,7.041123703426311e-3,3.2273202692578223e-3,9.763186754144372e-3
0x1f78b4,ocaml byte,7.263089102875256,7.111978572625048,7.412538980125191,0.19672913959967045,0.10498720526209314,0.2411867837102632
0xb2df8a,haskell,2.726319778833537,2.6824010059170478,2.765092563374992,5.391658645363088e-2,2.589156871365162e-2,6.366728852159349e-2
0x33a02c,haskell strict,2.6342275081668354,2.6228564486667287,2.641377101499984,1.2872416198924399e-2,6.324414890219087e-3,1.7586032619232972e-2
0xfb9a99,juvix,3.978249777750117,3.9609715140002963,3.995528041499938,2.5909330838591725e-2,9.336766524713394e-3,3.5335354327758375e-2
0xe31a1c,juvix wasm,1.617080176020636,1.6090371362497535,1.622102048374927,9.429086969408133e-3,8.355529166692577e-3,1.0875854075184169e-2
0xcab2d6,runtime,3.8404575004163917,3.835393827875123,3.845944581583126,7.267105783519876e-3,3.378353648883575e-3,9.293517505833787e-3
0x6a3d9a,runtime wasm,3.7868986390204404,3.7680940415623354,3.814928163707767,3.0280116020881587e-2,8.955318515133513e-3,3.921469390645056e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2706320561697976,0.26694587844967826,0.2759709582501273,6.772954536980523e-3,3.5086948255468996e-3,9.103664406875482e-3
0x1f78b4,ocaml byte,0.9997426559167479,0.9885300304999873,1.008000660250218,1.3645658417012742e-2,8.911260042323007e-3,1.7148313165562135e-2
0xb2df8a,haskell,2.761624806666532,2.739356217083241,2.7785627211665087,2.6798974619624674e-2,1.892729177257526e-2,3.2499812988970235e-2
0x33a02c,haskell strict,1.4503825519788431,1.4278733413542948,1.4666297774159982,2.7401398236856837e-2,1.4461435334411868e-2,3.752135991890405e-2
0xfb9a99,juvix,1.12090863766673,1.1081415260416634,1.1417890682915868,2.1775659645309586e-2,7.817282357385297e-3,2.948438133402508e-2
0xe31a1c,juvix wasm,1.4801906975413885,1.4718015227495016,1.484128314916461,7.988287710448455e-3,3.5033559906503253e-3,1.028043149164363e-2
0xcab2d6,runtime,3.388357133271029,3.36702589731226,3.4046466196668916,2.7559368506835148e-2,1.5078989390823618e-2,3.76189574224483e-2
0x6a3d9a,runtime wasm,1.8573007876873362,1.8432095004370694,1.8664868111875421,1.5034943341011442e-2,8.29771836440413e-3,2.1214212562504463e-2
0xa6cee3,ocaml,0.31438060564335196,0.31247567541671134,0.317609771930056,3.6963904965605096e-3,9.443774510577924e-4,4.987674308835111e-3
0x1f78b4,ocaml byte,1.1603247103748042,1.1569841439998831,1.162460530624685,3.932448520497832e-3,3.3044421892422945e-3,4.604391202005856e-3
0xb2df8a,haskell,3.103417112853966,3.0976306933124533,3.1088242075621793,7.260292608272398e-3,4.190848651166567e-3,8.707840112915284e-3
0x33a02c,haskell strict,1.5344420377498789,1.501085514749851,1.5622283238745922,4.048570545670287e-2,2.5564252802523838e-2,4.80231920080427e-2
0xfb9a99,juvix,1.2640842172917626,1.2615299627500463,1.2657077098334262,3.0569819087760543e-3,2.151361029713392e-3,3.749295423827205e-3
0xe31a1c,juvix wasm,1.9883088548128474,1.981575129750278,1.9945375508125,8.342666555972744e-3,4.691215000396709e-3,1.0133923423482504e-2
0xcab2d6,runtime,3.7545653062287556,3.73616449399924,3.7658313198957103,2.214115302333114e-2,1.4934378333236964e-2,2.6017744093241143e-2
0x6a3d9a,runtime wasm,2.003593124125018,1.992093262374965,2.012659470250128,1.41067975863512e-2,6.909856193523839e-3,1.9647936914623042e-2
Loading

0 comments on commit c3e8658

Please sign in to comment.