Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Mar 5, 2024
1 parent 5ea3c50 commit 0baa290
Show file tree
Hide file tree
Showing 20 changed files with 1,173 additions and 1,212 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3084215033633397,0.3083098915299888,0.3085046834000423,1.5580126753538678e-4,1.281661688891152e-4,1.7612926024948957e-4
0x1f78b4,ocaml byte,2.0654627516250628,2.0284035671250535,2.0860795103751,3.871251450777671e-2,1.3154029196847175e-2,5.1965355523451655e-2
0xb2df8a,haskell,1.0255305504583514,1.0160664046249508,1.029808668583409,9.248230576250493e-3,4.8196392182643455e-3,1.1976617973746832e-2
0x33a02c,haskell strict,0.4454979789375197,0.43229205068749366,0.45206446643755765,1.3074235856687938e-2,1.6847831398776776e-4,1.5249357813721942e-2
0xfb9a99,juvix,1.0533082842500316,1.024167528249971,1.083018236500095,4.971624730694574e-2,1.6924151181700306e-2,6.729769328409703e-2
0xe31a1c,juvix wasm,0.701636557208379,0.7002377358750778,0.7036441698750195,2.2255083065216585e-3,5.266866666412962e-4,2.802590131113824e-3
0xfdbf6f,c,3.690178247150421e-4,3.6775687542901087e-4,3.7052128569593133e-4,5.247650385322409e-6,3.9136118536687425e-6,6.824535335142556e-6
0xff7f00,c wasm,0.20401927250282423,0.20139958879172404,0.2095581043000493,6.257233794934297e-3,7.729684062523908e-4,8.517767095726167e-3
0xcab2d6,runtime,1.073495898645831,1.0680515738123972,1.0763179437500412,5.746581047607501e-3,2.780101964094439e-3,8.039947176721915e-3
0x6a3d9a,runtime wasm,1.0915640088541732,1.084636177541692,1.102156103687463,1.2078902560097058e-2,3.1987806250413087e-3,1.5999141092645365e-2
0xa6cee3,ocaml,0.3107376084064314,0.3090077471396944,0.3140816012997675,3.6840254888420706e-3,1.5169756328023078e-3,4.628879468334879e-3
0x1f78b4,ocaml byte,2.10674296556247,2.077763350250052,2.138906655749944,4.0664709218851874e-2,1.9603215574649772e-2,5.058954657512349e-2
0xb2df8a,haskell,1.0383090863333184,1.0236599529165837,1.0630715413334049,2.4970946545157066e-2,2.7751424167187233e-3,2.9890985605110297e-2
0x33a02c,haskell strict,0.44810648362503497,0.44403400900012,0.45009953012500625,3.8648416948820464e-3,1.9948981772338614e-4,4.704603864420716e-3
0xfb9a99,juvix,1.0406361360415985,1.0262199237499772,1.051927006874962,1.739959951959191e-2,1.1891576012430908e-2,2.1671932391327496e-2
0xe31a1c,juvix wasm,0.6975044128957203,0.6910533181250003,0.7006537870622651,6.318287372678256e-3,3.5182902710422827e-4,7.624997118438176e-3
0xfdbf6f,c,3.73980696490061e-4,3.726633356026055e-4,3.7579409309930906e-4,6.293335990696831e-6,4.948837656567719e-6,8.544223831223477e-6
0xff7f00,c wasm,0.2043117801582184,0.20163137830822206,0.20964253065822303,6.458203089127989e-3,2.2267581217927466e-4,8.708831662251108e-3
0xcab2d6,runtime,1.0768685360210195,1.073397216791553,1.0820609478129768,5.681390790583068e-3,7.803325415428608e-4,7.2700435204303285e-3
0x6a3d9a,runtime wasm,1.0884465665418286,1.0864490426249063,1.0894297530835693,1.9331316775046906e-3,7.193976829061215e-5,2.307102814505556e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.21490681716666,7.213624172541709,7.215807527291626,1.4808096090826654e-3,9.202861917919989e-4,2.0801009324449404e-3
0x1f78b4,ocaml byte,52.65603093381247,50.533109777374904,54.514640881499986,2.6675271339411686,1.5303160600204533,3.689602153743976
0xb2df8a,haskell,8.39361889747918,8.01710226306244,8.954031659250063,0.6696431365066561,0.2906061521249512,0.8331029455724641
0x33a02c,haskell strict,8.676492276437491,8.186479399500097,9.165493760499828,0.7037301553798767,0.35799372297469245,0.9772900971510957
0xfb9a99,juvix,10.63961891352082,10.636070376083126,10.643722373291723,5.208805585004956e-3,2.9524654780283036e-3,6.797816899433302e-3
0xe31a1c,juvix wasm,17.035486402770932,16.952935989416723,17.101665111687566,0.10422118126535915,6.494991550630817e-2,0.13726024863780248
0xfdbf6f,c,3.9106812736875725,3.906959415562568,3.914836707750112,5.132506230623713e-3,2.3139568668339105e-3,6.421652847147335e-3
0xff7f00,c wasm,5.085179108104124,5.055447774437454,5.099823245687418,2.806821128587698e-2,1.0718675624900698e-2,3.433841004410547e-2
0xcab2d6,runtime,9.409579196083286,8.94105092024995,9.668378866208286,0.543983012617705,0.47190820100007613,0.5976722368514218
0x6a3d9a,runtime wasm,15.174033613791627,15.108837988833368,15.239229238749886,0.10068074326045785,5.8194146808224385e-2,0.14207136558855304
0xa6cee3,ocaml,7.224467103249968,7.214621356999989,7.241516591999925,1.780223215899139e-2,3.783934034377743e-3,2.2737776991193583e-2
0x1f78b4,ocaml byte,53.76409816031251,52.096588756812515,54.587111426875005,1.6371367926374103,7.899358299998127e-2,1.9257935639453485
0xb2df8a,haskell,7.991192004354123,7.6187643513750345,8.593316828916576,0.6648361413165943,0.18508532248539455,0.8278835990647392
0x33a02c,haskell strict,8.037064430166614,7.534519875666679,8.982604305249822,0.9689563139395606,0.10198909383329147,1.1556378844389792
0xfb9a99,juvix,10.66909396156253,10.643474534125062,10.686810144062463,3.0193378996119746e-2,2.6239270501265267e-2,3.4791309519717366e-2
0xe31a1c,juvix wasm,17.167512193229175,17.099870837375022,17.282856346166643,0.12340973363216964,4.30056673322024e-3,0.1497910409153957
0xfdbf6f,c,3.9226708002499415,3.9202183107499593,3.924447673249896,2.9486804829462424e-3,1.8252518841012937e-3,4.1035124193581456e-3
0xff7f00,c wasm,5.084187494229174,5.076706720437443,5.097786488916843,1.3973191135133818e-2,1.8040526666331935e-3,1.6746213127656857e-2
0xcab2d6,runtime,9.49416317458332,8.988812145250051,10.38105981199999,0.9502257152428547,0.23057704050006578,1.1605018978367136
0x6a3d9a,runtime wasm,15.23991034849999,15.122877533750057,15.297942409499967,0.11060806117801489,4.55797825000559e-2,0.13514711223739329
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.28168502117662075,0.27896755466657247,0.2870453148766713,5.983789964491434e-3,1.425549194357485e-4,7.4133877218141315e-3
0x1f78b4,ocaml byte,2.110853258895778,2.012277834666672,2.1866651541874376,0.11978859763005291,7.522492246866985e-2,0.14249207678426706
0xb2df8a,haskell,17.11150749956252,16.944510916375066,17.191168136499982,0.16245525260004648,6.700255604420484e-2,0.22112819140533996
0x33a02c,haskell strict,0.5744440190000356,0.5743834032501051,0.5745024545000774,7.853174344201747e-5,4.385849990740098e-5,9.625179547044373e-5
0xfb9a99,juvix,0.8258764128750992,0.8236793945001182,0.8274980787501249,2.5970620689888535e-3,2.223118018395129e-3,3.0783750549950757e-3
0xe31a1c,juvix wasm,0.8635112413750031,0.862376729749864,0.8641009475000676,1.1026014171836931e-3,2.5812275009684527e-4,1.4590484235980322e-3
0xfdbf6f,c,0.154900866003352,0.15486714092852644,0.1549400156529874,6.318968656819004e-5,4.959634320708032e-5,8.458939685900352e-5
0xff7f00,c wasm,0.19313131990276008,0.1928520975138781,0.1936511063055554,6.127617662290966e-4,1.5413526078028784e-4,8.470913267039884e-4
0xcab2d6,runtime,0.278947875583317,0.2785515441166081,0.2797578638000232,8.626922733072636e-4,5.619120672264977e-5,1.0812481638810983e-3
0x6a3d9a,runtime wasm,0.31704254389998826,0.3168987567000295,0.317186331099947,2.1927991161474372e-4,1.7227830457194982e-4,2.73141297523827e-4
0xa6cee3,ocaml,0.2790925841832844,0.27904381326667743,0.27917378824997285,9.619895745148973e-5,2.2081777461964566e-5,1.2728760823144447e-4
0x1f78b4,ocaml byte,2.0133600430417573,1.9483337847502753,2.067620643999817,7.752073971570059e-2,5.722232608458095e-2,9.343222147932807e-2
0xb2df8a,haskell,17.215893945375154,17.019973310124936,17.324283889000338,0.19669112353250615,0.11872500454467973,0.25031585251779354
0x33a02c,haskell strict,0.574160305083088,0.5740826583334145,0.5742721173326876,1.2418692039195138e-4,2.898749983160087e-5,1.5150889667694663e-4
0xfb9a99,juvix,0.8269830173541474,0.8210414307498013,0.8316757331875806,7.239471894005633e-3,4.555561409801168e-3,8.975873099375099e-3
0xe31a1c,juvix wasm,0.8633636745417258,0.8623392693749565,0.8650631320003868,1.8205661219977318e-3,3.255124164904255e-4,2.258030759463858e-3
0xfdbf6f,c,0.15487349980057072,0.15484428996741292,0.15490492827600627,4.941099120563726e-5,3.964246643802544e-5,6.072941501354647e-5
0xff7f00,c wasm,0.19276449657508135,0.19251983685274657,0.19302334163911736,4.263193174439451e-4,3.18854261281919e-4,5.788996250065673e-4
0xcab2d6,runtime,0.2786555469867714,0.27861806966663305,0.2786985522669662,6.215163473208117e-5,2.9510992337508993e-5,8.12729936983621e-5
0x6a3d9a,runtime wasm,0.31671490632995,0.31664157394998255,0.31681622583989033,1.3214248925203802e-4,7.177559832689897e-5,1.8340032482815538e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.27881029798000667,0.2787439336799957,0.2789512834000334,1.4006676541469335e-4,2.4187506397431343e-5,1.8074297276680573e-4
0x1f78b4,ocaml byte,0.9899412094375014,0.9870668543749967,0.9928155645000061,3.797047141176484e-3,1.7262055914297999e-3,4.738557301040818e-3
0xb2df8a,haskell,17.108299784916667,17.05943580983333,17.1518177185,5.977184753759557e-2,3.701407820423039e-2,7.438012197468727e-2
0x33a02c,haskell strict,0.5745346876874938,0.5745168587500113,0.5745508753749675,2.524989553683075e-5,1.5908677469348294e-5,3.516438412726703e-5
0xfb9a99,juvix,0.27851833098334167,0.2784271779833477,0.27865667843333314,1.6203194193675308e-4,6.329799755282809e-5,2.1404356428571163e-4
0xe31a1c,juvix wasm,0.3163565288500149,0.3162972736500251,0.3164140785999825,9.357086650210032e-5,7.937346040651753e-5,1.0807068693530648e-4
0xfdbf6f,c,0.15497254973060334,0.15492065824491488,0.1550450156428296,1.0680407710159025e-4,6.856613657555178e-5,1.5527562450368113e-4
0xff7f00,c wasm,0.19288735121389777,0.1927220421916742,0.1931779518750021,3.479834291006258e-4,1.0569583185499894e-4,5.140917582327029e-4
0xcab2d6,runtime,0.2785724144399736,0.2785080413999784,0.27868735393994026,1.279333877064292e-4,2.391902704923873e-5,1.6886187975771988e-4
0x6a3d9a,runtime wasm,0.3163678188633374,0.31625223652998785,0.31651914505004014,2.032870275694065e-4,9.32967133502827e-5,2.69073270774617e-4
0xa6cee3,ocaml,0.2789395591566669,0.27888308476001383,0.2790019715399922,8.95953655322054e-5,5.805854849328215e-5,1.1259021404587028e-4
0x1f78b4,ocaml byte,0.9911531478124923,0.9906702705000043,0.9914813387499635,5.651668990868614e-4,4.925694052395734e-4,6.277979809472427e-4
0xb2df8a,haskell,17.274590089166622,17.20265272616666,17.31121652999991,6.984429327248967e-2,6.9898120000289055e-3,8.710168162544006e-2
0x33a02c,haskell strict,0.5746041767708192,0.5744989346041365,0.5747851037500027,1.8779627501364158e-4,3.604845179652218e-5,2.4304637305749122e-4
0xfb9a99,juvix,0.27993545164339595,0.2786199882700475,0.28256425020008463,2.9179098069875885e-3,1.4605679303487593e-5,3.599632637585172e-3
0xe31a1c,juvix wasm,0.31673193302338326,0.3165751402500632,0.31702282324004044,3.141610065998784e-4,5.956395042201019e-5,4.0740460879231804e-4
0xfdbf6f,c,0.1550828667370652,0.15503638736087416,0.15520072125849732,1.1536689956441113e-4,3.170673093447611e-5,1.683073164437897e-4
0xff7f00,c wasm,0.19320806437222648,0.19313163858333204,0.19328964838332466,1.2601274645780374e-4,1.0103675425094176e-4,1.6949917200555583e-4
0xcab2d6,runtime,0.2786446971366968,0.27856812027004707,0.27872322099000485,1.1775618168769697e-4,5.923546998373584e-5,1.7283111436483878e-4
0x6a3d9a,runtime wasm,0.31809594670995767,0.3165846249199922,0.3210501027199916,3.2711810830022823e-3,1.1859788803916674e-4,4.076405433725354e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3139416936400206,0.3138319250400188,0.3140327535399229,1.4972439270864556e-4,1.1849586610473415e-4,1.8681775754667628e-4
0x1f78b4,ocaml byte,2.9037200347292846,2.810015361583358,2.9693928052292713,0.11000929378785221,9.386734319923713e-2,0.12375332138833951
0xb2df8a,haskell,0.42249938152072747,0.422077748333398,0.4226917154581618,4.025843667388464e-4,1.6398569506116423e-4,5.295439346077089e-4
0x33a02c,haskell strict,0.4217521470832253,0.42074224949976724,0.4222507876665986,9.526830724072469e-4,2.9934016652077844e-4,1.1806974664959218e-3
0xfb9a99,juvix,0.28131826643656493,0.2811895465032558,0.2815512775698971,2.49991272652519e-4,6.241617599439666e-5,3.35544842427763e-4
0xe31a1c,juvix wasm,0.3180200737000056,0.3179152064000573,0.3181510607998158,1.7661632478244347e-4,1.4269152289938597e-4,2.1091508544838445e-4
0xcab2d6,runtime,0.283216686733349,0.28195758979995844,0.2845104745333811,1.8767160128017255e-3,1.2622813549025937e-3,2.327854280593868e-3
0x6a3d9a,runtime wasm,0.7218299531666427,0.7209363580000172,0.7225049458333122,1.1628055678704339e-3,6.610402338927541e-4,1.558828791210661e-3
0xa6cee3,ocaml,0.31484472425348636,0.3140032828400217,0.31641626160039776,1.7128140532802854e-3,1.243221026970469e-4,2.197178373489594e-3
0x1f78b4,ocaml byte,2.854130019770878,2.6954234996458126,2.9327488368334116,0.14965333493497968,5.255016033333959e-2,0.18327420179381393
0xb2df8a,haskell,0.42145647889594784,0.4202527621251875,0.4220341006250692,1.159750281764928e-3,1.4546920829161536e-4,1.4739190898190942e-3
0x33a02c,haskell strict,0.4228449992499084,0.4219639912499815,0.4232671824997851,8.517157628028508e-4,3.123062918763246e-4,1.1489074055792458e-3
0xfb9a99,juvix,0.28165816189673026,0.2812764958566822,0.28188758673350095,4.4310129985022413e-4,1.7862566584592562e-4,6.116310900646731e-4
0xe31a1c,juvix wasm,0.31798041781332664,0.31778783692661516,0.3182097595333592,2.926095799412866e-4,2.4139963851314516e-4,3.3024082645405096e-4
0xcab2d6,runtime,0.2846368295668223,0.2821963493668742,0.2892875461000585,5.1348535482188574e-3,3.616395386094231e-4,6.521704857633535e-3
0x6a3d9a,runtime wasm,0.7211604126875196,0.7207401342499603,0.7215967615624473,5.952370601672177e-4,3.10960693635647e-4,7.627540394042269e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.172566690187466,1.153392315874953,1.1927262098751044,2.756465417445174e-2,1.22802398424373e-2,3.677276323061825e-2
0x1f78b4,ocaml byte,6.967476048166816,6.8702884947501275,7.010947880000458,9.433375103830235e-2,4.369731849803199e-2,0.1269409547373864
0xb2df8a,haskell,1.9094912344168051,1.8768273507503181,1.9385722321250114,4.502599055540508e-2,2.69542386568374e-2,6.21827980036312e-2
0x33a02c,haskell strict,1.8729148563335798,1.8583586617506285,1.8806897368334035,1.382336261766971e-2,5.205308533644771e-3,1.7955317397961464e-2
0xfb9a99,juvix,1.7456521579792934,1.7392940743334293,1.7502360593127833,7.929373000546696e-3,4.117241000130889e-3,9.929184818390913e-3
0xe31a1c,juvix wasm,0.8502425133958317,0.8497790634166147,0.8507059633750487,6.190760110151265e-4,3.178186250352155e-4,8.401598230581042e-4
0xcab2d6,runtime,2.099596398312618,2.0968553485001094,2.10427157800018,4.897231710663673e-3,4.4646450002505667e-4,6.052704663348008e-3
0x6a3d9a,runtime wasm,2.3687529248959813,2.3205664692502523,2.392503582125073,4.790749894878927e-2,1.45539263863486e-3,5.565217389694161e-2
0xa6cee3,ocaml,1.1964721401460185,1.182026453750268,1.2169129750207806,2.490257279593401e-2,1.2058114473697416e-2,3.1208043674927466e-2
0x1f78b4,ocaml byte,6.9926737357081565,6.9512957276666985,7.0271286392082475,5.483521633409383e-2,3.206013281955601e-2,7.457100253769815e-2
0xb2df8a,haskell,1.8965474190000577,1.8468015167502472,1.9301321904999895,6.089710142829806e-2,3.7051605556497065e-2,7.3588164932931e-2
0x33a02c,haskell strict,1.8714338496876053,1.8228746032505114,1.9051695608749242,5.523030016650317e-2,3.214946521283243e-2,7.79092877412081e-2
0xfb9a99,juvix,1.7371592899374946,1.7333407500000249,1.7409778298749643,5.556481105992941e-3,2.5728124889577166e-3,7.6744127203974355e-3
0xe31a1c,juvix wasm,0.8481071097082236,0.8463476267500027,0.8505905759997177,2.9637232694342433e-3,1.1817365811357312e-3,3.906310352015119e-3
0xcab2d6,runtime,2.1031944349583305,2.099661973833198,2.1051562463333844,3.403460351579468e-3,1.5264644008509249e-3,4.530609301946585e-3
0x6a3d9a,runtime wasm,2.3713154374374312,2.342413145187436,2.3845243747498444,2.7654513887238136e-2,1.2150740939483203e-2,3.624225079080563e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3421886634791728,0.3370305009165501,0.3447770605833588,5.050970083968611e-3,2.3428888029664806e-3,6.919771318403478e-3
0x1f78b4,ocaml byte,1.060405243479181,1.0517644969377216,1.077044483687473,1.6694012041831508e-2,3.0223088575856427e-4,1.951208506813434e-2
0xb2df8a,haskell,1.8620496204166557,1.849283367375051,1.8842463990416718,2.2449700109872038e-2,2.2686599700697772e-3,2.7670774315901783e-2
0x33a02c,haskell strict,0.8906672898749738,0.8559087245000114,0.9078111935000759,3.37711029097925e-2,3.4616262502519812e-3,4.02351305051319e-2
0xfb9a99,juvix,1.12191335795823,1.1167433632082673,1.1317177725831395,9.719105342987122e-3,9.313826668252423e-4,1.1427189862617657e-2
0xe31a1c,juvix wasm,1.0613207357083638,1.0606626569583568,1.0623074035000855,1.08090716755258e-3,3.106366666543181e-4,1.322055757436267e-3
0xcab2d6,runtime,1.4602434883124336,1.4578006451250378,1.464474260312386,4.4601860499948135e-3,9.166075002818852e-4,5.490153757863811e-3
0x6a3d9a,runtime wasm,0.9925502252499617,0.9918127069998945,0.9932877435000289,9.440317646215234e-4,4.8615000006756534e-4,1.2170754407665669e-3
0xa6cee3,ocaml,0.34605879287492297,0.3405858008748055,0.3488316367499162,5.460001317420959e-3,3.0344968763645537e-3,7.375885825283146e-3
0x1f78b4,ocaml byte,1.0684051420627156,1.0522171050006364,1.0941731662501297,2.698855661027157e-2,5.055320624705928e-3,3.3048293242672354e-2
0xb2df8a,haskell,1.876305830062582,1.86594182100013,1.88879064881246,1.6553791645896657e-2,7.626551657622684e-3,2.3030585231927744e-2
0x33a02c,haskell strict,0.9166589982082579,0.8872492771249085,0.931368640583211,2.842231886674231e-2,7.497210980575902e-3,3.770802625881514e-2
0xfb9a99,juvix,1.1207484332085376,1.1198204519167043,1.1213949106253835,1.1528525517659428e-3,7.313999094440332e-4,1.4929756425640355e-3
0xe31a1c,juvix wasm,1.0639638603958967,1.0610028405624803,1.0698611695625573,5.846539145476639e-3,1.3372512478326826e-4,6.838182391595119e-3
0xcab2d6,runtime,1.4983541260625277,1.4960659187500671,1.5024096651874856,4.16739527016539e-3,6.831491288148196e-4,5.284388431243189e-3
0x6a3d9a,runtime wasm,0.9881958478124678,0.9870924204998726,0.9889781951874852,1.3989727054902837e-3,7.150880001063342e-4,1.7225437251210027e-3
Loading

0 comments on commit 0baa290

Please sign in to comment.