From 91a0b3735e6767d6c6d401446f42d26f1bb7ff50 Mon Sep 17 00:00:00 2001 From: Anthony Wang Date: Thu, 28 Apr 2022 09:24:27 -0500 Subject: [PATCH] Add Elixir --- README.md | 95 ++- data.json | 2262 +++++++++++++++++++++++++++-------------------------- run.sh | 1 + test.exs | 19 + 4 files changed, 1267 insertions(+), 1110 deletions(-) create mode 100644 test.exs diff --git a/README.md b/README.md index 95e0a45..159dd54 100644 --- a/README.md +++ b/README.md @@ -3,22 +3,89 @@ One program in a potpourri of programming languages. ``` +Benchmark 1: ./testc + Time (mean ± σ): 16.8 ms ± 3.4 ms [User: 16.5 ms, System: 0.6 ms] + Range (min … max): 13.0 ms … 28.4 ms 191 runs + +Benchmark 2: ./testcpp + Time (mean ± σ): 17.8 ms ± 4.0 ms [User: 17.2 ms, System: 0.8 ms] + Range (min … max): 13.5 ms … 29.1 ms 175 runs + +Benchmark 3: python test.py + Time (mean ± σ): 430.7 ms ± 23.4 ms [User: 426.1 ms, System: 4.0 ms] + Range (min … max): 388.5 ms … 466.9 ms 10 runs + +Benchmark 4: java test + Time (mean ± σ): 62.3 ms ± 11.7 ms [User: 57.5 ms, System: 8.0 ms] + Range (min … max): 49.2 ms … 87.5 ms 41 runs + +Benchmark 5: mono test.exe + Time (mean ± σ): 32.8 ms ± 6.6 ms [User: 29.9 ms, System: 3.1 ms] + Range (min … max): 25.9 ms … 48.5 ms 101 runs + +Benchmark 6: node test.js + Time (mean ± σ): 61.7 ms ± 8.4 ms [User: 57.0 ms, System: 5.5 ms] + Range (min … max): 50.4 ms … 79.1 ms 53 runs + +Benchmark 7: perl test.pl + Time (mean ± σ): 666.4 ms ± 33.8 ms [User: 663.9 ms, System: 1.5 ms] + Range (min … max): 619.0 ms … 725.2 ms 10 runs + +Benchmark 8: ruby test.rb + Time (mean ± σ): 249.1 ms ± 13.7 ms [User: 243.7 ms, System: 4.9 ms] + Range (min … max): 229.8 ms … 271.4 ms 12 runs + +Benchmark 9: ./testgo + Time (mean ± σ): 21.4 ms ± 5.3 ms [User: 21.0 ms, System: 0.8 ms] + Range (min … max): 16.9 ms … 34.7 ms 153 runs + + Warning: Statistical outliers were detected. Consider re-running this benchmark on a quiet PC without any interferences from other programs. It might help to use the '--warmup' or '--prepare' options. + +Benchmark 10: ./testrs + Time (mean ± σ): 22.0 ms ± 5.4 ms [User: 21.6 ms, System: 0.6 ms] + Range (min … max): 14.5 ms … 31.1 ms 167 runs + +Benchmark 11: ./tesths + Time (mean ± σ): 90.7 ms ± 5.8 ms [User: 89.2 ms, System: 1.5 ms] + Range (min … max): 82.2 ms … 100.2 ms 33 runs + +Benchmark 12: julia test.jl + Time (mean ± σ): 262.2 ms ± 11.4 ms [User: 213.5 ms, System: 48.3 ms] + Range (min … max): 250.8 ms … 291.6 ms 11 runs + +Benchmark 13: Rscript test.r + Time (mean ± σ): 3.086 s ± 0.084 s [User: 3.065 s, System: 0.020 s] + Range (min … max): 2.913 s … 3.235 s 10 runs + +Benchmark 14: ecl --shell test.lisp + Time (mean ± σ): 790.7 ms ± 24.2 ms [User: 1190.7 ms, System: 93.0 ms] + Range (min … max): 757.7 ms … 831.1 ms 10 runs + +Benchmark 15: lua test.lua + Time (mean ± σ): 137.0 ms ± 9.8 ms [User: 136.2 ms, System: 0.8 ms] + Range (min … max): 120.4 ms … 158.4 ms 21 runs + +Benchmark 16: elixir test.exs + Time (mean ± σ): 298.4 ms ± 11.9 ms [User: 416.0 ms, System: 50.9 ms] + Range (min … max): 272.6 ms … 319.2 ms 10 runs + Summary './testc' ran - 1.06 ± 0.30 times faster than './testcpp' - 1.21 ± 0.40 times faster than './testrs' - 1.31 ± 0.35 times faster than './testgo' - 2.12 ± 0.50 times faster than 'mono test.exe' - 3.59 ± 0.82 times faster than 'java test' - 3.66 ± 0.82 times faster than 'node test.js' - 5.43 ± 1.13 times faster than './tesths' - 10.00 ± 1.90 times faster than 'lua test.lua' - 15.52 ± 2.77 times faster than 'ruby test.rb' - 16.78 ± 3.00 times faster than 'julia test.jl' - 26.43 ± 4.69 times faster than 'python test.py' - 39.73 ± 7.00 times faster than 'perl test.pl' - 49.11 ± 8.64 times faster than 'ecl --shell test.lisp' - 186.17 ± 32.73 times faster than 'Rscript test.r' + 1.06 ± 0.32 times faster than './testcpp' + 1.27 ± 0.41 times faster than './testgo' + 1.31 ± 0.42 times faster than './testrs' + 1.95 ± 0.56 times faster than 'mono test.exe' + 3.67 ± 0.90 times faster than 'node test.js' + 3.70 ± 1.03 times faster than 'java test' + 5.39 ± 1.15 times faster than './tesths' + 8.14 ± 1.76 times faster than 'lua test.lua' + 14.80 ± 3.13 times faster than 'ruby test.rb' + 15.59 ± 3.26 times faster than 'julia test.jl' + 17.74 ± 3.69 times faster than 'elixir test.exs' + 25.60 ± 5.41 times faster than 'python test.py' + 39.61 ± 8.34 times faster than 'perl test.pl' + 47.00 ± 9.71 times faster than 'ecl --shell test.lisp' + 183.44 ± 37.82 times faster than 'Rscript test.r' ``` ¯\\\_(ツ)\_/¯ diff --git a/data.json b/data.json index f27ef40..c198783 100644 --- a/data.json +++ b/data.json @@ -2,189 +2,205 @@ "results": [ { "command": "./testc", - "mean": 0.015617699800000008, - "stddev": 0.002716724908724387, - "median": 0.01468222756, - "user": 0.015263637142857146, - "system": 0.0005387668571428571, - "min": 0.01290136256, - "max": 0.025318849560000002, + "mean": 0.016822340714659684, + "stddev": 0.003437781345584841, + "median": 0.015229075500000001, + "user": 0.016456876544502622, + "system": 0.0006069193717277487, + "min": 0.013044527500000002, + "max": 0.0283906545, "times": [ - 0.01501601256, - 0.014480329560000001, - 0.014739845560000003, - 0.014028373560000001, - 0.015400982560000002, - 0.014412092560000003, - 0.013393634560000003, - 0.015320211560000001, - 0.015076795560000002, - 0.016441500560000002, - 0.01290136256, - 0.014602678560000002, - 0.014855651560000002, - 0.01441349456, - 0.02452477356, - 0.020994964560000003, - 0.01472467656, - 0.01326647656, - 0.015468940560000002, - 0.014697515560000003, - 0.01466810156, - 0.01494568056, - 0.014079047560000002, - 0.013107489560000001, - 0.022817597560000003, - 0.01961280756, - 0.013106768560000003, - 0.014250338560000003, - 0.014803032560000002, - 0.01474392256, - 0.01395706956, - 0.01320924956, - 0.01419376356, - 0.014046988560000001, - 0.014819333560000002, - 0.01430965956, - 0.01458791056, - 0.01503362456, - 0.01399737556, - 0.014894693560000002, - 0.02227613356, - 0.014592218560000002, - 0.01796622556, - 0.015264387560000002, - 0.01594356856, - 0.013947191560000002, - 0.01419543556, - 0.02100378156, - 0.02387846256, - 0.01428832956, - 0.01420572556, - 0.01340777156, - 0.015402906560000002, - 0.014413234560000002, - 0.01537311056, - 0.01639856056, - 0.016508687560000002, - 0.014643084560000002, - 0.014278611560000001, - 0.01421006356, - 0.014556441560000001, - 0.013830562560000002, - 0.01528203056, - 0.014079258560000002, - 0.01455641156, - 0.01427923256, - 0.01604867456, - 0.015807173560000002, - 0.01525422856, - 0.01521779056, - 0.014216524560000002, - 0.01412355156, - 0.01499315956, - 0.014835363560000002, - 0.01437457156, - 0.01462172456, - 0.01459851056, - 0.016157138560000003, - 0.015447800560000002, - 0.01517990756, - 0.01383783656, - 0.015053502560000001, - 0.01527303356, - 0.01622457456, - 0.021774173560000002, - 0.014927566560000001, - 0.015042090560000002, - 0.01607067656, - 0.015105329560000002, - 0.01418593856, - 0.01433489756, - 0.015495549560000002, - 0.01399491156, - 0.01422901956, - 0.013907306560000002, - 0.015170961560000001, - 0.01420467256, - 0.01457201156, - 0.01586943056, - 0.013940839560000001, - 0.01439066156, - 0.013865327560000001, - 0.014234348560000002, - 0.01468222756, - 0.015134253560000002, - 0.015336241560000002, - 0.014195486560000001, - 0.01431104256, - 0.01439305556, - 0.01798366756, - 0.01483824856, - 0.014263363560000002, - 0.01379448556, - 0.01480208156, - 0.014949317560000001, - 0.013991283560000001, - 0.01920842056, - 0.01635800456, - 0.01454155356, - 0.02312896056, - 0.01472860456, - 0.015704511560000002, - 0.01403965356, - 0.01402552756, - 0.01391807656, - 0.02202437256, - 0.02248435356, - 0.01533274556, - 0.02264202756, - 0.016352324560000003, - 0.014288029560000002, - 0.02165685356, - 0.01577781756, - 0.01631244856, - 0.01416974856, - 0.01410102856, - 0.013206575560000003, - 0.01560005456, - 0.014115967560000001, - 0.01612048956, - 0.015299072560000002, - 0.017378383560000002, - 0.014376975560000001, - 0.01565775356, - 0.014471462560000002, - 0.01561043556, - 0.01395709056, - 0.02405009556, - 0.023215531560000002, - 0.014273041560000001, - 0.01378660056, - 0.01678690756, - 0.01607289956, - 0.01418204156, - 0.014442618560000002, - 0.024345778560000003, - 0.015445796560000002, - 0.014431848560000002, - 0.014135884560000003, - 0.013952590560000002, - 0.025055487560000003, - 0.01454869756, - 0.012947138560000002, - 0.025318849560000002, - 0.015203482560000002, - 0.014251560560000001, - 0.02224196956, - 0.014155180560000001, - 0.01389497356, - 0.013191135560000001, - 0.014148177560000003, - 0.01404433356, - 0.01486448856, - 0.014383017560000003, - 0.013156279560000001 + 0.0137469915, + 0.0203636955, + 0.0162156515, + 0.0149505445, + 0.0146746985, + 0.0146192035, + 0.0167458355, + 0.0131885165, + 0.0141262235, + 0.0158270945, + 0.0141286365, + 0.0220973995, + 0.015023862500000002, + 0.014544454500000002, + 0.0148613875, + 0.014098260500000001, + 0.015599217500000002, + 0.014269029500000002, + 0.0283906545, + 0.0141716975, + 0.014124327500000002, + 0.0220147145, + 0.015598486500000001, + 0.0156153495, + 0.0158825285, + 0.015025385500000002, + 0.014707699500000001, + 0.014715635500000001, + 0.014857811500000002, + 0.0144740925, + 0.013564972500000001, + 0.0213780125, + 0.014037446500000002, + 0.0234442885, + 0.023283168500000003, + 0.014591872500000002, + 0.0139447735, + 0.0154749855, + 0.0197270745, + 0.014020032500000001, + 0.0218386255, + 0.021652354500000002, + 0.015952300500000002, + 0.015964711500000003, + 0.0133462535, + 0.015348498500000002, + 0.016271517500000002, + 0.015030904500000001, + 0.013898134500000003, + 0.014142533500000002, + 0.015229075500000001, + 0.0196217965, + 0.014225066500000001, + 0.0224218275, + 0.019025068500000002, + 0.0231051455, + 0.0140164565, + 0.020715794500000002, + 0.0159501665, + 0.015161809500000002, + 0.014755088500000003, + 0.014442023500000001, + 0.020432282500000003, + 0.0161665005, + 0.0143677135, + 0.0148283165, + 0.0149236835, + 0.0146356765, + 0.013619222500000002, + 0.0200800345, + 0.0152558655, + 0.0134388465, + 0.014079725500000001, + 0.0227743265, + 0.0150320265, + 0.014068012500000001, + 0.0134685715, + 0.0281025875, + 0.0156458455, + 0.0143800785, + 0.0145311895, + 0.0230973415, + 0.023089875500000002, + 0.0147150845, + 0.0141377335, + 0.020329541500000003, + 0.0149398045, + 0.016844419500000003, + 0.014648809500000002, + 0.0155583525, + 0.0134346575, + 0.014100303500000001, + 0.0213603495, + 0.0243969835, + 0.0157544285, + 0.0215929955, + 0.023115983500000003, + 0.014831853500000002, + 0.0143466735, + 0.0247724455, + 0.021997513500000003, + 0.016080187500000002, + 0.014847052500000003, + 0.0145371405, + 0.0206664925, + 0.0163092065, + 0.016074208500000003, + 0.0187888265, + 0.0179852445, + 0.0159979845, + 0.0163545725, + 0.023200091500000002, + 0.0222089985, + 0.014875364500000002, + 0.014152670500000002, + 0.015488620500000001, + 0.0134111955, + 0.0206744155, + 0.0157963285, + 0.014322328500000002, + 0.0222252995, + 0.021475866500000003, + 0.013791013500000001, + 0.021823817500000002, + 0.0219618845, + 0.0151389875, + 0.0143302225, + 0.0132852695, + 0.0172728995, + 0.016916503500000003, + 0.0153100475, + 0.013780365500000002, + 0.015359158500000001, + 0.0134927475, + 0.013044527500000002, + 0.0136813985, + 0.021712850500000002, + 0.0150641475, + 0.0143157265, + 0.014147471500000001, + 0.0236671965, + 0.0160985545, + 0.014819568500000001, + 0.013980168500000001, + 0.0229739895, + 0.020135728500000002, + 0.021371109500000002, + 0.014468242500000002, + 0.0214603065, + 0.016135212500000003, + 0.013973245500000002, + 0.0141063355, + 0.0220018305, + 0.0213180505, + 0.0233030265, + 0.0137280665, + 0.0218124565, + 0.014800993500000002, + 0.0133282095, + 0.014355140500000002, + 0.0142921035, + 0.0147632025, + 0.015821505500000003, + 0.014864272500000001, + 0.014580352500000001, + 0.0203071685, + 0.0203178995, + 0.014014382500000002, + 0.023126886500000002, + 0.0219009315, + 0.015824149500000002, + 0.014634052500000001, + 0.0171495295, + 0.014619245500000003, + 0.0141609265, + 0.0165539365, + 0.0133780805, + 0.016202247500000003, + 0.0143134325, + 0.014131692500000001, + 0.0192298025, + 0.0169759355, + 0.015283697500000002, + 0.0146940555, + 0.014532912500000002, + 0.0196140525, + 0.015250996500000003, + 0.0141518105, + 0.0146218395, + 0.014179742500000002, + 0.0207011455 ], "exit_codes": [ 0, @@ -361,200 +377,210 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0 ] }, { "command": "./testcpp", - "mean": 0.01658859270917128, - "stddev": 0.003714725491947806, - "median": 0.014996195560000002, - "user": 0.016098627734806626, - "system": 0.0006547708287292816, - "min": 0.013157483560000002, - "max": 0.026503918560000003, + "mean": 0.01780967301428572, + "stddev": 0.003978247746754588, + "median": 0.015829950500000002, + "user": 0.01722356857142856, + "system": 0.0008003788571428574, + "min": 0.0135130855, + "max": 0.029121173500000003, "times": [ - 0.014504775560000002, - 0.02425372656, - 0.015460233560000002, - 0.014946501560000002, - 0.01614936356, - 0.014566189560000001, - 0.01464446656, - 0.01458359256, - 0.01531220656, - 0.01579428856, - 0.01366253756, - 0.01658022056, - 0.01433367356, - 0.01562487156, - 0.014281377560000003, - 0.026503918560000003, - 0.014618308560000001, - 0.01427783056, - 0.02372293156, - 0.01589604856, - 0.015201820560000003, - 0.026007168560000002, - 0.02355957656, - 0.01654939156, - 0.015289614560000001, - 0.015357200560000003, - 0.01399455056, - 0.02453493256, - 0.02470090256, - 0.015108224560000001, - 0.013817097560000002, - 0.015506460560000001, - 0.01433123956, - 0.018252882560000003, - 0.01424062056, - 0.02566525756, - 0.01493485056, - 0.017229105560000003, - 0.014033342560000002, - 0.015011283560000001, - 0.01721732256, - 0.013322321560000003, - 0.015742411560000003, - 0.01441694056, - 0.01518412756, - 0.014665726560000002, - 0.01465860356, - 0.015506800560000002, - 0.01947894656, - 0.01566600956, - 0.013859175560000003, - 0.01507503256, - 0.01483101656, - 0.01449975556, - 0.014573102560000002, - 0.013728250560000002, - 0.014919300560000001, - 0.014289862560000002, - 0.01554245756, - 0.015359665560000003, - 0.024104526560000002, - 0.01650964856, - 0.01451555556, - 0.014130324560000001, - 0.01519532756, - 0.01531964056, - 0.014366025560000002, - 0.013856651560000002, - 0.022448846560000003, - 0.014885096560000002, - 0.013774878560000002, - 0.01398572356, - 0.01606082856, - 0.01500327756, - 0.014914532560000002, - 0.014934709560000002, - 0.01564548056, - 0.013673910560000002, - 0.01487556856, - 0.02481021656, - 0.016372441560000003, - 0.01527700056, - 0.014909372560000002, - 0.013459989560000003, - 0.014818000560000003, - 0.01526594056, - 0.015080903560000001, - 0.013595762560000002, - 0.024463969560000003, - 0.01474275056, - 0.02138308056, - 0.025220865560000003, - 0.015486112560000001, - 0.014420557560000002, - 0.01488049856, - 0.022191614560000003, - 0.014996195560000002, - 0.02413353056, - 0.02231484556, - 0.025575559560000002, - 0.01471828456, - 0.01462952856, - 0.02540405856, - 0.02216054656, - 0.015643546560000002, - 0.02443392356, - 0.01545533356, - 0.014460632560000002, - 0.013552402560000003, - 0.01516695556, - 0.014515935560000002, - 0.01560895256, - 0.01561583456, - 0.014655056560000001, - 0.022924295560000002, - 0.015561021560000003, - 0.013721639560000002, - 0.02243906756, - 0.015045197560000001, - 0.01446009056, - 0.02421602556, - 0.016047352560000002, - 0.014989742560000002, - 0.014431467560000001, - 0.013717481560000001, - 0.01324740056, - 0.015453892560000002, - 0.013157483560000002, - 0.01882976156, - 0.01335050456, - 0.01542157156, - 0.013199141560000002, - 0.018778775560000002, - 0.01495669056, - 0.014089457560000001, - 0.025220155560000002, - 0.02262703056, - 0.01587020156, - 0.015154641560000001, - 0.014445163560000002, - 0.01484437056, - 0.013496206560000001, - 0.01420488356, - 0.02578730656, - 0.014079589560000001, - 0.01447088056, - 0.01459786956, - 0.014700541560000002, - 0.01510168256, - 0.01418281256, - 0.02539297856, - 0.014227255560000002, - 0.014663081560000003, - 0.01401204256, - 0.015591429560000002, - 0.01557448556, - 0.013758999560000002, - 0.016668886560000002, - 0.014728213560000002, - 0.01515079456, - 0.01455018056, - 0.026420601560000003, - 0.02310628756, - 0.013437957560000002, - 0.023523458560000002, - 0.014826938560000003, - 0.014979954560000001, - 0.01417203156, - 0.014489305560000002, - 0.01460791756, - 0.01382065456, - 0.014883594560000001, - 0.01569266756, - 0.014928308560000002, - 0.014404817560000002, - 0.01414882856, - 0.01621268256, - 0.02246949556, - 0.01445195556, - 0.01476531256, - 0.022852592560000003 + 0.0152080965, + 0.016719664500000002, + 0.016490036500000003, + 0.0173543225, + 0.0162703755, + 0.0147867975, + 0.0145300685, + 0.0244053275, + 0.0175435585, + 0.0145886665, + 0.0161296325, + 0.0144990885, + 0.014001489500000002, + 0.023131264500000002, + 0.024722861500000002, + 0.0158455005, + 0.016061362500000002, + 0.0144644055, + 0.0239091095, + 0.0160891155, + 0.0143319175, + 0.0251888845, + 0.0150931425, + 0.014765517500000002, + 0.0141560685, + 0.0188998545, + 0.0135130855, + 0.015539025500000001, + 0.015267448500000003, + 0.0158525025, + 0.0152768265, + 0.0150573445, + 0.014844246500000002, + 0.015009032500000002, + 0.0150734355, + 0.0145342745, + 0.0157260265, + 0.016437385500000002, + 0.017888433500000002, + 0.015157420500000001, + 0.024416600500000003, + 0.0238713595, + 0.014972074500000002, + 0.0240346645, + 0.0161602595, + 0.014824648500000003, + 0.014477149500000001, + 0.023566337500000003, + 0.015829950500000002, + 0.0151541655, + 0.013573689500000001, + 0.0151940895, + 0.0164556915, + 0.0179293695, + 0.0140611805, + 0.0229424415, + 0.0214827385, + 0.0166135375, + 0.014519056500000002, + 0.029019363500000003, + 0.0157273495, + 0.021616549500000002, + 0.014879801500000001, + 0.021685028500000002, + 0.0233088845, + 0.0233835865, + 0.0142597125, + 0.021940755500000002, + 0.0224788635, + 0.026826559500000003, + 0.0144722095, + 0.023544256500000003, + 0.015271786500000002, + 0.014739929500000002, + 0.022661635500000003, + 0.0255311055, + 0.014448575500000001, + 0.0245902845, + 0.0218593345, + 0.0163131135, + 0.017226223500000002, + 0.017913348500000002, + 0.0167002405, + 0.015145409500000002, + 0.0144461605, + 0.015578159500000001, + 0.014408539500000001, + 0.0152947495, + 0.014161346500000001, + 0.024991686500000002, + 0.015248551500000002, + 0.014568440500000002, + 0.016136894500000002, + 0.0147044445, + 0.0205903495, + 0.015204509500000001, + 0.016200725500000002, + 0.015474824500000001, + 0.0149247175, + 0.0162228545, + 0.0156438025, + 0.029121173500000003, + 0.015042616500000001, + 0.0146495115, + 0.0162735505, + 0.0150895955, + 0.0143087335, + 0.024562662500000002, + 0.0162270235, + 0.014266063500000002, + 0.0144009875, + 0.0235189275, + 0.024773067500000003, + 0.0152219735, + 0.0231976275, + 0.022356023500000002, + 0.0163952285, + 0.014596691500000002, + 0.0231400405, + 0.0226402155, + 0.015564934500000002, + 0.0149099595, + 0.0146906685, + 0.0246001625, + 0.015616511500000003, + 0.0154603585, + 0.022695969500000003, + 0.0163266605, + 0.015469746500000003, + 0.023178372500000002, + 0.0155010545, + 0.014609727500000003, + 0.015856018500000003, + 0.022518457500000002, + 0.0154927295, + 0.0143170185, + 0.014381380500000002, + 0.022920660500000002, + 0.016760551500000002, + 0.014720004500000002, + 0.0141219135, + 0.0248487675, + 0.0157788455, + 0.014386067500000002, + 0.014337297500000002, + 0.022370861500000002, + 0.0215573485, + 0.020678334500000003, + 0.014100052500000002, + 0.0231900745, + 0.016612545500000003, + 0.014665961500000001, + 0.014376050500000001, + 0.022464605500000002, + 0.0168324475, + 0.014711216500000002, + 0.014516903500000001, + 0.021793160500000002, + 0.0227897045, + 0.0244948845, + 0.0139961995, + 0.013689093500000001, + 0.021884762500000002, + 0.0242921775, + 0.015113057500000002, + 0.022611091500000003, + 0.015583099500000003, + 0.0142695095, + 0.0156130245, + 0.013514897500000001, + 0.018264507500000002, + 0.0156958385, + 0.0160487305, + 0.024758038500000003, + 0.0235727605 ], "exit_codes": [ 0, @@ -731,35 +757,29 @@ 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, 0 ] }, { "command": "python test.py", - "mean": 0.41274749205999994, - "stddev": 0.014156390624630203, - "median": 0.41446359355999995, - "user": 0.40835052000000005, - "system": 0.004106686, - "min": 0.39032399256, - "max": 0.43838135856, + "mean": 0.43068266800000005, + "stddev": 0.023407258549280014, + "median": 0.430761129, + "user": 0.4261154200000001, + "system": 0.004002506, + "min": 0.3884706165, + "max": 0.4668531125, "times": [ - 0.40494050756, - 0.41639380756, - 0.41538150156, - 0.41354568556, - 0.40775081756, - 0.39500316356, - 0.41997369856, - 0.39032399256, - 0.43838135856, - 0.42578038756000003 + 0.43371837350000003, + 0.3884706165, + 0.4087356015, + 0.4278038845, + 0.4185708275, + 0.4426204425, + 0.4467285515, + 0.41764205050000003, + 0.4668531125, + 0.4556832195 ], "exit_codes": [ 0, @@ -776,58 +796,55 @@ }, { "command": "java test", - "mean": 0.056061419469090934, - "stddev": 0.008256108748120376, - "median": 0.05182499956, - "user": 0.053720247272727256, - "system": 0.008591310909090908, - "min": 0.04640827956000001, - "max": 0.07727960156000001, + "mean": 0.06230332301219515, + "stddev": 0.011659728852153335, + "median": 0.06435488950000001, + "user": 0.05745557121951221, + "system": 0.00804147756097561, + "min": 0.0491564685, + "max": 0.08746597950000001, "times": [ - 0.06567306356000001, - 0.06674159456, - 0.06408600256000001, - 0.06719123556, - 0.06947188556, - 0.05141531356000001, - 0.06195094556000001, - 0.07031809956000001, - 0.06549683556000001, - 0.04988089056000001, - 0.05763764256000001, - 0.06439849756, - 0.051169342560000004, - 0.04906750856000001, - 0.05021315156000001, - 0.07727960156000001, - 0.04976759756000001, - 0.05467849156000001, - 0.04930465156000001, - 0.052089955560000005, - 0.05573409756000001, - 0.06629262456000001, - 0.04851978256000001, - 0.04746284356000001, - 0.06705962956000001, - 0.04801312356000001, - 0.06435761256000001, - 0.049356918560000004, - 0.05303271056000001, - 0.049335299560000004, - 0.048622785560000006, - 0.04942109856000001, - 0.049854361560000005, - 0.04816558856000001, - 0.04640827956000001, - 0.055248338560000006, - 0.053490558560000005, - 0.047946769560000005, - 0.06250044356000001, - 0.06648073656, - 0.049247844560000004, - 0.05014973356000001, - 0.050608924560000004, - 0.051560043560000005 + 0.0700895325, + 0.0756176475, + 0.07102274750000001, + 0.0503098765, + 0.07225929250000002, + 0.0507358035, + 0.0517869205, + 0.06673439150000002, + 0.07743189250000002, + 0.06925892750000001, + 0.0513659225, + 0.0654773595, + 0.0708586725, + 0.0773973175, + 0.0797997235, + 0.0650639865, + 0.052045453500000005, + 0.052079648500000006, + 0.051929667500000005, + 0.0723432805, + 0.0776182315, + 0.0491564685, + 0.08746597950000001, + 0.049809870500000006, + 0.0502749715, + 0.0533630405, + 0.0509031765, + 0.050256155500000003, + 0.0515746035, + 0.0512950505, + 0.0779274295, + 0.06435488950000001, + 0.07367007250000002, + 0.0508960535, + 0.0686841825, + 0.051955125500000005, + 0.0520869315, + 0.0514726225, + 0.07116484449999999, + 0.0754127735, + 0.051485706500000006 ], "exit_codes": [ 0, @@ -870,117 +887,120 @@ 0, 0, 0, - 0, - 0, - 0, 0 ] }, { "command": "mono test.exe", - "mean": 0.033178504202105275, - "stddev": 0.005365882231368953, - "median": 0.031227150560000003, - "user": 0.030210472631578944, - "system": 0.0030455006315789463, - "min": 0.02626255656, - "max": 0.04783274656000001, + "mean": 0.032846878995049504, + "stddev": 0.006578707005044902, + "median": 0.029363457500000002, + "user": 0.02989214475247524, + "system": 0.003058721188118812, + "min": 0.025911316500000003, + "max": 0.0484537025, "times": [ - 0.029286546560000005, - 0.03635633156, - 0.02902311356, - 0.03604530956, - 0.027330906560000003, - 0.02680408956, - 0.028778295560000004, - 0.034763018560000004, - 0.02788928056, - 0.02713854656, - 0.029026749560000002, - 0.03077343056, - 0.02626255656, - 0.027584409560000002, - 0.027658668560000002, - 0.02980957656, - 0.02779282056, - 0.028778566560000003, - 0.033932334560000006, - 0.02824446656, - 0.02971494856, - 0.030759894560000004, - 0.03701946256000001, - 0.03051342456, - 0.03369604156000001, - 0.03426573756, - 0.04023691656000001, - 0.03686015556, - 0.03740858156000001, - 0.037007460560000004, - 0.04024066256000001, - 0.03652116056000001, - 0.027935317560000002, - 0.028089696560000002, - 0.030467778560000002, - 0.03004700956, - 0.03433970756000001, - 0.02797388856, - 0.02853974856, - 0.028509993560000002, - 0.02840815256, - 0.042050431560000004, - 0.035896181560000004, - 0.03587495056000001, - 0.03523781756, - 0.029034435560000002, - 0.03168488656000001, - 0.02717602556, - 0.03018925656, - 0.03811831956, - 0.035447010560000006, - 0.03895777156000001, - 0.02754007656, - 0.045196010560000006, - 0.03268681156000001, - 0.038816427560000005, - 0.038163415560000004, - 0.03845833656000001, - 0.03766751656, - 0.027079926560000002, - 0.02655743756, - 0.028013834560000003, - 0.037891105560000006, - 0.033449511560000006, - 0.036621316560000006, - 0.030898435560000003, - 0.04433571956000001, - 0.03426222156000001, - 0.02945119556, - 0.027510642560000003, - 0.028864887560000003, - 0.04188750656, - 0.02814069156, - 0.03802056756, - 0.02901008956, - 0.029649025560000004, - 0.03278619756000001, - 0.026398620560000002, - 0.031227150560000003, - 0.04479259456000001, - 0.03964114056, - 0.02888480456, - 0.04783274656000001, - 0.03686995356000001, - 0.041489932560000005, - 0.03762897356000001, - 0.039821428560000004, - 0.03447827656000001, - 0.029418073560000004, - 0.031163751560000005, - 0.04253453756000001, - 0.027235557560000002, - 0.027716217560000003, - 0.044612367560000005, - 0.03575101856000001 + 0.0276937725, + 0.034177715500000004, + 0.0274125955, + 0.0286351655, + 0.0468362245, + 0.030435604500000005, + 0.0444698155, + 0.026803126500000003, + 0.030375812500000002, + 0.029363457500000002, + 0.028245335500000003, + 0.0266305725, + 0.029671144500000003, + 0.0434027295, + 0.0367622145, + 0.038152183500000006, + 0.031051366500000004, + 0.047920354500000005, + 0.0319182775, + 0.028948550500000003, + 0.0284268345, + 0.0270579625, + 0.0298514415, + 0.028173430500000003, + 0.0468466555, + 0.0276674425, + 0.028846198500000003, + 0.0284436765, + 0.045393696500000004, + 0.0277638025, + 0.0292735785, + 0.0325663625, + 0.0286172815, + 0.0412888155, + 0.0269241825, + 0.0285612665, + 0.027065376500000002, + 0.0274872955, + 0.0285153305, + 0.0283056895, + 0.030269381500000005, + 0.0469642155, + 0.0365005735, + 0.0269349335, + 0.0267972655, + 0.030990582500000002, + 0.028732696500000002, + 0.0300457045, + 0.0449687405, + 0.036220059500000006, + 0.0364385575, + 0.027474682500000003, + 0.029262218500000003, + 0.0484537025, + 0.0325684345, + 0.0401590505, + 0.029090235500000002, + 0.0430242225, + 0.0350902035, + 0.042716076500000005, + 0.028564461500000003, + 0.027062282500000003, + 0.0270079395, + 0.0278808325, + 0.0445614685, + 0.0378268645, + 0.040318649500000005, + 0.0405735365, + 0.0289756915, + 0.0392605685, + 0.0282580485, + 0.0301309725, + 0.026709259500000002, + 0.026228071500000002, + 0.0267246195, + 0.0266342395, + 0.026965139500000002, + 0.029281503500000004, + 0.044566297500000004, + 0.0369352375, + 0.0381885525, + 0.0362462085, + 0.0371848345, + 0.028549043500000003, + 0.026677079500000003, + 0.030226962500000003, + 0.0269344515, + 0.0293460455, + 0.0442325145, + 0.0364746945, + 0.0384043275, + 0.0364577445, + 0.0269573645, + 0.0268379205, + 0.025911316500000003, + 0.030581886500000002, + 0.026184678500000003, + 0.028821493500000003, + 0.027907763500000002, + 0.044597907500000006, + 0.037662428500000004 ], "exit_codes": [ 0, @@ -1077,72 +1097,78 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, 0 ] }, { "command": "node test.js", - "mean": 0.057119330767547175, - "stddev": 0.008019404296853048, - "median": 0.053677428560000004, - "user": 0.05191658603773586, - "system": 0.0046844554716981126, - "min": 0.04831695256000001, - "max": 0.08765468456000002, + "mean": 0.061746560198113205, + "stddev": 0.008365712954588385, + "median": 0.0575081365, + "user": 0.05702903509433959, + "system": 0.005513477735849056, + "min": 0.050441242500000004, + "max": 0.07908372450000001, "times": [ - 0.053677428560000004, - 0.05130820256000001, - 0.06329016256, - 0.06184986656000001, - 0.06200531656000001, - 0.05487405756000001, - 0.054638396560000003, - 0.06323462856, - 0.06455995956, - 0.06213473956000001, - 0.06948615156000001, - 0.06083021756000001, - 0.05144098056000001, - 0.053086781560000004, - 0.06945329056, - 0.06508514356, - 0.06005051756000001, - 0.07929365156000001, - 0.05552460556000001, - 0.08765468456000002, - 0.06404077756000001, - 0.05738789256000001, - 0.05469487256000001, - 0.05058365556000001, - 0.051711357560000004, - 0.05139435356000001, - 0.051706807560000005, - 0.052121895560000006, - 0.05109872956000001, - 0.050230494560000005, - 0.05047815856000001, - 0.050691777560000005, - 0.06759448056, - 0.057330986560000005, - 0.051060307560000004, - 0.050146518560000006, - 0.061326245560000006, - 0.052135671560000006, - 0.05031837956000001, - 0.055414880560000004, - 0.05821460056000001, - 0.06348261356000001, - 0.051453183560000004, - 0.053417460560000005, - 0.05164295856000001, - 0.05108113856000001, - 0.04837280556000001, - 0.05322433956000001, - 0.04831695256000001, - 0.06863070056000001, - 0.05163014556000001, - 0.05102196656000001, - 0.051888638560000006 + 0.0545549705, + 0.0666815445, + 0.0537324615, + 0.0533822865, + 0.0531207775, + 0.0538989625, + 0.07486913650000002, + 0.0676940295, + 0.0687315715, + 0.0627902125, + 0.0542568925, + 0.0668252835, + 0.06618636850000001, + 0.06726129950000001, + 0.053604421500000006, + 0.054474180500000004, + 0.0773771405, + 0.07565437650000001, + 0.0559978225, + 0.0689451915, + 0.0547966525, + 0.0554995995, + 0.07908372450000001, + 0.06395348950000002, + 0.07632132350000001, + 0.0693988505, + 0.0650222405, + 0.0531174515, + 0.0575081365, + 0.055264730500000005, + 0.0531069205, + 0.0549991925, + 0.0533077075, + 0.055142139500000006, + 0.0526630915, + 0.06657605750000001, + 0.06184380150000001, + 0.06701593150000001, + 0.053112541500000006, + 0.0537093675, + 0.06721294950000001, + 0.0723669055, + 0.0565498335, + 0.0566040765, + 0.05451860150000001, + 0.0678146255, + 0.07034693550000001, + 0.07043063050000001, + 0.0522685915, + 0.050441242500000004, + 0.056687732500000004, + 0.0758768235, + 0.0699668625 ], "exit_codes": [ 0, @@ -1202,24 +1228,24 @@ }, { "command": "perl test.pl", - "mean": 0.6205505467600002, - "stddev": 0.017783443874410255, - "median": 0.6159111110600001, - "user": 0.61823012, - "system": 0.0019232619999999998, - "min": 0.6024307995600001, - "max": 0.6505499505600001, + "mean": 0.6663974278, + "stddev": 0.033787230851656656, + "median": 0.6637041615000001, + "user": 0.66386342, + "system": 0.0015189359999999998, + "min": 0.6189886315, + "max": 0.7251891735000001, "times": [ - 0.6173443495600001, - 0.6237007095600001, - 0.6505499505600001, - 0.6501643185600001, - 0.62761571656, - 0.6144778725600001, - 0.6111248245600001, - 0.6035415395600001, - 0.6024307995600001, - 0.6045553865600001 + 0.6704299755, + 0.7251891735000001, + 0.6409131395000001, + 0.6551731565000001, + 0.6790754675, + 0.6794018885, + 0.7098220175000001, + 0.6280024805000001, + 0.6569783475000001, + 0.6189886315 ], "exit_codes": [ 0, @@ -1236,26 +1262,26 @@ }, { "command": "ruby test.rb", - "mean": 0.24235541064333335, - "stddev": 0.009598335810031715, - "median": 0.24376978006, - "user": 0.23516460333333333, - "system": 0.006111578333333332, - "min": 0.22625493756, - "max": 0.26088224056, + "mean": 0.24905216016666668, + "stddev": 0.013690988879742681, + "median": 0.24645694, + "user": 0.24373462, + "system": 0.0049483116666666676, + "min": 0.22981672150000002, + "max": 0.2713879265, "times": [ - 0.24206395156000002, - 0.26088224056, - 0.22625493756, - 0.24538980756, - 0.24725887756, - 0.24662799556, - 0.24342891656, - 0.22665110856, - 0.25023241356, - 0.24411064356, - 0.23650692856000002, - 0.23885710656000003 + 0.24469530450000002, + 0.2713879265, + 0.2650611175, + 0.24657054150000002, + 0.2463433385, + 0.2545729895, + 0.2583561595, + 0.24435924550000002, + 0.23328705450000004, + 0.22981672150000002, + 0.2630392135, + 0.23113630950000003 ], "exit_codes": [ 0, @@ -1274,165 +1300,167 @@ }, { "command": "./testgo", - "mean": 0.02049820773880795, - "stddev": 0.004174326990208031, - "median": 0.01853598156, - "user": 0.01962367562913907, - "system": 0.0012239699337748345, - "min": 0.01657517056, - "max": 0.03321621256000001, + "mean": 0.021428739147058826, + "stddev": 0.0053114437832970495, + "median": 0.0188767325, + "user": 0.02102025398692811, + "system": 0.0008092349019607844, + "min": 0.0168804975, + "max": 0.034705715500000005, "times": [ - 0.01769073956, - 0.01871263256, - 0.01870488656, - 0.02013993356, - 0.01657517056, - 0.020432061560000003, - 0.01777421456, - 0.01859622356, - 0.01814429956, - 0.027956615560000002, - 0.02595106256, - 0.026907453560000003, - 0.02845776456, - 0.01843652556, - 0.018534819560000002, - 0.029942003560000003, - 0.025560681560000003, - 0.02663323956, - 0.01837284656, - 0.02882246856, - 0.02545039656, - 0.01807553856, - 0.018305569560000002, - 0.01708670856, - 0.01817251056, - 0.017799602560000002, - 0.030814327560000004, - 0.02752876556, - 0.017993746560000003, - 0.03018296456, - 0.01888174856, - 0.02178969256, - 0.017584089560000002, - 0.018625688560000003, - 0.018338261560000003, - 0.029950108560000004, - 0.01767596156, - 0.01922062256, - 0.01758458056, - 0.018102500560000002, - 0.01747661756, - 0.018795116560000002, - 0.01719174456, - 0.019216005560000003, - 0.01937457156, - 0.01858875956, - 0.01828583256, - 0.01799892656, - 0.018688425560000003, - 0.028070329560000003, - 0.026611509560000003, - 0.019884806560000003, - 0.028255476560000003, - 0.02814610156, - 0.017876656560000002, - 0.02466424356, - 0.030434935560000004, - 0.01796267956, - 0.01979895556, - 0.02810566456, - 0.017979780560000002, - 0.01739490456, - 0.01803243756, - 0.01875225656, - 0.01929732656, - 0.01821744456, - 0.01793147956, - 0.02074922456, - 0.019355144560000002, - 0.019085390560000002, - 0.01885516856, - 0.01853598156, - 0.01832222156, - 0.01909934556, - 0.01840301256, - 0.01811763756, - 0.018226431560000003, - 0.018856581560000002, - 0.018302945560000002, - 0.01905776756, - 0.01896685856, - 0.01845816556, - 0.01871680056, - 0.018740775560000002, - 0.01836132356, - 0.01776252356, - 0.019073438560000003, - 0.018356955560000002, - 0.01898440056, - 0.01690522756, - 0.01914404956, - 0.018030896560000002, - 0.017435009560000003, - 0.01727099356, - 0.01826056556, - 0.027948310560000002, - 0.017892166560000002, - 0.017924807560000002, - 0.02427371256, - 0.02674056056, - 0.023835752560000003, - 0.030631033560000003, - 0.021154543560000003, - 0.01689520856, - 0.01775392756, - 0.01824993556, - 0.030120818560000002, - 0.030010661560000002, - 0.01794802056, - 0.018414354560000002, - 0.03321621256000001, - 0.017561275560000002, - 0.01924619156, - 0.022486827560000002, - 0.030008468560000005, - 0.029443860560000003, - 0.030440014560000003, - 0.017313912560000002, - 0.018027119560000002, - 0.01883413856, - 0.01872926256, - 0.01775411856, - 0.01801574756, - 0.01831089956, - 0.01791920656, - 0.01826171856, - 0.018637341560000003, - 0.01832908356, - 0.01860213556, - 0.01834721756, - 0.01895726056, - 0.018510253560000002, - 0.01780510256, - 0.017492157560000002, - 0.017529346560000002, - 0.01795159656, - 0.01694025456, - 0.01820475056, - 0.01784227256, - 0.01834925156, - 0.01799855556, - 0.018133096560000003, - 0.017670641560000002, - 0.02331290456, - 0.01807091056, - 0.01797697456, - 0.022264852560000003, - 0.01923070156, - 0.02000436056, - 0.01799248356, - 0.01973621756 + 0.017619520500000003, + 0.0175593975, + 0.0186222565, + 0.017995273500000002, + 0.018641743500000002, + 0.0280427255, + 0.0195660325, + 0.019065947500000003, + 0.027202313500000002, + 0.0189517025, + 0.0176577615, + 0.019196801500000003, + 0.0315173085, + 0.0172127485, + 0.0182854655, + 0.0189259945, + 0.024656108500000003, + 0.0177243565, + 0.017522548500000002, + 0.019681509500000003, + 0.0182119185, + 0.0183366825, + 0.019992410500000002, + 0.0187430425, + 0.017295083500000002, + 0.0188214995, + 0.027392278500000002, + 0.0276197055, + 0.0187833885, + 0.0174954885, + 0.0198441125, + 0.0172572725, + 0.0171494905, + 0.018724768500000002, + 0.018551144500000002, + 0.0171743765, + 0.018973654500000003, + 0.0345991555, + 0.018391715500000003, + 0.018377037500000002, + 0.024366546500000003, + 0.0298769085, + 0.018820978500000002, + 0.0318565335, + 0.0204856235, + 0.0183394775, + 0.0191450245, + 0.0192741685, + 0.018099708500000002, + 0.0185581065, + 0.0306713755, + 0.0188813605, + 0.0177999375, + 0.019456477500000003, + 0.0176688625, + 0.018691415500000003, + 0.018135776500000002, + 0.032187824500000004, + 0.026646553500000003, + 0.0187733095, + 0.0199298935, + 0.018108013500000002, + 0.0190407595, + 0.0179976775, + 0.0334153515, + 0.017927256500000002, + 0.0187183865, + 0.018648155500000003, + 0.017519042500000002, + 0.0191487615, + 0.0188767325, + 0.017764440500000003, + 0.0173423015, + 0.0189704275, + 0.018122441500000003, + 0.018847627500000002, + 0.018543610500000002, + 0.019662322500000003, + 0.018170631500000003, + 0.034168750500000004, + 0.025841105500000003, + 0.0198513775, + 0.0326522325, + 0.017650718500000002, + 0.0187373415, + 0.032471544500000005, + 0.0177948575, + 0.0179233885, + 0.0195189145, + 0.0312429855, + 0.018950300500000003, + 0.0335144765, + 0.0178567135, + 0.0175268565, + 0.0196830315, + 0.030735316500000005, + 0.0176435455, + 0.0193709375, + 0.031737811500000004, + 0.0168804975, + 0.019979917500000003, + 0.019179360500000003, + 0.0196579445, + 0.0183632315, + 0.018649467500000003, + 0.0173239975, + 0.0183377545, + 0.0197678505, + 0.031476802500000005, + 0.0255672145, + 0.0187148895, + 0.0314282025, + 0.026368091500000003, + 0.0190218955, + 0.027926257500000003, + 0.0188838775, + 0.0183660675, + 0.0193631935, + 0.0182154955, + 0.0195684365, + 0.018532989500000003, + 0.034401836500000005, + 0.0174448235, + 0.017029375500000003, + 0.019564551500000003, + 0.034705715500000005, + 0.0182707595, + 0.0339149855, + 0.018051208500000002, + 0.0187738305, + 0.029247531500000003, + 0.018305764500000002, + 0.019890980500000002, + 0.0321917715, + 0.0176022375, + 0.018304721500000003, + 0.017352140500000002, + 0.019238980500000002, + 0.023336759500000002, + 0.0185851865, + 0.017659064500000002, + 0.0192554625, + 0.031313837500000004, + 0.0234788865, + 0.0188193855, + 0.0310815735, + 0.0253669475, + 0.029289579500000003, + 0.0176308705, + 0.0198912925, + 0.017903732500000002, + 0.018676177500000002, + 0.0336999335 ], "exit_codes": [ 0, @@ -1585,184 +1613,188 @@ 0, 0, 0, + 0, + 0, 0 ] }, { "command": "./testrs", - "mean": 0.018896262814545456, - "stddev": 0.00522462677427011, - "median": 0.016564279560000002, - "user": 0.018105516969696978, - "system": 0.0007296516363636363, - "min": 0.014266548560000002, - "max": 0.051292612560000006, + "mean": 0.021982536697604797, + "stddev": 0.0054352078757479655, + "median": 0.0239974955, + "user": 0.02159515892215569, + "system": 0.0006103107784431137, + "min": 0.0144527435, + "max": 0.031127970500000005, "times": [ - 0.01607896256, - 0.01671230756, - 0.01677853056, - 0.016391016560000003, - 0.015630040560000003, - 0.016465085560000002, - 0.022057111560000002, - 0.02567909356, - 0.027315747560000003, - 0.026122894560000002, - 0.01540168356, - 0.032217042560000006, - 0.01572626156, - 0.01473550656, - 0.01459827956, - 0.01601944956, - 0.01589131156, - 0.016303621560000002, - 0.016414099560000003, - 0.01589590856, - 0.02805902956, - 0.01598033856, - 0.01655233756, - 0.02845415856, - 0.016605859560000002, - 0.01496435456, - 0.017844207560000002, - 0.01666918656, - 0.015058041560000002, - 0.01698851356, - 0.015907290560000002, - 0.015184616560000003, - 0.051292612560000006, - 0.01712690456, - 0.016174640560000002, - 0.025809207560000002, - 0.01618604156, - 0.01750259656, - 0.01642511056, - 0.01619501756, - 0.01742024356, - 0.016825478560000003, - 0.02830962756, - 0.02552932256, - 0.02683046856, - 0.025034776560000003, - 0.02538043456, - 0.02367323756, - 0.02628691256, - 0.023529138560000003, - 0.01569490256, - 0.01557305456, - 0.01656254756, - 0.017286101560000003, - 0.015609923560000002, - 0.01617603256, - 0.016068371560000003, - 0.01647204756, - 0.01500843756, - 0.027718411560000003, - 0.01603569956, - 0.01616205856, - 0.015792724560000002, - 0.016664799560000002, - 0.029494045560000005, - 0.01619534856, - 0.01671839856, - 0.016351000560000002, - 0.01566359456, - 0.015431548560000001, - 0.01586548256, - 0.01580049956, - 0.014837577560000002, - 0.01643948656, - 0.01663903056, - 0.01510778356, - 0.02528903356, - 0.01658265456, - 0.01601135456, - 0.01662949256, - 0.01431136156, - 0.01561016456, - 0.01683689956, - 0.02748263956, - 0.014903901560000002, - 0.01966863156, - 0.018757134560000003, - 0.017241497560000003, - 0.01526199256, - 0.031930105560000005, - 0.01841661656, - 0.01599495456, - 0.01546060456, - 0.02613384456, - 0.022988146560000002, - 0.01663011356, - 0.01471123156, - 0.01767281456, - 0.02109938956, - 0.01879905356, - 0.01621146956, - 0.01612362556, - 0.01553962256, - 0.016609583560000002, - 0.014667059560000001, - 0.01770533556, - 0.01729570956, - 0.01522661556, - 0.01636312356, - 0.01733511256, - 0.01676269156, - 0.01523494156, - 0.025167574560000003, - 0.01728848656, - 0.015107662560000002, - 0.01602622356, - 0.027404573560000003, - 0.02375682456, - 0.015812393560000002, - 0.019927717560000002, - 0.014266548560000002, - 0.01631224756, - 0.015010261560000002, - 0.01673144256, - 0.02568973356, - 0.02667763256, - 0.01654052556, - 0.01549536956, - 0.01732254856, - 0.01555669456, - 0.01684774056, - 0.028215802560000003, - 0.01618061256, - 0.01622670756, - 0.02638314156, - 0.01711815756, - 0.027960323560000003, - 0.01638457456, - 0.01507325756, - 0.01635157256, - 0.026162678560000003, - 0.024339525560000002, - 0.021773512560000003, - 0.025504036560000002, - 0.01815811356, - 0.016564279560000002, - 0.015380073560000002, - 0.01590321356, - 0.014887040560000002, - 0.01503620056, - 0.01662071456, - 0.02703407956, - 0.01684312156, - 0.016697479560000002, - 0.016594686560000002, - 0.03061316056, - 0.015333566560000001, - 0.014789547560000001, - 0.017885944560000002, - 0.024832578560000002, - 0.016338588560000002, - 0.01641103356, - 0.028351956560000002, - 0.01578064356, - 0.01611014056 + 0.0160425295, + 0.016384218500000002, + 0.029123318500000002, + 0.0166869545, + 0.028892406500000002, + 0.026800802500000002, + 0.016729795500000002, + 0.030143338500000005, + 0.0245434985, + 0.0167408045, + 0.028468502500000003, + 0.026122493500000003, + 0.016302615500000003, + 0.030542574500000003, + 0.026652834500000003, + 0.0166780085, + 0.0301804875, + 0.016126525500000002, + 0.016868835500000002, + 0.029395276500000005, + 0.0266554615, + 0.0279377905, + 0.0239974955, + 0.0258891265, + 0.0263220755, + 0.0277957045, + 0.024286236500000002, + 0.016851011500000002, + 0.0287428165, + 0.026902903500000002, + 0.0192536685, + 0.016255407500000003, + 0.031127970500000005, + 0.026415261500000002, + 0.027923712500000003, + 0.026204886500000003, + 0.027785556500000003, + 0.0277771295, + 0.0252786535, + 0.0279613745, + 0.027926368500000003, + 0.0279390415, + 0.027907754500000003, + 0.027875543500000002, + 0.0261770435, + 0.0273899155, + 0.0257831385, + 0.024612085500000002, + 0.0170173125, + 0.0303167425, + 0.026789060500000003, + 0.027377782500000003, + 0.0273875095, + 0.025776185500000003, + 0.027942729500000003, + 0.027904967500000002, + 0.027945484500000003, + 0.027454976500000002, + 0.026164390500000002, + 0.027401677500000002, + 0.0273935125, + 0.025702626500000002, + 0.027940495500000002, + 0.0277518125, + 0.027763443500000002, + 0.027785524500000002, + 0.026146077500000003, + 0.027379595500000003, + 0.0278130065, + 0.0279116815, + 0.027928783500000002, + 0.027901241500000003, + 0.0278780585, + 0.0261798305, + 0.0273977995, + 0.0274477825, + 0.016131305500000002, + 0.0172056865, + 0.015596394500000003, + 0.016175026500000002, + 0.0253991585, + 0.0170555145, + 0.016639676500000002, + 0.017317856500000003, + 0.016799716500000002, + 0.0281999895, + 0.0255357155, + 0.026272965500000002, + 0.027964198500000002, + 0.027915679500000002, + 0.0278340865, + 0.027815001500000002, + 0.0179782715, + 0.016680122500000002, + 0.0287700185, + 0.0157430385, + 0.0253790605, + 0.0160151085, + 0.015933435500000002, + 0.014775076500000001, + 0.0241143755, + 0.0169109835, + 0.0163048605, + 0.015217254500000003, + 0.0240555655, + 0.0168352225, + 0.014703683500000002, + 0.015720386500000003, + 0.023072414500000003, + 0.0161931215, + 0.016796039500000002, + 0.016957760500000002, + 0.023731789500000003, + 0.024583503500000003, + 0.015474475500000001, + 0.030378788500000004, + 0.0171740465, + 0.0158927585, + 0.014810563500000002, + 0.0144665195, + 0.0188320595, + 0.0155262535, + 0.022407931500000002, + 0.025224832500000002, + 0.0171939545, + 0.0158131595, + 0.0169297305, + 0.015485937500000001, + 0.0160088455, + 0.0249154335, + 0.027169933500000003, + 0.014811164500000001, + 0.0185622745, + 0.0144527435, + 0.0172017075, + 0.015550678500000002, + 0.016201417500000002, + 0.024112491500000003, + 0.016639756500000002, + 0.0161572635, + 0.015498981500000002, + 0.0243206725, + 0.0182123995, + 0.0160338925, + 0.0172479445, + 0.015965133500000003, + 0.016685302500000002, + 0.0155599955, + 0.0228115875, + 0.021621829500000002, + 0.0168120595, + 0.0171855895, + 0.0154507815, + 0.024417180500000003, + 0.016249396500000002, + 0.016741336500000002, + 0.0172924895, + 0.0159372425, + 0.0169090305, + 0.0157558115, + 0.015674359500000002, + 0.017212658500000002, + 0.025868368500000002, + 0.017403947500000003, + 0.0164660015, + 0.0170036075, + 0.0168211965 ], "exit_codes": [ 0, @@ -1929,54 +1961,54 @@ 0, 0, 0, + 0, + 0, 0 ] }, { "command": "./tesths", - "mean": 0.08476533567428575, - "stddev": 0.009626104688555693, - "median": 0.07873517556000001, - "user": 0.08252444857142859, - "system": 0.002211710857142857, - "min": 0.07547898856, - "max": 0.10270357556000001, + "mean": 0.0907072338939394, + "stddev": 0.005799722569662019, + "median": 0.08884281150000001, + "user": 0.08919571090909091, + "system": 0.001540740606060606, + "min": 0.0821778685, + "max": 0.1002145415, "times": [ - 0.08228396856, - 0.09023128756000001, - 0.10187795956000001, - 0.09558535856000001, - 0.10270357556000001, - 0.10026745456000001, - 0.09969575356000002, - 0.09980973856000001, - 0.08528132956000001, - 0.08235933856000001, - 0.07820662556, - 0.07773501356000001, - 0.07777706156000001, - 0.07823328556, - 0.07737974856, - 0.07797568356000001, - 0.07834439356, - 0.07799574156000001, - 0.07623296156, - 0.07789205656, - 0.07758832756, - 0.07547898856, - 0.07740441456000001, - 0.08254399656000001, - 0.09668441656000001, - 0.09254614056, - 0.07873517556000001, - 0.07569803956000001, - 0.08139595656000001, - 0.09952787956, - 0.10041256556000001, - 0.07608720756000001, - 0.07923233656, - 0.07756786056000001, - 0.07801510656 + 0.0878204775, + 0.08792547250000002, + 0.08884281150000001, + 0.0869349985, + 0.08656189150000002, + 0.0886346005, + 0.08420279650000001, + 0.08924398050000001, + 0.09250251850000002, + 0.09259264750000001, + 0.0992112135, + 0.0974580535, + 0.09629593750000001, + 0.0978159945, + 0.09902525550000002, + 0.1002145415, + 0.0988016065, + 0.09814913650000001, + 0.09747130950000002, + 0.09951699650000001, + 0.08421191350000001, + 0.0886261055, + 0.0831647835, + 0.0871020625, + 0.08554038950000001, + 0.0876490865, + 0.09333911450000001, + 0.09042185450000001, + 0.0821778685, + 0.0848711375, + 0.08270801850000001, + 0.08948138650000001, + 0.08482275750000001 ], "exit_codes": [ 0, @@ -2011,32 +2043,30 @@ 0, 0, 0, - 0, - 0, 0 ] }, { "command": "julia test.jl", - "mean": 0.26198938537818184, - "stddev": 0.010575964647135623, - "median": 0.26544728355999997, - "user": 0.2158688381818182, - "system": 0.04558390363636364, - "min": 0.24458565056, - "max": 0.27813439456, + "mean": 0.2622112857727273, + "stddev": 0.011377118482170516, + "median": 0.2595432065, + "user": 0.21346571090909086, + "system": 0.04834906727272726, + "min": 0.2508437945, + "max": 0.2916489305, "times": [ - 0.25312152056, - 0.27813439456, - 0.27208745555999997, - 0.26544728355999997, - 0.26896203356, - 0.24948795756, - 0.24458565056, - 0.25334606056, - 0.26745700656, - 0.26904129156, - 0.26021258456 + 0.2513994845, + 0.2676119345, + 0.2674161185, + 0.2584208535, + 0.2595432065, + 0.2542142635, + 0.2633521735, + 0.2637018985, + 0.2508437945, + 0.2916489305, + 0.2561714855 ], "exit_codes": [ 0, @@ -2054,24 +2084,24 @@ }, { "command": "Rscript test.r", - "mean": 2.9075350887600004, - "stddev": 0.07436173213246236, - "median": 2.92851033806, - "user": 2.88474182, - "system": 0.02201284, - "min": 2.79209790756, - "max": 3.02018385056, + "mean": 3.0858358455999997, + "stddev": 0.08382002483465097, + "median": 3.09683432, + "user": 3.06519792, + "system": 0.019734839999999997, + "min": 2.9130999665, + "max": 3.2348058315, "times": [ - 2.92733552556, - 2.91208752656, - 2.7982140595600002, - 2.92968515056, - 3.02018385056, - 2.9481595835600003, - 2.94747670156, - 2.83865721656, - 2.96145336556, - 2.79209790756 + 3.0899035715, + 3.2348058315, + 3.0649429434999997, + 3.1037650685, + 3.1067887995, + 3.0380463435, + 3.0365923434999997, + 3.1494395955, + 3.1209739924999997, + 2.9130999665 ], "exit_codes": [ 0, @@ -2088,24 +2118,24 @@ }, { "command": "ecl --shell test.lisp", - "mean": 0.7669746471600001, - "stddev": 0.02003815211397517, - "median": 0.76920168656, - "user": 1.1373852199999999, - "system": 0.09997744000000001, - "min": 0.74035035656, - "max": 0.7915869025600001, + "mean": 0.7906522808000002, + "stddev": 0.02421211494464307, + "median": 0.7863841720000001, + "user": 1.19068872, + "system": 0.09296544, + "min": 0.7576705305000001, + "max": 0.8310652425000001, "times": [ - 0.74526405756, - 0.75949331356, - 0.7450842105600001, - 0.78320910856, - 0.75400326656, - 0.78553374056, - 0.7915869025600001, - 0.78631145556, - 0.74035035656, - 0.77891005956 + 0.7576705305000001, + 0.7824601955000001, + 0.7636875435000001, + 0.7686834235000001, + 0.7902530915000001, + 0.8310652425000001, + 0.7825152525000001, + 0.8151081525000001, + 0.8028830815000001, + 0.8121962945000001 ], "exit_codes": [ 0, @@ -2122,32 +2152,35 @@ }, { "command": "lua test.lua", - "mean": 0.15613729394888892, - "stddev": 0.011937087845433991, - "median": 0.15459635056, - "user": 0.15445352, - "system": 0.0008559833333333333, - "min": 0.14038662456, - "max": 0.17660490556000003, + "mean": 0.13699443792857147, + "stddev": 0.009833583616876921, + "median": 0.13845675750000003, + "user": 0.13616647714285712, + "system": 0.0008484304761904761, + "min": 0.1203663005, + "max": 0.15836173950000001, "times": [ - 0.16363359356, - 0.17660490556000003, - 0.15727791456, - 0.15747767956, - 0.14559821056000002, - 0.15191478656000001, - 0.15044622556, - 0.14038662456, - 0.14553387956000002, - 0.14471323456000001, - 0.17273016156, - 0.17143368556000002, - 0.17300044756000002, - 0.14721276256000002, - 0.14279004456000002, - 0.14397789856, - 0.16384537956, - 0.16189385656000002 + 0.1390512895, + 0.1443408585, + 0.13845675750000003, + 0.13924483150000003, + 0.13076111450000003, + 0.1289552445, + 0.1203663005, + 0.1313471515, + 0.15836173950000001, + 0.12528673950000002, + 0.1482243175, + 0.1424196335, + 0.1384533605, + 0.1230975825, + 0.1404899215, + 0.13833133250000001, + 0.14096590350000002, + 0.14599244050000001, + 0.14964640850000002, + 0.12994352450000002, + 0.12314674450000002 ], "exit_codes": [ 0, @@ -2158,6 +2191,43 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "elixir test.exs", + "mean": 0.29835010110000004, + "stddev": 0.011936474716269631, + "median": 0.297388106, + "user": 0.4159513199999999, + "system": 0.05088574, + "min": 0.2725981225, + "max": 0.3192190025, + "times": [ + 0.2995316275, + 0.2941309115, + 0.3050229655, + 0.2952445845, + 0.2725981225, + 0.3192190025, + 0.3050347275, + 0.2948699745, + 0.3040633705, + 0.2937857245 + ], + "exit_codes": [ 0, 0, 0, diff --git a/run.sh b/run.sh index 8d33039..36ba423 100755 --- a/run.sh +++ b/run.sh @@ -26,6 +26,7 @@ run=('./testc' # C 'Rscript test.r' # R 'ecl --shell test.lisp' # Common Lisp 'lua test.lua' # Lua + 'elixir test.exs' # Elixir ) echo ${run[@]@Q} | xargs hyperfine --export-json data.json diff --git a/test.exs b/test.exs new file mode 100644 index 0000000..2774cf5 --- /dev/null +++ b/test.exs @@ -0,0 +1,19 @@ +defmodule Test do + def gcd(a, b) do + if b > 0 do + gcd(b, rem(a, b)) + else + a + end + end +end + +IO.puts("test") + +n = 1000 +a = Enum.to_list(0..n-1) +IO.puts(Enum.reduce(a, 0, fn (i, s) -> + s + Enum.reduce(a, 0, fn (j, s) -> + s + Test.gcd(i, j) + end) +end))