update benchmarks for 0.114.0

dathere · Sep 21, 2023 · 61e4bc0 · 61e4bc0
1 parent c471321
commit 61e4bc0
Show file tree

Hide file tree

Showing 5 changed files with 674 additions and 449 deletions.
diff --git a/scripts/results/benchmark_results.csv b/scripts/results/benchmark_results.csv
@@ -1,4 +1,116 @@
 version,tstamp,name,mean,stddev,median,user,system,min,max,recs_per_sec
+0.114.0,2023-09-21-07,apply_calcconv,1.5192913186266666,0.001437406241828113,1.52007091596,3.326022566666667,0.23352499333333335,1.51763254096,1.52017049896,658202
+0.114.0,2023-09-21-07,apply_datefmt,1.5988670802133331,0.004687859838194839,1.60073634388,4.3563389400000005,0.19989199333333332,1.59353296888,1.60233192788,625443
+0.114.0,2023-09-21-07,apply_datefmt_multi,1.99565425042,0.0015364828631367106,1.99637538942,8.732474826666667,0.21215941333333332,1.9938898474200002,1.99669751442,501089
+0.114.0,2023-09-21-07,apply_dynfmt,1.63976568076,0.0026425958219407934,1.6402553057600002,4.783597566666667,0.21777192666666667,1.63691251376,1.64212922276,609843
+0.114.0,2023-09-21-07,apply_emptyreplace,1.4063069578266667,0.0036637607362618404,1.40720761116,2.1831571933333334,0.18953879999999998,1.4022768601600002,1.40943640216,711082
+0.114.0,2023-09-21-07,apply_op_eudex,1.3983095976,0.00496058425825162,1.4004597366,1.7386729333333335,0.3227164333333334,1.3926366946,1.4018323616000001,715149
+0.114.0,2023-09-21-07,apply_op_similarity,1.4143199271733333,0.0006974498762788319,1.41402981584,2.077270706666667,0.2275992533333333,1.41381435784,1.41511560784,707054
+0.114.0,2023-09-21-07,apply_op_string,1.4062848531866667,0.0005615762770285977,1.40640267252,2.206254486666667,0.18721127333333332,1.40567371452,1.40677817252,711093
+0.114.0,2023-09-21-07,behead,0.9355667028266668,0.002549753321563585,0.9346773551600001,0.8645834533333332,0.06997662666666667,0.93358073116,0.9384420221600001,1068871
+0.114.0,2023-09-21-07,cat_columns,2.9888341710533335,0.036387016996533815,2.96980297672,2.8326872933333327,0.15417392,2.9659094347200003,3.03079010172,334579
+0.114.0,2023-09-21-07,cat_rows,1.8595599510133336,0.008768416262869304,1.8633422976800003,1.71534632,0.14307525333333335,1.84953517368,1.8658023816800002,537762
+0.114.0,2023-09-21-07,cat_rowskey,5.3865620094799995,0.03980816951778274,5.403266453480001,5.18142386,0.2024800666666667,5.3411232464800005,5.41529632848,185647
+0.114.0,2023-09-21-07,count,0.49946821821333337,0.0005345696060246295,0.49964391288000004,0.44169703333333327,0.056842899999999995,0.49886791288000004,0.49989282888000003,2002129
+0.114.0,2023-09-21-07,count_index,0.011474660206666668,0.0001017611052727584,0.01144788254,0.0095914,0.0013681600000000002,0.01138896554,0.011587132540000001,87148550
+0.114.0,2023-09-21-07,dedup,1.4521492506666667,0.09046118950704247,1.4046304870000001,3.2178031733333334,0.15468814,1.395349945,1.55646732,688634
+0.114.0,2023-09-21-07,dedup_sorted,1.7809586913466668,0.9150371158772935,1.29540685768,1.0658390733333334,0.23374114,1.21104002468,2.83642919168,561495
+0.114.0,2023-09-21-07,diff,3.1279546045599993,0.008621492041530199,3.1322251465599997,4.6682672,0.2256343133333333,3.1180313955599996,3.13360727156,319698
+0.114.0,2023-09-21-07,enum,0.9576640435733336,0.004104454191248866,0.9558839882400001,0.8841958466666666,0.07256984666666666,0.9547501132400001,0.9623580292400001,1044208
+0.114.0,2023-09-21-07,excel,12.895263876146666,0.04211784148844719,12.88713554248,12.46632068,0.4235593266666666,12.85780262648,12.94085345948,77548
+0.114.0,2023-09-21-07,exclude,0.62785886926,0.006684553859661311,0.62402613326,0.57025008,0.05674866,0.62397300826,0.63557746626,1592715
+0.114.0,2023-09-21-07,exclude_index,0.6308155913266665,0.0011757005719877445,0.63025417466,0.5714698266666666,0.05801233333333333,0.63002584166,0.63216675766,1585249
+0.114.0,2023-09-21-07,explode,1.6939630110933335,0.01334630827633423,1.68683623376,1.60574924,0.08739789999999999,1.6856929417600002,1.70935985776,590332
+0.114.0,2023-09-21-07,extdedup,1.0830619470133336,0.0008694764724230541,1.08290307168,0.9871775333333334,0.09352989333333332,1.0822828636800002,1.08399990568,923308
+0.114.0,2023-09-21-07,extsort,0.7465843698666667,0.013777756458356934,0.7397201892,1.3183033799999997,0.24442495333333333,0.7375871062,0.7624458142,1339433
+0.114.0,2023-09-21-07,fill,1.6960263075400002,0.0039636735003725915,1.6960994735400001,1.6139234533333333,0.08126889333333334,1.6920265575400002,1.6999528915400002,589613
+0.114.0,2023-09-21-07,fixlengths,1.4578090993400001,0.0018426225513077617,1.4579896133399999,1.3350798933333332,0.12111312666666667,1.45588286334,1.45955482134,685961
+0.114.0,2023-09-21-07,flatten,5.8057358676733335,0.007693236951118807,5.80961443734,5.69009038,0.11465524666666665,5.79687535334,5.81071781234,172243
+0.114.0,2023-09-21-07,flatten_condensed,6.781800472786666,1.0759703890315289,6.22071091712,6.088025413333334,0.12258794666666666,6.10234725012,8.022343251119999,147453
+0.114.0,2023-09-21-07,fmt,0.91302419602,0.009906473544656402,0.9075552650200001,0.8487447666666665,0.06337290666666666,0.9070577240200001,0.9244595990200001,1095261
+0.114.0,2023-09-21-07,frequency,2.6692387719933333,0.021149432603718377,2.6782558136600003,2.570128646666667,0.09677095333333334,2.64507527166,2.6843852306600002,374639
+0.114.0,2023-09-21-07,frequency_index,1.1003687229666665,0.018717435917947518,1.0966785982999998,4.306261626666666,0.5163508666666666,1.0837711813,1.1206563892999999,908786
+0.114.0,2023-09-21-07,frequency_j1,2.652631758533333,0.013503351513349051,2.6478212722,2.54904398,0.10138937999999997,2.6421923562,2.6678816472,376984
+0.114.0,2023-09-21-07,frequency_selregex,0.7943721545333334,0.0011614262010822489,0.7939598902,0.7402973733333332,0.052905719999999996,0.7934730992000001,0.7956834742000001,1258856
+0.114.0,2023-09-21-07,geocode_reverse,3.6068737699533333,0.00395802849784115,3.60563060362,3.146344073333333,12.203747473333332,3.60368656162,3.61130414462,277248
+0.114.0,2023-09-21-07,geocode_suggest,4.1122094917066665,0.04524411438382643,4.09482765904,19.519034766666667,3.2081336933333335,4.07823386604,4.16356695004,243178
+0.114.0,2023-09-21-07,index,0.50258353324,0.0028891771269840866,0.5026072692400001,0.4461931666666666,0.055069599999999996,0.49968256124000004,0.50546076924,1989719
+0.114.0,2023-09-21-07,input,1.6988203971600002,0.012602496760016985,1.6934657021600001,1.6121560199999998,0.08575566000000001,1.6897794531600001,1.71321603616,588644
+0.114.0,2023-09-21-07,join,2.0190155210733334,0.0014237609981348988,2.0188297847400003,1.3860225466666665,0.6321263066666667,2.01769374374,2.02052303474,495291
+0.114.0,2023-09-21-07,joinp,3.04637138164,0.010102474321418852,3.0473466726400003,6.21530344,0.6825922066666666,3.0358166316400004,3.05595084064,328259
+0.114.0,2023-09-21-07,jsonl,8.417018397513333,0.013191087873047829,8.423736314180001,8.157637146666668,0.2582584399999999,8.401820647180001,8.42549823118,118807
+0.114.0,2023-09-21-07,luau,16.467573729306665,0.04864425498419601,16.47458820164,15.743677259999998,0.7227978666666667,16.41580303464,16.512329951639998,60725
+0.114.0,2023-09-21-07,partition,1.11071027432,0.05547109828029793,1.13520824632,0.9006714933333333,0.13806359999999998,1.04720770532,1.1497148713199998,900325
+0.114.0,2023-09-21-07,pseudo,1.8039659504866667,0.013859662875113449,1.80057813082,1.7187192266666667,0.08358423333333333,1.79211429782,1.81920542282,554334
+0.114.0,2023-09-21-07,rename,1.0795170918733334,0.012766356584557518,1.07299057854,0.9956040933333332,0.08282858,1.07133336954,1.09422732754,926340
+0.114.0,2023-09-21-07,replace,2.388380166833333,0.010536346945897578,2.3833878884999997,2.2985402666666666,0.08874612666666666,2.3812678474999998,2.4004847645,418694
+0.114.0,2023-09-21-07,reverse,1.06579449756,0.003556143982622042,1.06376795556,0.9318228733333332,0.12976679333333332,1.06371487256,1.06990066456,938267
+0.114.0,2023-09-21-07,safenames,1.08006921162,0.005190745149839984,1.08116519762,0.9952598999999999,0.08378716666666668,1.0744179896200001,1.08462444762,925867
+0.114.0,2023-09-21-07,sample_10,0.5673052464533334,0.0003623001874086052,0.56723855212,0.5126447266666666,0.05369706666666666,0.56698092712,0.56769626012,1762719
+0.114.0,2023-09-21-07,sample_1000,0.5609594281933333,0.004063788553191012,0.55900235886,0.5046118133333334,0.055360839999999994,0.55824448386,0.56563144186,1782660
+0.114.0,2023-09-21-07,sample_100000,0.69663543724,0.0015152352688533129,0.69724490924,0.6386310733333332,0.05647624666666667,0.6949103682400001,0.6977510342400001,1435471
+0.114.0,2023-09-21-07,sample_100000_index,0.4475503130733334,0.0008446223159177882,0.44706613274000007,0.1808767933333333,0.26522081999999997,0.44705921574,0.44852559074000004,2234386
+0.114.0,2023-09-21-07,sample_100000_seeded,0.6979609445066667,0.003874569305993826,0.6964490978400001,0.6393713,0.057059346666666656,0.69507022184,0.7023635138400001,1432745
+0.114.0,2023-09-21-07,sample_100000_seeded_faster,0.6832492177066668,0.00020601376313808932,0.68322589804,0.6258846933333333,0.05582452666666667,0.6830558560400001,0.68346589904,1463595
+0.114.0,2023-09-21-07,sample_100000_seeded_index,0.4615641154666667,0.011580451499479472,0.45736846280000004,0.18349648666666665,0.2765313133333333,0.45266629580000006,0.47465758780000006,2166546
+0.114.0,2023-09-21-07,sample_100000_seeded_index_faster,0.4306085867866667,0.0018652938306900268,0.42973035112,0.17188073333333334,0.257415,0.42934451712000005,0.43275089212,2322295
+0.114.0,2023-09-21-07,sample_1000_index,0.028900402553333333,0.00034951063076011437,0.02876669422,0.022873086666666664,0.005163126666666667,0.02863748522,0.02929702822,34601594
+0.114.0,2023-09-21-07,sample_10_index,0.024345737206666666,0.0003305474705641131,0.02415620954,0.02128556666666667,0.0023168466666666668,0.024153584540000002,0.02472741754,41074953
+0.114.0,2023-09-21-07,sample_25pct_index,1.09190061786,0.00640577376088073,1.09527360386,0.42530428,0.6646662666666665,1.08451314586,1.09591510386,915834
+0.114.0,2023-09-21-07,sample_25pct_seeded_index,1.0957748703133332,0.009667232951184705,1.09420457898,0.42546890000000004,0.6687458666666668,1.08698891198,1.10613111998,912596
+0.114.0,2023-09-21-07,schema,5.957807528026667,0.029883021047904704,5.94690394436,8.675875153333333,0.47477623999999996,5.934907444359999,5.99161119536,167847
+0.114.0,2023-09-21-07,schema_index,8.16687038432,0.04430339468965885,8.17211127332,14.291298486666664,1.1745235399999998,8.12017964832,8.20832023132,122446
+0.114.0,2023-09-21-07,search,0.6356835033666667,0.0005282846886124281,0.6356666697000001,0.5792986399999999,0.05536231333333333,0.6351638367,0.6362200037,1573110
+0.114.0,2023-09-21-07,search_unicode,0.6366686866066668,0.00191545057661593,0.63587951994,0.5804158133333333,0.05518068,0.6352738949400001,0.63885264494,1570676
+0.114.0,2023-09-21-07,searchset,1.8037042188,0.00635103657698602,1.8061961908,1.6717254999999998,0.1310886933333333,1.7964851078,1.8084313578000002,554415
+0.114.0,2023-09-21-07,searchset_ignorecase,1.9684294806666667,0.002909032996216087,1.96825405,1.8394921666666668,0.12787417999999998,1.9656121330000003,1.9714222590000001,508019
+0.114.0,2023-09-21-07,searchset_unicode,1.80649013772,0.008992028527352048,1.8098514987199998,1.6763644666666666,0.12911033333333333,1.79630166572,1.81331724872,553560
+0.114.0,2023-09-21-07,select,0.5311891898466667,0.00019953748531624868,0.53122813418,0.4763547533333334,0.05381965333333333,0.53097305118,0.53136638418,1882568
+0.114.0,2023-09-21-07,select_regex,0.5666942966333334,0.0009435584624030153,0.5662343383,0.5111828066666666,0.054511659999999997,0.5660689213,0.5677796303,1764620
+0.114.0,2023-09-21-07,slice_one_middle,0.2807747490866667,0.005269269090986176,0.27806887442000006,0.24964445333333332,0.03009421333333333,0.27740816542,0.28684720742,3561574
+0.114.0,2023-09-21-07,slice_one_middle_index,0.011531265806666668,0.00017216891407084348,0.01145647414,0.009659753333333332,0.0013110466666666667,0.01140914114,0.011728182140000001,86720748
+0.114.0,2023-09-21-07,snappy_compress,0.1583987879466667,0.007248085512245584,0.16071455128,1.3402199533333332,0.14907222666666664,0.15027580228,0.16420601028,6313180
+0.114.0,2023-09-21-07,snappy_decompress,0.5312600978466667,0.006554572511713556,0.52941900018,0.4910839866666667,0.03927668,0.52582295918,0.5385383341800001,1882317
+0.114.0,2023-09-21-07,snappy_validate,0.50898283256,0.0007105330111479627,0.50869545756,0.4753117666666667,0.03261984666666666,0.50846099856,0.50979204156,1964703
+0.114.0,2023-09-21-07,sort,1.37254332918,0.001789600264564897,1.37297145418,2.93874124,0.15012825333333332,1.37057849518,1.3740800381799998,728574
+0.114.0,2023-09-21-07,sort_random_seeded,1.2414041426466669,0.02429778268506815,1.22988361498,1.1103598133333332,0.12507236666666668,1.2250094899800001,1.2693193229800002,805539
+0.114.0,2023-09-21-07,sortcheck_sorted,0.5352001808666667,0.005445199994391507,0.5323680282,0.4774589866666666,0.05670996,0.5317547362,0.5414777782,1868460
+0.114.0,2023-09-21-07,sortcheck_unsorted,0.011103764626666667,0.000005927518227161367,0.011106847960000001,0.009555426666666665,0.0011558066666666666,0.011096930960000001,0.01110751496,90059546
+0.114.0,2023-09-21-07,sortcheck_unsorted_all,1.1726051625666665,0.00003620583650922106,1.1726152039,1.0733646466666666,0.09744771333333331,1.1725649959,1.1726352879,852802
+0.114.0,2023-09-21-07,split,2.019298046193333,0.015225903278182613,2.02141857386,1.8215442599999998,0.18912522666666665,2.00312303286,2.03335253186,495222
+0.114.0,2023-09-21-07,split_index,0.19361633166,0.031527171898128876,0.20473378966,1.0589819533333331,0.2744970666666666,0.15803654066,0.21807866466,5164854
+0.114.0,2023-09-21-07,split_index_j1,1.0730099881133335,0.012828525556140884,1.07367734878,0.9390047266666667,0.12782354666666665,1.05986080778,1.08549180778,931958
+0.114.0,2023-09-21-07,sqlp,5.430445691666667,0.011524682343929137,5.42741265,7.030820013333333,0.6483096,5.420740858,5.443183567,184147
+0.114.0,2023-09-21-07,sqlp_format_arrow,2.7362808981266666,0.061608267588452996,2.72507030146,3.556437133333333,0.45861334000000004,2.6810477174600003,2.80272467546,365460
+0.114.0,2023-09-21-07,sqlp_format_json,2.6718160880733333,0.008251682285181338,2.66723182374,3.5192457199999994,0.4533767133333333,2.6668743657399996,2.68134207474,374277
+0.114.0,2023-09-21-07,sqlp_format_parquet,2.6740197530866663,0.006181636225512888,2.67239865542,3.520707473333333,0.4656373333333333,2.66881019742,2.68085040642,373969
+0.114.0,2023-09-21-07,sqlp_format_parquet_statistics,2.711443700233333,0.055357831363475975,2.6813315199,3.5357446066666665,0.4722739266666666,2.6776691449000003,2.7753304359,368807
+0.114.0,2023-09-21-07,sqlp_lowmemory,2.6539873610133338,0.002261259134212615,2.6539447496800004,3.4520255199999994,0.22599887333333332,2.6517477086800003,2.65626962468,376792
+0.114.0,2023-09-21-07,sqlp_nooptimizations,2.6739292562666663,0.02137823030379455,2.6638542006,3.5237376266666662,0.4457339,2.6594501586,2.6984834096,373981
+0.114.0,2023-09-21-07,sqlp_tryparsedates,63.76961683385333,0.17341428702981823,63.86709055652,63.086404546666664,0.6867370733333334,63.569398389519996,63.87236155552,15681
+0.114.0,2023-09-21-07,sqlp_tryparsedates_inferlen,0.6641686148733333,0.005751577935972031,0.6641389345400001,0.6521891133333333,0.021282653333333332,0.65843193454,0.66993497554,1505642
+0.114.0,2023-09-21-07,stats,2.177176203426667,0.018422649164193845,2.1688771617600002,2.0297144933333335,0.14901497333333333,2.16436286976,2.19828857876,459311
+0.114.0,2023-09-21-07,stats_everything,5.62598213908,0.11535073893385535,5.6174653470800004,12.335921766666667,0.7563108066666665,5.51512584808,5.745355222080001,177747
+0.114.0,2023-09-21-07,stats_everything_index,3.4189574160666667,0.04471034904020324,3.4142941384000003,12.507108953333335,0.9332324466666666,3.3767614714,3.4658166384,292487
+0.114.0,2023-09-21-07,stats_everything_index_j1,8.525091689933335,0.12361234908189789,8.547867939600001,8.247442153333333,0.49569135333333336,8.391675106600001,8.635732023600001,117301
+0.114.0,2023-09-21-07,stats_everything_infer_dates,9.844250688093334,0.08774230676737048,9.86738413276,16.758794273333336,0.8747597266666666,9.74725946576,9.91810846576,101582
+0.114.0,2023-09-21-07,stats_everything_infer_dates_index,3.93195018082,0.1045987943495364,3.9201900968200003,19.365476939999997,0.94621498,3.83372843082,4.04193201482,254327
+0.114.0,2023-09-21-07,stats_everything_j1,9.741799150680002,0.1689960357089921,9.766903344680001,9.3128184,0.6588621933333333,9.56165530368,9.896838803680001,102650
+0.114.0,2023-09-21-07,stats_index,0.21936998692,0.005497319018325295,0.21807662592000002,1.98116442,0.12304413333333332,0.21463466692000002,0.22539866792000002,4558509
+0.114.0,2023-09-21-07,stats_index_j1,1.6459627848666667,0.00272076376694957,1.6462991462,1.5838765133333332,0.06057425333333333,1.6430894792000001,1.6484997291999999,607547
+0.114.0,2023-09-21-07,table,7.387916232966667,0.02961677791528355,7.387019941299999,6.313041906666666,1.0672416933333333,7.3587577743,7.4179709833,135356
+0.114.0,2023-09-21-07,to_datapackage,0.7330573097199999,0.0010394404655337634,0.73253718472,2.096648753333333,0.33794441333333336,0.73238060172,0.73425414272,1364150
+0.114.0,2023-09-21-07,to_parquet,16.050280244013333,0.06286588989096174,16.074515771679998,16.97287146,0.80339098,15.978903729679999,16.09742123068,62304
+0.114.0,2023-09-21-07,to_sqlite,0.7301156383933334,0.0020172066648277203,0.73104847106,2.107574813333333,0.33958405333333336,0.72780084706,0.7314975970600001,1369646
+0.114.0,2023-09-21-07,to_xlsx,33.287075394346665,0.06515717532271316,33.267997907680005,31.240139213333332,3.7005841,33.233586408680004,33.35964186668,30042
+0.114.0,2023-09-21-07,tojsonl,13.942741903273335,0.0963215175326112,13.92725520894,16.358418253333333,0.82072096,13.85510204194,14.045868458940001,71722
+0.114.0,2023-09-21-07,tojsonl_index,13.31792400194,0.2522267942714359,13.25726083494,19.433280366666665,1.21550238,13.10156075194,13.59495041894,75087
+0.114.0,2023-09-21-07,transpose,2.7426194712066665,0.006077177969066423,2.74023555454,2.4792419933333334,0.25412849333333326,2.73809567954,2.74952717954,364615
+0.114.0,2023-09-21-07,transpose_multipass,23.112737112353333,0.047743807050601834,23.098785307019998,20.64262081333333,2.4633307533333335,23.07352339002,23.16590264002,43266
+0.114.0,2023-09-21-07,validate,2.0911941728000003,0.01379108449425731,2.0941350338,12.277692446666665,0.15593255333333333,2.0761698678,2.1032776168000002,478196
+0.114.0,2023-09-21-07,validate_index,2.08138176798,0.0017460370833626568,2.08051336498,12.273529893333333,0.15268280666666667,2.08024019898,2.08339173998,480450
+0.114.0,2023-09-21-07,validate_no_schema,0.5843889150333333,0.00012703728969213723,0.5844504147,0.5245270333333333,0.05848660666666666,0.5842428317000001,0.5844734987000001,1711189
+0.114.0,2023-09-21-07,validate_no_schema_index,0.5817274772133333,0.0011593748978757335,0.58143828288,0.5244553,0.05576064666666666,0.58074007388,0.5830040748800001,1719018
 0.113.0,2023-09-17-22,apply_calcconv,1.5777342717866667,0.046419735813402106,1.57150286912,3.1408598466666664,0.27456949999999997,1.53474499412,1.62695495212,"633,820"
 0.113.0,2023-09-17-22,apply_datefmt,1.6002531565400002,0.007288856594658151,1.60290926754,4.335148786666667,0.19852939333333333,1.59200872654,1.6058414755400001,"624,901"
 0.113.0,2023-09-17-22,apply_datefmt_multi,1.9950437293866667,0.012121695927295464,1.98966090972,8.70978924,0.21772886666666666,1.98654565972,2.00892461872,"501,242"