diff --git a/scripts/results/benchmark_results.csv b/scripts/results/benchmark_results.csv index a9378a50c..d0a8988ae 100644 --- a/scripts/results/benchmark_results.csv +++ b/scripts/results/benchmark_results.csv @@ -138,7 +138,9 @@ version,tstamp,name,mean,stddev,median,user,system,min,max,recs_per_sec 0.126.0,2024-04-22-16,split_kbsize,2.211635236,0.1476543957829877,2.143363083,1.985383333333333,0.110644,2.110471625,2.381071,452080 0.126.0,2024-04-22-16,sqlp,0.04723580533333333,0.00231491712860835,0.045934083,0.15181633333333333,0.025412666666666667,0.045864791,0.049908542,21276596 0.126.0,2024-04-22-16,sqlp_aggregations,0.06589552766666666,0.0007669184799079591,0.066274292,0.5105613333333333,0.06181933333333334,0.065012916,0.06639937500000001,15151515 +0.126.0,2024-04-22-16,sqlp_aggregations_vs_duckdb,0.19036906933333334,0.003478287563503247,0.190582,0.5959679999999999,0.04977299999999999,0.186789208,0.19373600000000002,5263158 0.126.0,2024-04-22-16,sqlp_aggregations_expensive,0.14313120833333334,0.0027374980962956634,0.14466325000000002,0.8331423333333333,0.09603433333333333,0.139970708,0.144759667,6993007 +0.126.0,2024-04-22-16,sqlp_aggregations_expensive_vs_duckdb,0.20278972233333334,0.01560206878747413,0.205820625,0.9183963333333333,0.05365333333333333,0.185894584,0.216653958,4926108 0.126.0,2024-04-22-16,sqlp_format_arrow,0.04692579166666667,0.0005811099975239919,0.047122250000000004,0.153532,0.025958333333333333,0.046271917,0.047383208,21276596 0.126.0,2024-04-22-16,sqlp_format_avro,0.048076083333333346,0.0017311516824831763,0.048939959000000005,0.15350066666666665,0.025802666666666668,0.046083000000000006,0.049205291000000005,20833333 0.126.0,2024-04-22-16,sqlp_format_json,0.047725278,0.0011486879419481148,0.047102209000000006,0.15286433333333335,0.025815666666666664,0.04702275,0.049050875,20833333 @@ -149,8 +151,6 @@ version,tstamp,name,mean,stddev,median,user,system,min,max,recs_per_sec 0.126.0,2024-04-22-16,sqlp_nooptimizations,0.04731837466666666,0.0021323536724057604,0.046517125,0.15294066666666667,0.024982333333333332,0.045702708,0.049735291,21276596 0.126.0,2024-04-22-16,sqlp_tryparsedates,0.10832052766666668,0.0015897330474203288,0.10756995800000001,0.21364099999999997,0.025136333333333333,0.10724504200000001,0.110146583,9259259 0.126.0,2024-04-22-16,sqlp_tryparsedates_inferlen,0.7472814303333334,0.0014391497102714534,0.747098208,2.077426333333333,0.16860833333333333,0.745942666,0.7488034170000001,1338688 -0.126.0,2024-04-22-16,sqlp_vs_duckdb_aggregations,0.19036906933333334,0.003478287563503247,0.190582,0.5959679999999999,0.04977299999999999,0.186789208,0.19373600000000002,5263158 -0.126.0,2024-04-22-16,sqlp_vs_duckdb_aggregations_expensive,0.20278972233333334,0.01560206878747413,0.205820625,0.9183963333333333,0.05365333333333333,0.185894584,0.216653958,4926108 0.126.0,2024-04-22-16,stats,1.6121738053333334,0.003923951677717309,1.614119125,1.9085373333333333,0.09519966666666667,1.60765725,1.614745041,620347 0.126.0,2024-04-22-16,stats_create_cache,1.6088152500000001,0.003857319791336818,1.6085663330000002,1.9089809999999998,0.09596466666666666,1.6050884170000002,1.612791,621504 0.126.0,2024-04-22-16,stats_everything,3.1757919723333337,0.017503689487749212,3.181756,10.364601,0.41166166666666665,3.156085667,3.18953425,314861 diff --git a/scripts/results/benchmark_results_display.csv b/scripts/results/benchmark_results_display.csv index 1f6d283bc..6e02460e6 100644 --- a/scripts/results/benchmark_results_display.csv +++ b/scripts/results/benchmark_results_display.csv @@ -138,7 +138,9 @@ version,tstamp,name,mean,recs_per_sec,stddev,median,user,system,min,max 0.126.0,2024-04-22-16,split_kbsize,2.212,452080,0.148,2.143,1.985,0.111,2.11,2.381 0.126.0,2024-04-22-16,sqlp,0.047,21276596,0.002,0.046,0.152,0.025,0.046,0.05 0.126.0,2024-04-22-16,sqlp_aggregations,0.066,15151515,0.001,0.066,0.511,0.062,0.065,0.066 +0.126.0,2024-04-22-16,sqlp_aggregations_vs_duckdb,0.19,5263158,0.003,0.191,0.596,0.05,0.187,0.194 0.126.0,2024-04-22-16,sqlp_aggregations_expensive,0.143,6993007,0.003,0.145,0.833,0.096,0.14,0.145 +0.126.0,2024-04-22-16,sqlp_aggregations_expensive_vs_duckdb,0.203,4926108,0.016,0.206,0.918,0.054,0.186,0.217 0.126.0,2024-04-22-16,sqlp_format_arrow,0.047,21276596,0.001,0.047,0.154,0.026,0.046,0.047 0.126.0,2024-04-22-16,sqlp_format_avro,0.048,20833333,0.002,0.049,0.154,0.026,0.046,0.049 0.126.0,2024-04-22-16,sqlp_format_json,0.048,20833333,0.001,0.047,0.153,0.026,0.047,0.049 @@ -149,8 +151,6 @@ version,tstamp,name,mean,recs_per_sec,stddev,median,user,system,min,max 0.126.0,2024-04-22-16,sqlp_nooptimizations,0.047,21276596,0.002,0.047,0.153,0.025,0.046,0.05 0.126.0,2024-04-22-16,sqlp_tryparsedates,0.108,9259259,0.002,0.108,0.214,0.025,0.107,0.11 0.126.0,2024-04-22-16,sqlp_tryparsedates_inferlen,0.747,1338688,0.001,0.747,2.077,0.169,0.746,0.749 -0.126.0,2024-04-22-16,sqlp_vs_duckdb_aggregations,0.19,5263158,0.003,0.191,0.596,0.05,0.187,0.194 -0.126.0,2024-04-22-16,sqlp_vs_duckdb_aggregations_expensive,0.203,4926108,0.016,0.206,0.918,0.054,0.186,0.217 0.126.0,2024-04-22-16,stats,1.612,620347,0.004,1.614,1.909,0.095,1.608,1.615 0.126.0,2024-04-22-16,stats_create_cache,1.609,621504,0.004,1.609,1.909,0.096,1.605,1.613 0.126.0,2024-04-22-16,stats_everything,3.176,314861,0.018,3.182,10.365,0.412,3.156,3.19 diff --git a/scripts/results/latest_results.csv b/scripts/results/latest_results.csv index d99b63970..310997b3b 100644 --- a/scripts/results/latest_results.csv +++ b/scripts/results/latest_results.csv @@ -138,7 +138,9 @@ version,tstamp,name,mean,stddev,median,user,system,min,max,recs_per_sec 0.126.0,2024-04-22-16,split_kbsize,2.211635236,0.1476543957829877,2.143363083,1.985383333333333,0.110644,2.110471625,2.381071,452080 0.126.0,2024-04-22-16,sqlp,0.04723580533333333,0.00231491712860835,0.045934083,0.15181633333333333,0.025412666666666667,0.045864791,0.049908542,21276596 0.126.0,2024-04-22-16,sqlp_aggregations,0.06589552766666666,0.0007669184799079591,0.066274292,0.5105613333333333,0.06181933333333334,0.065012916,0.06639937500000001,15151515 +0.126.0,2024-04-22-16,sqlp_aggregations_vs_duckdb,0.19036906933333334,0.003478287563503247,0.190582,0.5959679999999999,0.04977299999999999,0.186789208,0.19373600000000002,5263158 0.126.0,2024-04-22-16,sqlp_aggregations_expensive,0.14313120833333334,0.0027374980962956634,0.14466325000000002,0.8331423333333333,0.09603433333333333,0.139970708,0.144759667,6993007 +0.126.0,2024-04-22-16,sqlp_aggregations_expensive_vs_duckdb,0.20278972233333334,0.01560206878747413,0.205820625,0.9183963333333333,0.05365333333333333,0.185894584,0.216653958,4926108 0.126.0,2024-04-22-16,sqlp_format_arrow,0.04692579166666667,0.0005811099975239919,0.047122250000000004,0.153532,0.025958333333333333,0.046271917,0.047383208,21276596 0.126.0,2024-04-22-16,sqlp_format_avro,0.048076083333333346,0.0017311516824831763,0.048939959000000005,0.15350066666666665,0.025802666666666668,0.046083000000000006,0.049205291000000005,20833333 0.126.0,2024-04-22-16,sqlp_format_json,0.047725278,0.0011486879419481148,0.047102209000000006,0.15286433333333335,0.025815666666666664,0.04702275,0.049050875,20833333 @@ -149,8 +151,6 @@ version,tstamp,name,mean,stddev,median,user,system,min,max,recs_per_sec 0.126.0,2024-04-22-16,sqlp_nooptimizations,0.04731837466666666,0.0021323536724057604,0.046517125,0.15294066666666667,0.024982333333333332,0.045702708,0.049735291,21276596 0.126.0,2024-04-22-16,sqlp_tryparsedates,0.10832052766666668,0.0015897330474203288,0.10756995800000001,0.21364099999999997,0.025136333333333333,0.10724504200000001,0.110146583,9259259 0.126.0,2024-04-22-16,sqlp_tryparsedates_inferlen,0.7472814303333334,0.0014391497102714534,0.747098208,2.077426333333333,0.16860833333333333,0.745942666,0.7488034170000001,1338688 -0.126.0,2024-04-22-16,sqlp_vs_duckdb_aggregations,0.19036906933333334,0.003478287563503247,0.190582,0.5959679999999999,0.04977299999999999,0.186789208,0.19373600000000002,5263158 -0.126.0,2024-04-22-16,sqlp_vs_duckdb_aggregations_expensive,0.20278972233333334,0.01560206878747413,0.205820625,0.9183963333333333,0.05365333333333333,0.185894584,0.216653958,4926108 0.126.0,2024-04-22-16,stats,1.6121738053333334,0.003923951677717309,1.614119125,1.9085373333333333,0.09519966666666667,1.60765725,1.614745041,620347 0.126.0,2024-04-22-16,stats_create_cache,1.6088152500000001,0.003857319791336818,1.6085663330000002,1.9089809999999998,0.09596466666666666,1.6050884170000002,1.612791,621504 0.126.0,2024-04-22-16,stats_everything,3.1757919723333337,0.017503689487749212,3.181756,10.364601,0.41166166666666665,3.156085667,3.18953425,314861