benchmarks: 1.0.0 re-run for stats

re-run stats benchmarks separately
As the numbers were off on the earlier run.

I suspect the benchmark script needs to be fine-tuned to ensure long-running stats runs do not throw off the numbers.

[skip ci]

scripts/results/benchmark_results.csv

@@ -1,4 +1,25 @@
 version,tstamp,name,mean,stddev,median,user,system,min,max,recs_per_sec
+1.0.0,2024-12-03-04,frequency_index_stats_mode_auto,1.0659052636666668,0.05599338186594517,1.03499975,4.774170666666667,0.28878566666666666,1.03217575,1.130540291,938086
+1.0.0,2024-12-03-04,frequency_index_stats_mode_force,1.06221325,0.03147002183312139,1.052395583,4.8009726666666666,0.319051,1.036822375,1.097421792,941620
+1.0.0,2024-12-03-04,frequency_index_stats_mode_none,1.1781550556666665,0.05320913421102692,1.158594209,5.208479333333333,0.33374966666666667,1.137495,1.238375958,848896
+1.0.0,2024-12-03-04,stats,1.8602299026666664,0.04860883678258559,1.834533875,2.149259666666667,0.093161,1.829862125,1.916293708,537634
+1.0.0,2024-12-03-04,stats_create_cache,1.8322704310000002,0.0027330391731025666,1.830928042,2.1310646666666666,0.10927633333333332,1.830468167,1.835415084,545852
+1.0.0,2024-12-03-04,stats_everything,3.2722284859999995,0.010678759042239706,3.273392875,10.255028000000001,0.47389633333333325,3.26101525,3.282277333,305623
+1.0.0,2024-12-03-04,stats_everything_create_cache,3.288564416333333,0.013112902450743745,3.285673416,10.161604333333333,0.485176,3.27713825,3.302881583,304044
+1.0.0,2024-12-03-04,stats_everything_index,1.3145552503333333,0.013902773624198953,1.322071,11.067971666666665,0.6727286666666666,1.298512334,1.323082417,760456
+1.0.0,2024-12-03-04,stats_everything_index_j1,6.477378680666667,0.31548680174702054,6.299964209,6.329067666666666,0.2858023333333333,6.290541,6.841630833,154392
+1.0.0,2024-12-03-04,stats_everything_index_j1_with_cache,2.117918875,3.6514150441407813,0.009818083,2.0705276666666665,0.09446833333333333,0.009728750000000001,6.334209792,472144
+1.0.0,2024-12-03-04,stats_everything_index_with_cache,1.3455964583333333,0.02151212843616357,1.335406667,11.109727999999999,0.6601746666666667,1.331072542,1.3703101659999999,742942
+1.0.0,2024-12-03-04,stats_everything_infer_dates,7.177529264,0.032887905986948324,7.192770292,14.376416333333331,0.545419,7.139785708,7.200031792,139315
+1.0.0,2024-12-03-04,stats_everything_infer_dates_index,1.878301889,0.024383928936976565,1.8656339590000002,17.636467333333332,0.6762683333333332,1.862859292,1.9064124160000002,532481
+1.0.0,2024-12-03-04,stats_everything_infer_dates_index_with_cache,1.8687971530000003,0.0055963212468863295,1.867891125,17.634134,0.6812169999999999,1.8637091250000002,1.874791209,535045
+1.0.0,2024-12-03-04,stats_everything_j1,6.411309152666667,0.1276296270376425,6.428757458,6.568755333333333,0.36271099999999995,6.275853042,6.529316958,155982
+1.0.0,2024-12-03-04,stats_everything_sorted,3.353808805,0.2709114710363093,3.200462541,9.652032333333333,0.46550633333333336,3.194353333,3.666610541,298151
+1.0.0,2024-12-03-04,stats_everything_sorted_index,3.241789152666667,0.01344230446400187,3.235871708,9.766776666666665,0.45135499999999995,3.23232075,3.257175,308452
+1.0.0,2024-12-03-04,stats_index,0.213713611,0.0014214104677970428,0.214073,2.2112579999999995,0.06379133333333332,0.212147,0.214920833,4672897
+1.0.0,2024-12-03-04,stats_index_j1,1.765987444333333,0.0022461298567306156,1.766015333,1.7111409999999998,0.05285566666666666,1.7637275,1.7682195,566251
+1.0.0,2024-12-03-04,stats_index_j1_with_cache,1.7674670833333332,0.004227659171185427,1.769803375,1.7125843333333333,0.053101333333333334,1.762586875,1.770011,565931
+1.0.0,2024-12-03-04,stats_index_with_cache,0.21353706933333336,0.004283642418292679,0.21128337500000002,2.2167973333333335,0.06298166666666667,0.21085075,0.21847708300000002,4672897
 1.0.0,2024-12-02-20,apply_calcconv,1.6300342360000002,0.01795482953322003,1.6230570420000001,3.208226,0.177538,1.616615291,1.650430375,613497
 1.0.0,2024-12-02-20,apply_dynfmt,1.8820858473333333,0.02995987327497054,1.867551417,5.965682666666666,0.14849566666666666,1.862165625,1.9165405,531350
 1.0.0,2024-12-02-20,apply_emptyreplace,1.5550595693333333,0.02181815177204063,1.560927125,2.1921839999999997,0.15422566666666668,1.530907625,1.5733439580000002,643087

scripts/results/benchmark_results_display.csv

@@ -1,4 +1,25 @@
 version,tstamp,name,mean,recs_per_sec,stddev,median,user,system,min,max
+1.0.0,2024-12-03-04,frequency_index_stats_mode_auto,1.066,938086,0.056,1.035,4.774,0.289,1.032,1.131
+1.0.0,2024-12-03-04,frequency_index_stats_mode_force,1.062,941620,0.031,1.052,4.801,0.319,1.037,1.097
+1.0.0,2024-12-03-04,frequency_index_stats_mode_none,1.178,848896,0.053,1.159,5.208,0.334,1.137,1.238
+1.0.0,2024-12-03-04,stats,1.86,537634,0.049,1.835,2.149,0.093,1.83,1.916
+1.0.0,2024-12-03-04,stats_create_cache,1.832,545852,0.003,1.831,2.131,0.109,1.83,1.835
+1.0.0,2024-12-03-04,stats_everything,3.272,305623,0.011,3.273,10.255,0.474,3.261,3.282
+1.0.0,2024-12-03-04,stats_everything_create_cache,3.289,304044,0.013,3.286,10.162,0.485,3.277,3.303
+1.0.0,2024-12-03-04,stats_everything_index,1.315,760456,0.014,1.322,11.068,0.673,1.299,1.323
+1.0.0,2024-12-03-04,stats_everything_index_j1,6.477,154392,0.315,6.3,6.329,0.286,6.291,6.842
+1.0.0,2024-12-03-04,stats_everything_index_j1_with_cache,2.118,472144,3.651,0.01,2.071,0.094,0.01,6.334
+1.0.0,2024-12-03-04,stats_everything_index_with_cache,1.346,742942,0.022,1.335,11.11,0.66,1.331,1.37
+1.0.0,2024-12-03-04,stats_everything_infer_dates,7.178,139315,0.033,7.193,14.376,0.545,7.14,7.2
+1.0.0,2024-12-03-04,stats_everything_infer_dates_index,1.878,532481,0.024,1.866,17.636,0.676,1.863,1.906
+1.0.0,2024-12-03-04,stats_everything_infer_dates_index_with_cache,1.869,535045,0.006,1.868,17.634,0.681,1.864,1.875
+1.0.0,2024-12-03-04,stats_everything_j1,6.411,155982,0.128,6.429,6.569,0.363,6.276,6.529
+1.0.0,2024-12-03-04,stats_everything_sorted,3.354,298151,0.271,3.2,9.652,0.466,3.194,3.667
+1.0.0,2024-12-03-04,stats_everything_sorted_index,3.242,308452,0.013,3.236,9.767,0.451,3.232,3.257
+1.0.0,2024-12-03-04,stats_index,0.214,4672897,0.001,0.214,2.211,0.064,0.212,0.215
+1.0.0,2024-12-03-04,stats_index_j1,1.766,566251,0.002,1.766,1.711,0.053,1.764,1.768
+1.0.0,2024-12-03-04,stats_index_j1_with_cache,1.767,565931,0.004,1.77,1.713,0.053,1.763,1.77
+1.0.0,2024-12-03-04,stats_index_with_cache,0.214,4672897,0.004,0.211,2.217,0.063,0.211,0.218
 1.0.0,2024-12-02-20,apply_calcconv,1.63,613497,0.018,1.623,3.208,0.178,1.617,1.65
 1.0.0,2024-12-02-20,apply_dynfmt,1.882,531350,0.03,1.868,5.966,0.148,1.862,1.917
 1.0.0,2024-12-02-20,apply_emptyreplace,1.555,643087,0.022,1.561,2.192,0.154,1.531,1.573
@@ -66,9 +87,6 @@ version,tstamp,name,mean,recs_per_sec,stddev,median,user,system,min,max
 1.0.0,2024-12-02-20,frequency_ignorecase,3.864,258799,0.011,3.859,4.733,0.131,3.856,3.877
 1.0.0,2024-12-02-20,frequency_ignorecase_index,2.6,384615,0.064,2.606,11.809,0.57,2.533,2.661
 1.0.0,2024-12-02-20,frequency_index,2.906,344116,0.695,2.616,10.862,0.638,2.404,3.699
-1.0.0,2024-12-02-20,frequency_index_stats_mode_auto,2.498,400320,0.046,2.511,9.835,0.572,2.448,2.536
-1.0.0,2024-12-02-20,frequency_index_stats_mode_force,2.41,414938,0.007,2.407,9.713,0.589,2.406,2.418
-1.0.0,2024-12-02-20,frequency_index_stats_mode_none,2.619,381825,0.11,2.588,9.808,0.606,2.528,2.742
 1.0.0,2024-12-02-20,frequency_j1,3.352,298329,0.012,3.352,3.268,0.08,3.34,3.364
 1.0.0,2024-12-02-20,frequency_j1_ignorecase,4.413,226603,0.02,4.413,4.329,0.079,4.393,4.432
 1.0.0,2024-12-02-20,frequency_limit20,2.797,357526,0.002,2.798,3.666,0.14,2.796,2.799
@@ -189,24 +207,6 @@ version,tstamp,name,mean,recs_per_sec,stddev,median,user,system,min,max
 1.0.0,2024-12-02-20,sqlp_nooptimizations,1.424,702247,0.02,1.427,2.989,0.246,1.403,1.443
 1.0.0,2024-12-02-20,sqlp_tryparsedates,12.652,79039,0.293,12.539,13.66,0.262,12.433,12.984
 1.0.0,2024-12-02-20,sqlp_tryparsedates_inferlen,2.125,470588,0.005,2.123,3.257,0.271,2.121,2.13
-1.0.0,2024-12-02-20,stats,2.169,461042,0.024,2.168,2.51,0.102,2.146,2.194
-1.0.0,2024-12-02-20,stats_create_cache,2.326,429923,0.01,2.322,2.687,0.108,2.32,2.337
-1.0.0,2024-12-02-20,stats_everything,4.652,214961,0.245,4.721,12.678,0.58,4.38,4.856
-1.0.0,2024-12-02-20,stats_everything_create_cache,4.527,220897,0.081,4.569,12.71,0.546,4.434,4.579
-1.0.0,2024-12-02-20,stats_everything_index,4.072,245580,0.047,4.072,27.209,1.305,4.026,4.119
-1.0.0,2024-12-02-20,stats_everything_index_j1,9.624,103907,0.211,9.572,9.601,0.292,9.444,9.856
-1.0.0,2024-12-02-20,stats_everything_index_j1_with_cache,3.375,296296,5.823,0.016,3.363,0.101,0.01,10.098
-1.0.0,2024-12-02-20,stats_everything_index_with_cache,4.205,237812,0.08,4.173,26.993,1.289,4.146,4.296
-1.0.0,2024-12-02-20,stats_everything_infer_dates,8.666,115393,0.141,8.708,16.715,0.553,8.509,8.78
-1.0.0,2024-12-02-20,stats_everything_infer_dates_index,6.184,161708,0.148,6.189,39.597,1.526,6.033,6.329
-1.0.0,2024-12-02-20,stats_everything_infer_dates_index_with_cache,2.085,479616,3.566,0.028,13.194,0.511,0.025,6.202
-1.0.0,2024-12-02-20,stats_everything_j1,7.347,136110,0.393,7.273,7.607,0.282,6.997,7.771
-1.0.0,2024-12-02-20,stats_everything_sorted,4.661,214546,0.383,4.499,12.836,0.582,4.385,5.097
-1.0.0,2024-12-02-20,stats_everything_sorted_index,5.712,175070,0.197,5.625,15.655,0.772,5.574,5.938
-1.0.0,2024-12-02-20,stats_index,1.187,842460,0.084,1.161,4.33,0.179,1.12,1.281
-1.0.0,2024-12-02-20,stats_index_j1,2.007,498256,0.123,1.989,1.963,0.041,1.893,2.137
-1.0.0,2024-12-02-20,stats_index_j1_with_cache,2.345,426439,0.039,2.339,2.294,0.049,2.309,2.387
-1.0.0,2024-12-02-20,stats_index_with_cache,0.849,1177856,0.053,0.865,4.436,0.164,0.79,0.893
 1.0.0,2024-12-02-20,table,7.648,130753,0.284,7.539,6.42,1.222,7.435,7.97
 1.0.0,2024-12-02-20,template,3.459,289101,0.096,3.428,17.037,0.334,3.382,3.568
 1.0.0,2024-12-02-20,template_lookup_outdir,3.817,261986,0.148,3.772,19.708,0.338,3.698,3.983
@@ -4932,4 +4932,4 @@ version,tstamp,name,mean,recs_per_sec,stddev,median,user,system,min,max
 0.113.0,2023-09-17-22,validate,2.009,497653,0.004,2.009,12.026,0.119,2.006,2.013
 0.113.0,2023-09-17-22,validate_index,2.037,490947,0.001,2.037,12.053,0.122,2.036,2.037
 0.113.0,2023-09-17-22,validate_no_schema,0.564,1772113,0.003,0.563,0.512,0.051,0.562,0.568
-0.113.0,2023-09-17-22,validate_no_schema_index,0.563,1775062,0.002,0.563,0.513,0.049,0.562,0.565
+0.113.0,2023-09-17-22,validate_no_schema_index,0.563,1775062,0.002,0.563,0.513,0.049,0.562,0.565