From 56cd16c7897433df57b23c3cfb8f5d8e4ab81fb7 Mon Sep 17 00:00:00 2001 From: Joel Natividad <1980690+jqnatividad@users.noreply.github.com> Date: Mon, 2 Dec 2024 20:25:51 -0500 Subject: [PATCH] benchmarks: v5.6.0 send template benchmark output to /dev/null instead of using REAL temp_dir as it was really slowing down benchmarks as it created a million files for EACH RUN. It will also wear out the SSD from the massive I/O bound workload... [skip ci] --- scripts/benchmarks.sh | 9 +++------ 1 file changed, 3 insertions(+), 6 deletions(-) diff --git a/scripts/benchmarks.sh b/scripts/benchmarks.sh index fe1abc720..62016c4f6 100755 --- a/scripts/benchmarks.sh +++ b/scripts/benchmarks.sh @@ -42,7 +42,7 @@ arg_pat="$1" # the version of this script -bm_version=5.5.0 +bm_version=5.6.0 # CONFIGURABLE VARIABLES --------------------------------------- # change as needed to reflect your environment/workloads @@ -299,8 +299,6 @@ function cleanup_files { rm -r -f split_tempdir_idx_j1 rm -r -f split_tempdir_chunks_idx rm -r -f split_tempdir_chunks_idx_j1 - rm -r -f template_tempdir - rm -r -f template_tempdir_lookup rm -f template_temp.txt rm -f benchmark_work.* rm -r -f benchmark_work @@ -656,9 +654,8 @@ run --index stats_everything_index_j1 "$qsv_bin" stats "$data" --force --everyth run --index stats_everything_index_j1_with_cache "$qsv_bin" stats "$data" --everything -j 1 run --index stats_everything_sorted_index "$qsv_bin" stats data_sorted.csv --force --everything run table "$qsv_bin" table "$data" -run template "$qsv_bin" template --template-file template.tpl "$data" --output template_temp.txt -run template_outdir "$qsv_bin" template --template-file template.tpl "$data" template_tempdir -run template_lookup_outdir "$qsv_bin" template --template-file template-with-cb-lookup.tpl "$data" template_tempdir_lookup +run template "$qsv_bin" template --template-file template.tpl "$data" > /dev/null +run template_lookup_outdir "$qsv_bin" template --template-file template-with-cb-lookup.tpl "$data" > /dev/null run to_xlsx "$qsv_bin" to xlsx benchmark_work.xlsx "$data" run to_sqlite "$qsv_bin" to sqlite benchmark_work.db "$data" run to_datapackage "$qsv_bin" to datapackage benchmark_work.json "$data"