add dummy scale_factor flag for fineweb to please CI

Signed-off-by: Andrew Duffy <[email protected]>

Author: a10y

bench-vortex/src/bin/query_bench.rs

@@ -222,6 +222,10 @@ struct FinewebArgs {
           ]
     )]
     targets: Vec<Target>,
+
+    // Dummy, unused but we are required to accept it to make the CI automation happy
+    #[arg(long)]
+    scale_factor: u64,
 }
 
 fn validate_scale_factor(val: &str) -> Result<String, String> {

bench-vortex/src/engines/ddb/mod.rs

@@ -5,7 +5,7 @@ use std::path::PathBuf;
 use std::time::{Duration, Instant};
 
 use anyhow::Result;
-use log::{info, trace};
+use log::trace;
 use url::Url;
 use vortex::error::VortexExpect;
 use vortex_duckdb::duckdb::{Config, Connection, Database};
@@ -164,7 +164,7 @@ impl DuckDBCtx {
 
         // Generate and execute table registration commands
         let commands = self.generate_table_commands(&effective_url, extension, dataset, object);
-        info!("Executing table registration commands: {commands}");
+        trace!("Executing table registration commands: {commands}");
         self.execute_query(&commands)?;
 
         Ok(())
@@ -200,9 +200,7 @@ impl DuckDBCtx {
     ) -> String {
         // Base path contains trailing /.
         let base_dir = base_url.as_str();
-        info!("base_dir1: {base_dir}");
         let base_dir = base_dir.strip_prefix("file://").unwrap_or(base_dir);
-        info!("base_dir2: {base_dir}");
         match dataset {
             BenchmarkDataset::TpcH { .. } => {
                 let mut commands = String::new();

bench-vortex/src/fineweb/mod.rs

@@ -94,7 +94,10 @@ impl Benchmark for Fineweb {
     fn generate_data(&self, target: &Target) -> anyhow::Result<()> {
         // Before downloading anything, make sure we are using a supported target.
         anyhow::ensure!(
-            matches!(target.format, Format::Parquet | Format::OnDiskVortex),
+            matches!(
+                target.format,
+                Format::Parquet | Format::OnDiskVortex | Format::VortexCompact
+            ),
             "unsupported format for `fineweb` bench: {}",
             target.format
         );