Break up scans stats by browser and scan type

EFForg · Jan 2, 2025 · f31ebb0 · f31ebb0
1 parent cd27127
commit f31ebb0
Showing 1 changed file with 64 additions and 21 deletions.
diff --git a/sql/stats.sh b/sql/stats.sh
@@ -1,25 +1,68 @@
 #!/usr/bin/env bash
 
-sqlite3 badger.sqlite3 -batch -header -column "SELECT start_time, end_time,
-    ROUND((CAST(STRFTIME('%s', end_time) AS FLOAT) -
-        CAST(STRFTIME('%s', start_time) AS FLOAT)) / 60 / 60, 1) AS num_hours,
-    browser.name AS browser,
-    no_blocking,
-    num_sites,
-    COUNT(DISTINCT blocked_trackers.tracker_id) AS num_blocked
-  FROM scan
-  JOIN browser ON browser.id = scan.browser_id
-  JOIN (SELECT scan.id AS scan_id,
-      tr.tracker_id
+print_stats() {
+  browser="$1"
+
+  no_blocking=0
+  if [ -n "$2" ]; then
+    no_blocking=1
+  fi
+
+  region_col=
+  no_blocking_col=no_blocking,
+  daily_scan=1
+  if [ -n "$3" ]; then
+    region_col=region,
+    no_blocking_col=
+    daily_scan=0
+  fi
+
+  num_days=60
+  if [ -n "$4" ]; then
+    num_days="$4"
+  fi
+
+  sqlite3 badger.sqlite3 -batch -header -column "SELECT start_time, end_time,
+      ROUND((CAST(STRFTIME('%s', end_time) AS FLOAT) -
+          CAST(STRFTIME('%s', start_time) AS FLOAT)) / 60 / 60, 1) AS num_hours,
+      browser.name AS browser,
+      $region_col
+      $no_blocking_col
+      num_sites,
+      COUNT(DISTINCT blocked_trackers.tracker_id) AS num_blocked
     FROM scan
     JOIN browser ON browser.id = scan.browser_id
-    JOIN tracking tr ON tr.scan_id = scan.id
-    WHERE scan.daily_scan = 1
-      AND scan.start_time > DATETIME('now', '-30 day')
-    GROUP BY tr.scan_id, tr.tracker_id
-    HAVING COUNT(DISTINCT tr.site_id) > 2)
-      AS blocked_trackers ON blocked_trackers.scan_id = scan.id
-  WHERE scan.daily_scan = 1
-    AND scan.start_time > DATETIME('now', '-30 day')
-  GROUP BY scan_id
-  ORDER BY scan.start_time DESC"
+    JOIN (SELECT scan.id AS scan_id,
+        tr.tracker_id
+      FROM scan
+      JOIN browser ON browser.id = scan.browser_id
+      JOIN tracking tr ON tr.scan_id = scan.id
+      WHERE scan.start_time > DATETIME('now', '-$num_days day')
+      GROUP BY tr.scan_id, tr.tracker_id
+      HAVING COUNT(DISTINCT tr.site_id) > 2)
+        AS blocked_trackers ON blocked_trackers.scan_id = scan.id
+    WHERE scan.start_time > DATETIME('now', '-$num_days day')
+      AND browser.name = '$browser'
+      AND no_blocking = '$no_blocking'
+      AND daily_scan = '$daily_scan'
+    GROUP BY scan_id
+    ORDER BY scan.start_time DESC"
+
+  echo
+}
+
+print_distributed_scan_stats() {
+  browser="$1"
+  print_stats "$browser" 1 1 365
+}
+
+print_stats "chrome"
+print_stats "chrome" 1
+
+print_stats "firefox"
+print_stats "firefox" 1
+
+print_stats "edge"
+
+print_distributed_scan_stats "chrome"
+print_distributed_scan_stats "firefox"