Skip to content

Commit

Permalink
Add (blocked) trackers column to stats script
Browse files Browse the repository at this point in the history
  • Loading branch information
ghostwords committed Mar 4, 2024
1 parent 4c369ef commit 1374838
Showing 1 changed file with 5 additions and 4 deletions.
9 changes: 5 additions & 4 deletions stats.sh
Original file line number Diff line number Diff line change
@@ -1,16 +1,17 @@
#!/usr/bin/env bash

printf "%-11s%-12s%-28s%-13s%-12s%-14s\n" \
BROWSER 'NUM SITES' 'ERRORS (TIMEOUTS, ANTIBOT)' 'NUM CRASHES' DURATION 'GIT INFO'
printf "%-11s%-8s%-10s%-24s%-9s%-12s%-14s\n" \
BROWSER SITES TRACKERS 'ERRORS (TMOs, ANTIBOT)' CRASHES DURATION 'GIT INFO'

for rev in $(git rev-list HEAD -- log.txt); do
git --no-pager show "$rev":log.txt > /tmp/log.txt
num_domains=$(grep 'domains to crawl' /tmp/log.txt | grep -oP '[0-9,]+')
printf "%-11s%-12s%6s%-22s%-13s%-12s%-14s\n" \
printf "%-11s%-8s%-10s%6s%-18s%-9s%-12s%-14s\n" \
"$(grep -oP 'browser: [A-Za-z]+' /tmp/log.txt | cut -d ' ' -f 2- | tr '[:upper:]' '[:lower:]')" \
"$num_domains" \
"$(./validate.py <(git --no-pager show "$rev:results.json") 2>/dev/null | grep 'Newly blocked domains' | grep -oP '[\d]+')" \
"$(grep 'errored on' /tmp/log.txt | rev | cut -d ' ' -f -2 | rev | cut -d ' ' -f 2- | sed 's/[()]//g')" \
" ($(($(grep -c 'Timed out loading ' /tmp/log.txt) * 100 / num_domains))%, $(echo "$(grep -c 'security page' /tmp/log.txt) * 100 / $num_domains" | bc -l | xargs printf "%.1f")%)" \
" ($(echo "$(grep -c 'Timed out loading ' /tmp/log.txt) * 100 / $num_domains" | bc -l | xargs printf "%.1f")%, $(echo "$(grep -c 'security page' /tmp/log.txt) * 100 / $num_domains" | bc -l | xargs printf "%.1f")%)" \
"$(grep -c 'restarted' /tmp/log.txt)" \
"$((($(grep 'Finished scan' /tmp/log.txt | cut -d " " -f "1,2" | xargs -0 date +%s -d) - $(head -n1 /tmp/log.txt | cut -d " " -f "1,2" | xargs -0 date +%s -d)) / 3600)) hours" \
"$(git show -s --format="%h %ci" "$rev")"
Expand Down

0 comments on commit 1374838

Please sign in to comment.