add run

Author: darcyclarke

.github/workflows/benchmark.yaml

@@ -65,6 +65,10 @@ jobs:
           echo "COREPACK_ENABLE_AUTO_PIN: ${{ env.COREPACK_ENABLE_AUTO_PIN }}"
           echo "YARN_ENABLE_IMMUTABLE_INSTALLS: ${{ env.YARN_ENABLE_IMMUTABLE_INSTALLS }}"
 
+      - name: Run Task Execution Benchmarks        
+        run: |
+          bash ./scripts/run.sh
+
       - name: Run Project Benchmarks (Next)        
         run: |
           bash ./scripts/run.sh next

.gitignore

@@ -1 +1,2 @@
-.DS_Store
+.DS_Store
+results

scripts/install.sh

@@ -0,0 +1,57 @@
+#!/bin/bash
+
+# WARNING
+echo "WARNING: This script removes all installed packages, cache files & uncommitted git history."
+
+# Navigate to the fixture directory
+cd ./fixtures/$1
+
+# Create the results directory
+mkdir -p ../../results/$1
+
+# Run the benchmark suite
+hyperfine --export-json=../../results/$1/benchmarks.json --warmup 3 --runs 10 -i --prepare 'bash ../../scripts/clean.sh' \
+  -n 'npm' 'bash ../../scripts/install/npm.sh' \
+  -n 'yarn' 'bash ../../scripts/install/yarn.sh' \
+  -n 'berry' 'bash ../../scripts/install/berry.sh' \
+  -n 'pnpm' 'bash ../../scripts/install/pnpm.sh' \
+  -n 'vlt' 'bash ../../scripts/install/vlt.sh' \
+  -n 'bun' 'bash ../../scripts/install/bun.sh' \
+  -n 'deno' 'bash ../../scripts/install/deno.sh'
+
+# Count the number of packages installed
+
+# npm
+bash ../../scripts/clean.sh
+bash ../../scripts/install/npm.sh
+bash ../../scripts/package-count.sh >> "../../results/$1/npm" 
+
+# yarn
+bash ../../scripts/clean.sh
+bash ../../scripts/install/yarn.sh
+bash ../../scripts/package-count.sh >> "../../results/$1/yarn" 
+
+# yarn berry
+bash ../../scripts/clean.sh
+bash ../../scripts/install/berry.sh
+bash ../../scripts/package-count.sh >> "../../results/$1/berry"
+
+# pnpm
+bash ../../scripts/clean.sh
+bash ../../scripts/install/pnpm.sh
+bash ../../scripts/package-count.sh >> "../../results/$1/pnpm"
+
+# vlt
+bash ../../scripts/clean.sh
+bash ../../scripts/install/vlt.sh
+bash ../../scripts/package-count.sh >> "../../results/$1/vlt"
+
+# bun
+bash ../../scripts/clean.sh
+bash ../../scripts/install/bun.sh
+bash ../../scripts/package-count.sh >> "../../results/$1/bun"
+
+# deno
+bash ../../scripts/clean.sh
+bash ../../scripts/install/deno.sh
+bash ../../scripts/package-count.sh >> "../../results/$1/deno"

scripts/run.sh

@@ -1,53 +1,18 @@
 #!/bin/bash
 
-cd ./fixtures/$1
+# WARNING
+echo "WARNING: This script removes all installed packages, cache files & uncommitted git history."
 
-# Create the results directory
-mkdir -p ../../results/$1
+# Navigate to the fixture directory
+cd ./fixtures/$1
 
 # Run the benchmark suite
-hyperfine --export-json=../../results/$1/benchmarks.json --warmup 3 --runs 10 -i --prepare 'bash ../../scripts/clean.sh' \
-  -n 'npm' 'bash ../../scripts/install/npm.sh' \
-  -n 'yarn' 'bash ../../scripts/install/yarn.sh' \
-  -n 'berry' 'bash ../../scripts/install/berry.sh' \
-  -n 'pnpm' 'bash ../../scripts/install/pnpm.sh' \
-  -n 'vlt' 'bash ../../scripts/install/vlt.sh' \
-  -n 'bun' 'bash ../../scripts/install/bun.sh' \
-  -n 'deno' 'bash ../../scripts/install/deno.sh'
-
-# Count the number of packages installed
-
-# npm
-bash ../../scripts/clean.sh
-bash ../../scripts/install/npm.sh
-bash ../../scripts/package-count.sh >> "../../results/$1/npm" 
-
-# yarn
-bash ../../scripts/clean.sh
-bash ../../scripts/install/yarn.sh
-bash ../../scripts/package-count.sh >> "../../results/$1/yarn" 
-
-# yarn berry
-bash ../../scripts/clean.sh
-bash ../../scripts/install/berry.sh
-bash ../../scripts/package-count.sh >> "../../results/$1/berry"
-
-# pnpm
-bash ../../scripts/clean.sh
-bash ../../scripts/install/pnpm.sh
-bash ../../scripts/package-count.sh >> "../../results/$1/pnpm"
-
-# vlt
-bash ../../scripts/clean.sh
-bash ../../scripts/install/vlt.sh
-bash ../../scripts/package-count.sh >> "../../results/$1/vlt"
-
-# bun
-bash ../../scripts/clean.sh
-bash ../../scripts/install/bun.sh
-bash ../../scripts/package-count.sh >> "../../results/$1/bun"
-
-# deno
-bash ../../scripts/clean.sh
-bash ../../scripts/install/deno.sh
-bash ../../scripts/package-count.sh >> "../../results/$1/deno"
+hyperfine --export-json=../../results/run.json --warmup 3 --runs 10 -i --prepare 'bash ../../scripts/clean.sh' \
+  -n 'npm' 'npm run test' \
+  -n 'yarn' 'corepack yarn@1 run test' \
+  -n 'berry' 'corepack yarn@latest run test' \
+  -n 'pnpm' 'corepack pnpm@latest run test' \
+  -n 'vlt' 'vlt run test' \
+  -n 'bun' 'bun run test' \
+  -n 'deno' 'deno run test'
+