Merge pull request #1 from GitGab19/bencher

Bencher PR

.github/workflows/benchmark.yaml

@@ -0,0 +1,154 @@
+name: Benchmark
+
+on:
+  pull_request:
+    branches: [main, dev]
+
+jobs:
+  benchmark_sv1_criterion_with_bencher:
+    name: Track sv1 criterion benchmarks with Bencher
+    runs-on: ubuntu-latest
+    env:
+      BENCHER_PROJECT: stratum
+      BENCHER_API_TOKEN: ${{ secrets.BENCHER_API_TOKEN }}
+      BENCHER_ADAPTER: rust_criterion
+      BENCHER_TESTBED: sv1
+    steps:
+      - name: Set up Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          profile: minimal
+          toolchain: 1.65.0
+          override: true
+
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - uses: actions/checkout@v3
+      - uses: bencherdev/[email protected]
+      - name: Benchmark with Bencher
+        run: |
+          cd benches 
+          bencher run \
+          --github-actions ${{ secrets.GITHUB_TOKEN }} \
+          "cargo bench --bench criterion_sv1_benchmark"
+
+  benchmark_sv2_criterion_with_bencher:
+    name: Track sv2 criterion benchmarks with Bencher
+    runs-on: ubuntu-latest
+    env:
+      BENCHER_PROJECT: stratum
+      BENCHER_API_TOKEN: ${{ secrets.BENCHER_API_TOKEN }}
+      BENCHER_ADAPTER: rust_criterion
+      BENCHER_TESTBED: sv2
+    steps:
+
+      - name: Set up Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          profile: minimal
+          toolchain: 1.65.0
+          override: true
+
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Start Sv2 Server
+        id: start-server
+        working-directory: ./roles/pool
+        run: |
+          nohup bash -c 'cargo run -- --c pool-config.toml > /dev/null 2>&1 &' && sleep 5
+          echo "Server started successfully"
+          
+      - uses: actions/checkout@v3
+      - uses: bencherdev/[email protected]
+      - name: Benchmark with Bencher
+        run: |
+          cd benches 
+          bencher run \
+          --github-actions ${{ secrets.GITHUB_TOKEN }} \
+          "cargo bench --bench criterion_sv2_benchmark"
+    
+  benchmark_sv1_iai_with_bencher:
+    name: Track sv1 iai benchmarks with Bencher
+    runs-on: ubuntu-latest
+    env:
+      BENCHER_PROJECT: stratum
+      BENCHER_API_TOKEN: ${{ secrets.BENCHER_API_TOKEN }}
+      BENCHER_ADAPTER: rust_iai
+      BENCHER_TESTBED: sv1
+    steps:
+
+      - name: Set up Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          profile: minimal
+          toolchain: 1.65.0
+          override: true
+
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Install Valgrind
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y valgrind=1:3.18.1-1ubuntu2 
+          
+      - uses: actions/checkout@v3
+      - uses: bencherdev/[email protected]
+      - name: Benchmark with Bencher
+        run: |
+          cd benches 
+          bencher run \
+          --github-actions ${{ secrets.GITHUB_TOKEN }} \
+          "cargo bench --bench iai_sv1_benchmark"
+
+  benchmark_sv2_iai_with_bencher:
+    name: Track sv2 iai benchmarks with Bencher
+    runs-on: ubuntu-latest
+    env:
+      BENCHER_PROJECT: stratum
+      BENCHER_API_TOKEN: ${{ secrets.BENCHER_API_TOKEN }}
+      BENCHER_ADAPTER: rust_iai
+      BENCHER_TESTBED: sv2
+    steps:
+      - name: Set up Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          profile: minimal
+          toolchain: 1.65.0
+          override: true
+
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Start Sv2 Server
+        id: start-server
+        working-directory: ./roles/pool
+        run: |
+          nohup bash -c 'cargo run -- --c pool-config.toml > /dev/null 2>&1 &' && sleep 5
+          echo "Server started successfully"
+          
+      - name: Install Valgrind
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y valgrind=1:3.18.1-1ubuntu2 
+          
+      - uses: actions/checkout@v3
+      - uses: bencherdev/[email protected]
+      - name: Benchmark with Bencher
+        run: |
+          cd benches 
+          bencher run \
+          --github-actions ${{ secrets.GITHUB_TOKEN }} \
+          "cargo bench --bench iai_sv2_benchmark"
+
+
+      #- name: Publish benchmark result
+      #uses: actions/upload-artifact@v2
+      #with:
+        #name: benchmark_results
+        #path: |
+          #./benches/benchmark_results.txt
+          #./target/criterion
+          #./target/iai

.gitignore

@@ -7,6 +7,7 @@
 /sv2.h
 /test/bitcoin_data/regtest
 lcov.info
+/target
 .vscode
 *.py
 **/conf/**

Cargo.toml

@@ -49,7 +49,7 @@ members = [
     "examples/interop-cpp/template-provider/example-of-guix-build/quickcheck_macros",
     "examples/template-provider-test",
     "experimental/coinbase-negotiator",
-
+    "benches",
 ]
 
 exclude = [