Update benchmark.yml

arangoml · Dec 23, 2023 · 265c3b2 · 265c3b2
1 parent b3eeb86
commit 265c3b2
Showing 1 changed file with 54 additions and 5 deletions.
diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml
@@ -105,10 +105,59 @@ jobs:
         run: python benchmark/write.py --output_dir branch
 
       - name: Compare PR traces against Master traces
-        run: python benchmark/compare.py
+        id: python_script
+        run: |
+          echo "ROOT_SPAN_COMPARISON<<EOF" >> $GITHUB_ENV
+          python benchmark/compare.py >> $GITHUB_ENV
+          echo "EOF" >> $GITHUB_ENV
+
+      - name: Echo PyG to ArangoDB Diff
+        run: |
+          echo "PYG_TO_ARANGODB_DIFF<<EOF" >> $GITHUB_ENV
+          cat benchmark/diff/pyg_to_arangodb.json >> $GITHUB_ENV
+          echo "EOF" >> $GITHUB_ENV
 
-      - name: Echo PyG to ArangoDB Comparison
-        run: cat benchmark/diff/pyg_to_arangodb.json | jq
+      - name: Echo ArangoDB to PyG Diff
+        run: |
+          echo "ARANGODB_TO_PYG_DIFF<<EOF" >> $GITHUB_ENV
+          cat benchmark/diff/arangodb_to_pyg.json >> $GITHUB_ENV
+          echo "EOF" >> $GITHUB_ENV
 
-      - name: Echo ArangoDB to PyG Comparison
-        run: cat benchmark/diff/arangodb_to_pyg.json | jq
+      - name: Prepare PR Message
+        run: |
+          echo "MESSAGE<<EOF" >> $GITHUB_ENV
+          echo '**Benchmark for Commit ${GITHUB_SHA}**' >> $GITHUB_ENV
+          echo '' >> $GITHUB_ENV
+          echo 'Root Span Comparisons:' >> $GITHUB_ENV
+          echo '```json' >> $GITHUB_ENV
+          cat $ROOT_SPAN_COMPARISON >> $GITHUB_ENV
+          echo '```' >> $GITHUB_ENV
+          echo '' >> $GITHUB_ENV
+          echo '<details><summary>PyG to ArangoDB Comparison</summary>' >> $GITHUB_ENV
+          echo '' >> $GITHUB_ENV
+          echo '```json' >> $GITHUB_ENV
+          cat $PYG_TO_ARANGODB_DIFF >> $GITHUB_ENV
+          echo '```' >> $GITHUB_ENV
+          echo '</details>' >> $GITHUB_ENV
+          echo '' >> $GITHUB_ENV
+          echo '<details><summary>ArangoDB to PyG Comparison</summary>' >> $GITHUB_ENV
+          echo '' >> $GITHUB_ENV
+          echo '```json' >> $GITHUB_ENV
+          cat $ARANGODB_TO_PYG_DIFF >> $GITHUB_ENV
+          echo '```' >> $GITHUB_ENV
+          echo '</details>' >> $GITHUB_ENV
+          echo "EOF" >> $GITHUB_ENV
+
+      - name: Comment on PR
+        uses: actions/github-script@v5
+        with:
+          github-token: ${{secrets.GITHUB_TOKEN}}
+          script: |
+            const prNumber = context.payload.pull_request.number;
+            const message = process.env.MESSAGE;
+            github.rest.issues.createComment({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              issue_number: prNumber,
+              body: message
+            });