run-verification.yml

name: Run Layout Verification

on:
  workflow_dispatch:
  workflow_run:
    workflows: ["Run Python Files"]
    types:
      - completed
  push:
    paths:
      - 'submissions/**.gds'
      - 'submissions/**.GDS'
      - 'submissions/**.oas'
      - 'submissions/**.OAS'
    branches:
      - '**'
  pull_request:
    branches:
      - '**'


jobs:
  verification:
    runs-on: ubuntu-latest

    steps:
      - name: checkout repo content
        uses: actions/checkout@v2
        with:
          fetch-depth: 0


      #- name: get changed files
      #  uses: jitterbit/get-changed-files@v1
        
      #- name: get changed files, list
      #  run: |
      #    for changed_file in ${{ steps.files.outputs.all }}; do
      #      echo "Do something with this ${changed_file}."
      #    done


      - name: write what triggered this workflow to a txt file
        run: |
          echo "${{ github.event_name }}" > trigger_info.txt
          cat trigger_info.txt
          
      - name: upload trigger txt file as an artifact
        uses: actions/upload-artifact@v4
        with:
          name: verification-trigger
          path: trigger_info.txt

        # can also specify python version if needed
      - name: setup python
        uses: actions/setup-python@v4

      - name: install python packages
        run: |
          python -m pip install --upgrade pip
          pip install klayout SiEPIC siepic_ebeam_pdk

      - name: download latest python-to-oas-gds artifact from triggering workflow 
        uses: dawidd6/action-download-artifact@v2
        with:
          run_id: ${{ github.event.workflow_run.id }}
          name: python-to-oas-gds
          path: ./binary_files
          search_artifacts: true
        if: ${{ github.event_name == 'workflow_run' }}

      - name: get .gds and .oas files
        run: |

          # if the action is being triggered after running python files, get resulting oas/gds files from artifact
          # github actions is not configured to detect files pushed from another action, thus we cannot use the 'else' method below
          if [ "${{ github.event_name }}" == "workflow_run" ]; then
            FILES=$(ls ./binary_files)
          else
            if [[ "${{ github.event_name }}" == "pull_request" || "${{ github.event_name }}" == "pull_request_target" ]]; then
              # triggered on pull request, get all changed / added files from forked repo
              FILES=$(git diff --name-only --diff-filter=ACM origin/main...HEAD  | grep -i -E '\.(gds|oas)$' | sed 's|^submissions/||')
              #FILES=$(git diff --name-only --diff-filter=ACM FETCH_HEAD | grep -i -E '\.(gds|oas)$' | sed 's|^submissions/||')
            else
              # triggered push, locate the changed / added .gds and .oas files in the submission folder
              FILES=$(git diff --name-status --diff-filter=ACM --relative=submissions ${{ github.event.before }} ${{ github.sha }} submissions | grep -i -E '\.(gds|oas)$' | awk '{print $2}')
            fi
          fi
                 
          # we cannot set a multiline env vars so we must change it to single line (seperated by commas) if we have more than one file
          if [ $(echo "$FILES" | wc -l) -gt 1 ]; then
            # Replace newlines with a delimiter (e.g., comma)
            FILES_SINGLE_LINE=$(echo "$FILES" | tr '\n' ',')
          else
            # Keep the original content without modification
            FILES_SINGLE_LINE="$FILES"
          fi

          echo "$FILES_SINGLE_LINE"
          echo "FILES_SINGLE_LINE=$FILES_SINGLE_LINE" >> $GITHUB_ENV

      - name: run layout verification
        run: |

          # Check if there is a comma in the variable and revert it back to a multiline var
          if [[ "$FILES_SINGLE_LINE" == *","* ]]; then
            # Replace the delimiter with newlines
            FILES=$(echo "$FILES_SINGLE_LINE" | tr ',' '\n')
          else
            # No comma found, keep the original content without modification
            FILES="$FILES_SINGLE_LINE"
          fi
        
          # print the names of the files
          echo "Files for verification; $FILES"

          files_with_errors=""

          IFS=$'\n'
        
          # run verification on all files
          for file in $FILES; do

            echo "Running verification on $file"

            output=$(python run_verification.py "submissions/$file")

            # get number of errors
            errors_from_output=$(echo "$output" | tail -n 1)

            echo "$errors_from_output errors detected for $file"

            # if file results in verification errors add to string files_with_errors
            if [[ "$errors_from_output" -ge 1 ]]; then
              echo "$output"
              files_with_errors+="$file, $errors_from_output errors. "
              echo $files_with_errors >> $GITHUB_STEP_SUMMARY
              echo $output >> $GITHUB_STEP_SUMMARY
            fi

            echo "Done verification on $file"
          done

          echo "$output" > verification_output.txt
          echo "files_with_errors=$files_with_errors" >> $GITHUB_ENV

                    

      - name: move output files to new folder
        run: |
          export OUTPUT_FILES=$(find /home/runner/work/openEBL-2024-07-Si-Heaters/openEBL-2024-07-Si-Heaters/submissions -name "*.lyrdb")
          echo "Output files: $OUTPUT_FILES"

          mkdir -p verification_output

          for file in $OUTPUT_FILES; do
            cp "$file" verification_output/
          done

      - name: upload artifact
        uses: actions/upload-artifact@v2
        with:
          name: layout-errors
          path: verification_output/

      - name: fail if there are errors from layout verification
        run: |
          if [ -z "$files_with_errors" ]; then
            echo "No errors detected."
            echo "No errors detected." >> $GITHUB_STEP_SUMMARY
          else
            echo "Errors detected: $files_with_errors"
            echo "Errors detected: $files_with_errors" >> $GITHUB_STEP_SUMMARY
            exit 1
          fi










      - name: get .gds and .oas files, run example layout verification
        id: run-script
        run: |
        
          # if the action is being triggered after running python files, get resulting oas files from txt file
          # github actions is not configured to detect files pushed from another action, thus we cannot use the method below
          if [ -s "python-to-gds_oas.txt" ] && [ -n "$(cat python-to-gds_oas.txt)" ]; then
            export FILES=$(cat python-to-gds_oas.txt)
            IFS=' '
            echo "" > python-to-gds_oas.txt
             
            # push empty text file to repo
            git config --local user.email "${{ github.actor }}@users.noreply.github.com"
            git config --local user.name "${{ github.actor }}"
            git add python-to-gds_oas.txt
            git commit -m "Emptying text file" 
            git push

          else
            if [ "${{ github.event_name }}" = "pull_request" ]; then
              # triggered on pull request, get all changed / added files from forked repo
              export FILES=$(git diff --name-only --diff-filter=ACM FETCH_HEAD | grep -E '\.(gds|oas)$' | sed 's|^submissions/||')
            else
              # triggered push, locate the changed / added .gds and .oas files in the submission folder
              export FILES=$(git diff --name-status --diff-filter=ACM --relative=submissions ${{ github.event.before }} ${{ github.sha }} submissions | grep -E '\.(gds|oas)$' | awk '{print $2}')
            fi
            IFS=$'\n'
          fi

          # print the names of the files
          echo "Files for verification; $FILES"

          files_with_errors=""
        
          # run verification on all files
          for file in $FILES; do

            echo "Running verification on $file"

            output=$(python run_verification.py "submissions/$file")

            # get number of errors
            errors_from_output=$(echo "$output" | tail -n 1)

            echo "$errors_from_output errors detected for $file"

            # if file results in verification errors add to string files_with_errors
            if [[ "$errors_from_output" -ge 1 ]]; then
              files_with_errors+="$file, $errors_from_output errors. "
              echo $files_with_errors >> $GITHUB_STEP_SUMMARY
              echo $output >> $GITHUB_STEP_SUMMARY
            fi

            echo "Done verification on $file"
          done

          echo "files_with_errors=$files_with_errors" >> $GITHUB_ENV
        # Don't run:
        if: github.repository == 'octo-org/octo-repo-prod'