ci.yml

name: CI

on:
  push:
    branches: [main]
    paths-ignore:
    - '**.md'
    - '**.yaml'
    - '**.yml'
    - '**.sh'
    - '.github/**'
    - '**.html'
    - '**.css'
    - 'docs/**'
    - '**/Makefile'
  pull_request:
    branches: [main]
    paths-ignore:
    - '**.md'
    - '**.yaml'
    - '**.yml'
    - '**.sh'
    - '.github/**'
    - 'docs/**'
    - '**.html'
    - '**.css'
    - '**/Makefile'

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:
  lint:
    name: Lint
    runs-on: ubuntu-latest
    timeout-minutes: 10
    permissions:
      contents: read

    steps:
    - uses: actions/checkout@v6

    - name: Setup environment
      uses: ./.github/actions/setup-env
      with:
        cache-precommit: "true"

    - name: Run linters
      env:
        SKIP: no-commit-to-branch
      run: |
        source .venv/bin/activate
        make lint

  unit-tests:
    name: "Unit tests: ${{ matrix.component }}"
    runs-on: ubuntu-latest
    timeout-minutes: 15
    permissions:
      contents: read
    strategy:
      fail-fast: false
      matrix:
        component:
        - asya-crew
        - asya-gateway
        - asya-lab
        - asya-runtime
        - asya-sidecar
        - asya-state-proxy
        - asya-testing
        - asya-ui

    steps:
    - uses: actions/checkout@v6

    - name: Setup environment
      uses: ./.github/actions/setup-env

    - name: Run unit tests
      run: |
        source .venv/bin/activate
        make -C src/${{ matrix.component }} test-unit

    - name: Upload unit test coverage
      uses: actions/upload-artifact@v7
      if: always()
      with:
        name: coverage-unit-${{ matrix.component }}
        path: .coverage/
        retention-days: 1
        include-hidden-files: true
        if-no-files-found: ignore
        compression-level: 0

  component-tests:
    name: "Component tests: ${{ matrix.name }}"
    runs-on: ubuntu-latest
    timeout-minutes: 15
    # needs: [lint, unit-tests]
    permissions:
      contents: read
    strategy:
      fail-fast: false
      matrix:
        include:
        # Flow compiler component tests (pure Python, no Docker)
        - name: flow-compiler
          component: flow-compiler
          config_var: _UNUSED
          config_value: default
        # Mesh-API component tests
        - name: mesh-api (sqs)
          component: mesh-api
          config_var: ASYA_TRANSPORT
          config_value: sqs
        # Runtime component tests
        - name: runtime
          component: runtime
          config_var: ASYA_TRANSPORT
          config_value: sqs
        # Sidecar component tests - test both transports
        - name: sidecar (sqs)
          component: sidecar
          config_var: ASYA_TRANSPORT
          config_value: sqs
        - name: sidecar (rabbitmq)
          component: sidecar
          config_var: ASYA_TRANSPORT
          config_value: rabbitmq
        # State proxy component tests - test all connector profiles
        - name: state-proxy (s3-lww)
          component: state-proxy
          config_var: CONNECTOR_PROFILE
          config_value: s3-lww
        - name: state-proxy (s3-passthrough)
          component: state-proxy
          config_var: CONNECTOR_PROFILE
          config_value: s3-passthrough
        - name: state-proxy (s3-cas)
          component: state-proxy
          config_var: CONNECTOR_PROFILE
          config_value: s3-cas
        - name: state-proxy (redis-cas)
          component: state-proxy
          config_var: CONNECTOR_PROFILE
          config_value: redis-cas

    steps:
    - uses: actions/checkout@v6

    - name: Setup environment
      uses: ./.github/actions/setup-env
      with:
        install-docker: "true"

    - name: Build Docker images
      run: make build-images

    - name: Run component tests
      run: |
        source .venv/bin/activate
        make -C testing/component/${{ matrix.component }} test-one ${{ matrix.config_var }}=${{ matrix.config_value }}

    - name: Upload component test coverage
      uses: actions/upload-artifact@v7
      if: always()
      with:
        name: coverage-component-${{ matrix.component }}-${{ matrix.config_value }}
        path: .coverage/
        retention-days: 1
        include-hidden-files: true
        if-no-files-found: ignore
        compression-level: 0

  integration-tests:
    name: "Integration tests: ${{ matrix.name }}"
    runs-on: ubuntu-latest
    timeout-minutes: 30
    # needs: [component-tests]
    permissions:
      contents: read
    env:
      ASYA_TRANSPORT: ${{ matrix.transport }}
      ASYA_STORAGE: ${{ matrix.storage }}
    strategy:
      fail-fast: false
      matrix:
        include:
        # Simple integration tests (no parametrization)
        - name: sidecar
          target: sidecar
          transport: ""
          storage: ""
        - name: stateful-actors
          target: stateful-actors
          transport: ""
          storage: ""
        # Sidecar-runtime tests (2 transports)
        ##rabbitmq - disabled for now to save resources
        # - name: sidecar-runtime (rabbitmq)
        #   target: sidecar-runtime
        #   transport: rabbitmq
        - name: sidecar-runtime (sqs)
          target: sidecar-runtime
          transport: sqs
          storage: ""
        - name: sidecar-runtime (pubsub)
          target: sidecar-runtime
          transport: pubsub
          storage: ""
          # Gateway-actors tests — disabled pending rewrite for mesh-api routes
          # (old tests use /tools/call and /mesh/{id} which don't exist in new arch)
          # - name: gateway-actors (sqs-s3)
          #   target: gateway-actors
          #   transport: sqs
          #   storage: s3
          # - name: gateway-actors (pubsub-gcs)
          #   target: gateway-actors
          #   transport: pubsub
          #   storage: gcs

    steps:
    - uses: actions/checkout@v6

    - name: Setup environment
      uses: ./.github/actions/setup-env
      with:
        install-docker: "true"

    - name: Build Docker images
      run: make build-images

    - name: Run simple integration tests
      if: matrix.target == 'sidecar'
      run: |
        source .venv/bin/activate
        make -C testing/integration/${{ matrix.target }} test

    - name: Run 2-parametrized integration tests (sidecar-runtime)
      if: matrix.target == 'sidecar-runtime'
      run: |
        source .venv/bin/activate
        make -C testing/integration/${{ matrix.target }} test-one

    - name: Run 3-parametrized integration tests (gateway-actors)
      if: matrix.target == 'gateway-actors'
      run: |
        source .venv/bin/activate
        make -C testing/integration/${{ matrix.target }} test-one

    - name: Upload integration test coverage
      uses: actions/upload-artifact@v7
      if: always()
      with:
        name: coverage-integration-${{ matrix.target }}-${{ matrix.transport || 'default' }}-${{ matrix.storage || 'none'
          }}
        path: .coverage/
        retention-days: 1
        include-hidden-files: true
        if-no-files-found: ignore
        compression-level: 0

  e2e-tests:
    name: "E2E tests: ${{ matrix.name }}"
    runs-on: ubuntu-latest
    timeout-minutes: 90
    # needs: [integration-tests]
    permissions:
      contents: read
    env:
      PROFILE: ${{ matrix.profile }}
    strategy:
      fail-fast: false
      matrix:
        include:
        - name: sqs-s3-pvc
          profile: sqs-s3-pvc
          run_pipeline: true
          run_crossplane: true
        - name: pubsub-gcs-pg
          profile: pubsub-gcs-pg
          run_pipeline: true
          run_crossplane: true
          ## For now, focusing on SQS+S3 only
          # - name: rabbitmq-minio-pg
          #   profile: rabbitmq-minio-pg
          #   run_pipeline: true
          #   run_crossplane: true

    steps:
    - uses: actions/checkout@v6

    - name: Setup environment
      uses: ./.github/actions/setup-env
      with:
        install-kind: "true"
        install-helm: "true"

    - name: Clean up any existing Kind clusters
      run: |
        kind delete cluster --name chart-testing || true
        kind delete cluster --name asya-e2e-${{ matrix.profile }} || true

    - name: Deploy E2E cluster
      env:
        CLUSTER_NAME: asya-e2e-${{ matrix.profile }}
        PROFILE: ${{ matrix.profile }}
      run: |
        ./testing/e2e/scripts/deploy.sh

    - name: "Run E2E tests: crossplane"
      if: matrix.run_crossplane
      continue-on-error: true
      id: e2e-crossplane
      env:
        ASYA_LOG_LEVEL: INFO
      run: |
        source .venv/bin/activate
        cd testing/e2e
        make test-crossplane

    - name: "Run E2E tests: regular"
      if: matrix.run_pipeline
      continue-on-error: true
      id: e2e-regular
      env:
        ASYA_LOG_LEVEL: INFO
      run: |
        source .venv/bin/activate
        cd testing/e2e
        make trigger-tests PYTEST_OPTS="-v --log-cli-level=INFO -m 'not chaos' --ignore=tests/test_crossplane_e2e.py"

    - name: "Run E2E tests: chaos"
      if: matrix.run_pipeline
      continue-on-error: true
      id: e2e-chaos
      env:
        ASYA_LOG_LEVEL: INFO
      run: |
        source .venv/bin/activate
        cd testing/e2e
        make trigger-tests PYTEST_OPTS="-v --log-cli-level=INFO -m chaos --ignore=tests/test_crossplane_e2e.py"

    - name: Check if e2e tests succeeded
      if: always()
      run: |
        FAILED=0
        if [[ "${{ steps.e2e-crossplane.outcome }}" == "failure" ]]; then
          echo "[-] E2E test suite failed: crossplane"
          FAILED=1
        fi
        if [[ "${{ steps.e2e-regular.outcome }}" == "failure" ]]; then
          echo "[-] E2E test suite failed: regular"
          FAILED=1
        fi
        if [[ "${{ steps.e2e-chaos.outcome }}" == "failure" ]]; then
          echo "[-] E2E test suite failed: chaos"
          FAILED=1
        fi
        if [[ $FAILED -eq 1 ]]; then
          exit 1
        fi
        echo "[+] All E2E test suites passed"

    - name: Cleanup E2E cluster
      if: always()
      run: |
        kind delete cluster --name asya-e2e-${{ matrix.profile }} || true

    - name: Upload E2E test coverage
      uses: actions/upload-artifact@v7
      if: always()
      with:
        name: coverage-e2e-${{ matrix.profile }}
        path: .coverage/
        retention-days: 1
        include-hidden-files: true
        if-no-files-found: ignore
        compression-level: 0

  coverage-report:
    name: Generate coverage report
    runs-on: ubuntu-latest
    needs: [unit-tests, component-tests, integration-tests, e2e-tests]
    permissions:
      contents: write
      pull-requests: write

    steps:
    - uses: actions/checkout@v6

    - name: Download all unit test coverage
      uses: actions/download-artifact@v8
      with:
        pattern: coverage-unit-*
        path: .coverage
        merge-multiple: true

    - name: Download all component test coverage
      uses: actions/download-artifact@v8
      with:
        pattern: coverage-component-*
        path: .coverage
        merge-multiple: true

    - name: Download all integration test coverage
      uses: actions/download-artifact@v8
      with:
        pattern: coverage-integration-*
        path: .coverage
        merge-multiple: true

    - name: Download all E2E test coverage
      uses: actions/download-artifact@v8
      with:
        pattern: coverage-e2e-*
        path: .coverage
        merge-multiple: true

    - name: Debug coverage files
      run: |
        echo "[.] Checking downloaded coverage files:"
        if [ -d .coverage ]; then
          COVERAGE_FILES=$(find .coverage -type f \( -name "*.out" -o -name "*.json" \) | wc -l)
          if [ "$COVERAGE_FILES" -gt 0 ]; then
            echo "[+] Found $COVERAGE_FILES coverage files"
            find .coverage -type f \( -name "*.out" -o -name "*.json" \)
          else
            echo "[!] No coverage files found in .coverage directory"
          fi
          echo ""
          echo "[.] .coverage directory structure:"
          find .coverage -type d | head -50
          echo ""
          echo "[.] All files in .coverage:"
          find .coverage -type f | head -100
        else
          echo "[!] .coverage directory not found"
        fi

    - name: Generate coverage report and comment on PR
      uses: k1LoW/octocov-action@v1
      with:
        github-token: ${{ github.token }}
        config: .octocov.yml
      env:
        DEBUG: "1"