[WIP] Object Versioning #3083
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: PR Tests - Syft | |
| on: | |
| workflow_call: | |
| pull_request: | |
| branches: | |
| - dev | |
| - main | |
| - "0.8" | |
| workflow_dispatch: | |
| inputs: | |
| none: | |
| description: "Run Tests Manually" | |
| required: false | |
| concurrency: | |
| group: syft-${{ github.event_name == 'pull_request' && format('{0}-{1}', github.workflow, github.event.pull_request.number) || github.workflow_ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| pr-tests-syft-unit: | |
| strategy: | |
| max-parallel: 99 | |
| matrix: | |
| os: [ubuntu-latest, macos-13, windows-latest] | |
| python-version: ["3.11"] | |
| include: | |
| - python-version: "3.9" | |
| os: "ubuntu-latest" | |
| - python-version: "3.10" | |
| os: "ubuntu-latest" | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| # - name: Permission to home directory | |
| # if: matrix.os == 'ubuntu-latest' | |
| # run: | | |
| # sudo chown -R $USER:$USER $HOME | |
| - name: "clean .git/config" | |
| if: matrix.os == 'windows' | |
| continue-on-error: true | |
| shell: bash | |
| run: | | |
| echo "deleting ${GITHUB_WORKSPACE}/.git/config" | |
| rm ${GITHUB_WORKSPACE}/.git/config | |
| - uses: actions/checkout@v3 | |
| - name: Check for file changes | |
| uses: dorny/paths-filter@v2 | |
| id: changes | |
| with: | |
| base: ${{ github.ref }} | |
| token: ${{ github.token }} | |
| filters: .github/file-filters.yml | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v3 | |
| if: steps.changes.outputs.syft == 'true' | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Upgrade pip | |
| if: steps.changes.outputs.syft == 'true' | |
| run: | | |
| python -m pip install --upgrade --user pip | |
| - name: Get pip cache dir | |
| id: pip-cache | |
| if: steps.changes.outputs.syft == 'true' | |
| shell: bash | |
| run: | | |
| echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT | |
| - name: pip cache | |
| uses: buildjet/cache@v3 | |
| if: steps.changes.outputs.syft == 'true' | |
| with: | |
| path: ${{ steps.pip-cache.outputs.dir }} | |
| key: ${{ runner.os }}-pip-py${{ matrix.python-version }}-${{ hashFiles('setup.cfg') }} | |
| restore-keys: | | |
| ${{ runner.os }}-pip-py${{ matrix.python-version }}- | |
| - name: Install Dependencies | |
| if: steps.changes.outputs.syft == 'true' | |
| run: | | |
| pip install --upgrade tox packaging wheel --default-timeout=60 | |
| - name: Fix Colima issue on MacOS Runners | |
| if: steps.changes.outputs.syft == 'true' && matrix.os == 'macos-13' | |
| shell: bash | |
| run: | | |
| export HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK=1 | |
| brew update | |
| brew reinstall qemu | |
| - name: Docker on MacOS | |
| if: steps.changes.outputs.syft == 'true' && matrix.os == 'macos-13' | |
| uses: crazy-max/[email protected] | |
| - name: Run unit tests | |
| if: steps.changes.outputs.syft == 'true' | |
| run: | | |
| tox -e syft.test.unit | |
| pr-tests-syft-notebook-python: | |
| strategy: | |
| max-parallel: 99 | |
| matrix: | |
| os: [ubuntu-latest, macos-13, windows-latest] | |
| python-version: ["3.11"] | |
| deployment-type: ["python"] | |
| notebook-paths: ["tutorials"] | |
| include: | |
| - python-version: "3.9" | |
| os: "ubuntu-latest" | |
| deployment-type: "python" | |
| notebook-paths: "tutorials" | |
| - python-version: "3.10" | |
| os: "ubuntu-latest" | |
| deployment-type: "python" | |
| notebook-paths: "tutorials" | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| # - name: Permission to home directory | |
| # if: matrix.os == 'ubuntu-latest' | |
| # run: | | |
| # sudo chown -R $USER:$USER $HOME | |
| - name: "clean .git/config" | |
| if: matrix.os == 'windows' | |
| continue-on-error: true | |
| shell: bash | |
| run: | | |
| echo "deleting ${GITHUB_WORKSPACE}/.git/config" | |
| rm ${GITHUB_WORKSPACE}/.git/config | |
| - uses: actions/checkout@v3 | |
| - name: Check for file changes | |
| uses: dorny/paths-filter@v2 | |
| id: changes | |
| with: | |
| base: ${{ github.ref }} | |
| token: ${{ github.token }} | |
| filters: .github/file-filters.yml | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v3 | |
| if: steps.changes.outputs.syft == 'true' || steps.changes.outputs.notebooks == 'true' | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Upgrade pip | |
| if: steps.changes.outputs.syft == 'true' || steps.changes.outputs.notebooks == 'true' | |
| run: | | |
| python -m pip install --upgrade --user pip | |
| - name: Get pip cache dir | |
| id: pip-cache | |
| if: steps.changes.outputs.syft == 'true' || steps.changes.outputs.notebooks == 'true' | |
| shell: bash | |
| run: | | |
| echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT | |
| - name: pip cache | |
| uses: buildjet/cache@v3 | |
| if: steps.changes.outputs.syft == 'true' || steps.changes.outputs.notebooks == 'true' | |
| with: | |
| path: ${{ steps.pip-cache.outputs.dir }} | |
| key: ${{ runner.os }}-pip-py${{ matrix.python-version }}-${{ hashFiles('setup.cfg') }} | |
| restore-keys: | | |
| ${{ runner.os }}-pip-py${{ matrix.python-version }}- | |
| - name: Install Dependencies | |
| if: steps.changes.outputs.syft == 'true' || steps.changes.outputs.notebooks == 'true' | |
| run: | | |
| pip install --upgrade tox packaging wheel --default-timeout=60 | |
| - name: Run notebook tests | |
| uses: nick-fields/retry@v2 | |
| if: steps.changes.outputs.syft == 'true' || steps.changes.outputs.notebooks == 'true' | |
| env: | |
| ORCHESTRA_DEPLOYMENT_TYPE: "${{ matrix.deployment-type }}" | |
| TEST_NOTEBOOK_PATHS: "${{ matrix.notebook-paths }}" | |
| with: | |
| timeout_seconds: 1800 | |
| max_attempts: 3 | |
| command: tox -e syft.test.notebook | |
| pr-tests-syft-notebook-container: | |
| strategy: | |
| max-parallel: 99 | |
| matrix: | |
| os: [ubuntu-latest] | |
| python-version: ["3.9", "3.10", "3.11"] | |
| deployment-type: ["single_container"] | |
| notebook-paths: ["api/0.8"] | |
| fail-fast: false | |
| runs-on: ${{matrix.os}} | |
| steps: | |
| # - name: Permission to home directory | |
| # if: matrix.os == 'ubuntu-latest' | |
| # run: | | |
| # sudo chown -R $USER:$USER $HOME | |
| - uses: actions/checkout@v3 | |
| - name: Check for file changes | |
| uses: dorny/paths-filter@v2 | |
| id: changes | |
| with: | |
| base: ${{ github.ref }} | |
| token: ${{ github.token }} | |
| filters: .github/file-filters.yml | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v3 | |
| if: steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true' | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Upgrade pip | |
| if: steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true' | |
| run: | | |
| python -m pip install --upgrade --user pip | |
| - name: Get pip cache dir | |
| id: pip-cache | |
| if: steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true' | |
| shell: bash | |
| run: | | |
| echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT | |
| - name: pip cache | |
| uses: buildjet/cache@v3 | |
| if: steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true' | |
| with: | |
| path: ${{ steps.pip-cache.outputs.dir }} | |
| key: ${{ runner.os }}-pip-py${{ matrix.python-version }}-${{ hashFiles('setup.cfg') }} | |
| restore-keys: | | |
| ${{ runner.os }}-pip-py${{ matrix.python-version }}- | |
| - name: Install Dependencies | |
| if: steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true' | |
| run: | | |
| pip install --upgrade tox packaging wheel --default-timeout=60 | |
| - name: Docker Compose on Linux | |
| if: (steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true') && matrix.os == 'ubuntu-latest' | |
| shell: bash | |
| run: | | |
| mkdir -p ~/.docker/cli-plugins | |
| DOCKER_COMPOSE_VERSION=v2.16.0 | |
| curl -sSL https://github.com/docker/compose/releases/download/${DOCKER_COMPOSE_VERSION}/docker-compose-linux-x86_64 -o ~/.docker/cli-plugins/docker-compose | |
| chmod +x ~/.docker/cli-plugins/docker-compose | |
| docker compose version | |
| - name: Fix Colima issue on MacOS Runners | |
| if: (steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true') && matrix.os == 'macos-latest' | |
| shell: bash | |
| run: | | |
| export HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK=1 | |
| brew update | |
| brew reinstall qemu | |
| - name: Docker on MacOS | |
| if: (steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true') && matrix.os == 'macos-latest' | |
| uses: crazy-max/[email protected] | |
| - name: Docker Compose on MacOS | |
| if: (steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true') && matrix.os == 'macos-latest' | |
| shell: bash | |
| run: | | |
| brew install docker-compose | |
| mkdir -p ~/.docker/cli-plugins | |
| ln -sfn /usr/local/opt/docker-compose/bin/docker-compose ~/.docker/cli-plugins/docker-compose || true | |
| docker compose version | |
| - name: Docker on Windows | |
| if: (steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true') && matrix.os == 'windows-latest' | |
| shell: pwsh | |
| run: | | |
| [Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12 | |
| Start-BitsTransfer -Source "https://download.docker.com/win/static/stable/x86_64/docker-23.0.1.zip" | |
| Expand-Archive docker-23.0.1.zip -DestinationPath $Env:ProgramFiles | |
| &$Env:ProgramFiles\Docker\dockerd --register-service | |
| Start-Service docker | |
| docker version | |
| docker compose version | |
| - name: Run unit tests | |
| if: steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true' | |
| env: | |
| ORCHESTRA_DEPLOYMENT_TYPE: "${{ matrix.deployment-type }}" | |
| DEV_MODE: "True" # force orchestra --build | |
| TEST_NOTEBOOK_PATHS: "${{ matrix.notebook-paths }}" | |
| run: | | |
| tox -e stack.test.notebook | |
| pr-tests-syft-security: | |
| strategy: | |
| max-parallel: 1 | |
| matrix: | |
| os: [ubuntu-latest] | |
| python-version: ["3.11"] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| # - name: Permission to home directory | |
| # if: matrix.os == 'ubuntu-latest' | |
| # run: | | |
| # sudo chown -R $USER:$USER $HOME | |
| - uses: actions/checkout@v3 | |
| - name: Check for file changes | |
| uses: dorny/paths-filter@v2 | |
| id: changes | |
| with: | |
| base: ${{ github.ref }} | |
| token: ${{ github.token }} | |
| filters: .github/file-filters.yml | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v3 | |
| if: steps.changes.outputs.syft == 'true' | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Upgrade pip | |
| if: steps.changes.outputs.syft == 'true' | |
| run: | | |
| python -m pip install --upgrade --user pip | |
| - name: Get pip cache dir | |
| if: steps.changes.outputs.syft == 'true' | |
| id: pip-cache | |
| shell: bash | |
| run: | | |
| echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT | |
| - name: pip cache | |
| uses: buildjet/cache@v3 | |
| if: steps.changes.outputs.syft == 'true' | |
| with: | |
| path: ${{ steps.pip-cache.outputs.dir }} | |
| key: ${{ runner.os }}-pip-py${{ matrix.python-version }}-${{ hashFiles('setup.cfg') }} | |
| restore-keys: | | |
| ${{ runner.os }}-pip-py${{ matrix.python-version }}- | |
| - name: Install Dependencies | |
| if: steps.changes.outputs.syft == 'true' | |
| run: | | |
| pip install --upgrade tox packaging wheel --default-timeout=60 | |
| - name: Scan for security issues | |
| if: steps.changes.outputs.syft == 'true' | |
| run: | | |
| tox -e syft.test.security |