batect.yml

containers:
  pyspark:
    build_directory: .
    volumes:
      - local: .
        container: /app
        options: cached
      - type: cache
        name: poetry-dependencies
        container: /root/.cache/pypoetry/virtualenvs

tasks:
  unit-test:
    description: Unit tests
    group: Test
    run:
      container: pyspark
      entrypoint: scripts/unit-test.sh

  integration-test:
    description: Integration tests
    group: Test
    run:
      container: pyspark
      entrypoint: scripts/integration-test.sh

  style-checks:
    description: Lint and type check
    group: Test
    run:
      container: pyspark
      entrypoint: scripts/style-checks.sh

  run-job:
    description: Run spark job
    group: Run
    run:
      container: pyspark
      entrypoint: scripts/run-job.sh
      environment:
        JOB: $JOB