pipeline.template.yml

# Copyright Materialize, Inc. and contributors. All rights reserved.
#
# Use of this software is governed by the Business Source License
# included in the LICENSE file at the root of this repository.
#
# As of the Change Date specified in that file, in accordance with
# the Business Source License, use of this software will be governed
# by the Apache License, Version 2.0.

# This file is processed by mkpipeline.py to trim unnecessary steps in PR
# builds. The inputs for steps using the `mzcompose` plugin are computed
# automatically. Inputs for other steps need to be manually listed in the
# `inputs` key.

dag: true

env:
  CARGO_BUILD_JOBS: "default"

# When resources are constrained, run early since this might be blocking a PR from merging
priority: 20

steps:
  - group: Builds
    key: builds
    steps:
      - id: build-x86_64
        label: ":rust: Build x86_64"
        command: bin/ci-builder run stable bin/pyactivate -m ci.test.build
        inputs:
          - "*"
        depends_on: []
        timeout_in_minutes: 60
        agents:
          queue: l-builder-linux-x86_64

      - id: build-aarch64
        label: ":rust: Build aarch64"
        command: bin/ci-builder run stable bin/pyactivate -m ci.test.build
        inputs:
          - "*"
        depends_on: []
        timeout_in_minutes: 60
        agents:
          queue: l-builder-linux-aarch64

      - id: build-x86_64-no-lto
        label: ":rust: Build x86_64 (no LTO)"
        command: bin/ci-builder run stable bin/pyactivate -m ci.test.build
        inputs:
          - "*"
        depends_on: []
        timeout_in_minutes: 60
        agents:
          queue: l-builder-linux-x86_64
        branches: "v*.*"
        env:
          CI_LTO: 0

      - id: build-aarch64-no-lto
        label: ":rust: Build aarch64 (no LTO)"
        command: bin/ci-builder run stable bin/pyactivate -m ci.test.build
        inputs:
          - "*"
        depends_on: []
        timeout_in_minutes: 60
        agents:
          queue: l-builder-linux-aarch64
        branches: "v*.*"
        env:
          CI_LTO: 0

      - id: upload-debug-symbols-x86_64
        label: "Upload debug symbols for x86_64"
        command: bin/ci-builder run stable bin/pyactivate -m materialize.ci_util.upload_debug_symbols_to_polarsignals
        inputs:
          - "*"
        depends_on: [build-x86_64]
        timeout_in_minutes: 40
        priority: 50
        agents:
          queue: linux-x86_64
        coverage: skip
        sanitizer: skip

      - id: upload-debug-symbols-aarch64
        label: "Upload debug symbols for aarch64"
        command: bin/ci-builder run stable bin/pyactivate -m materialize.ci_util.upload_debug_symbols_to_polarsignals
        inputs:
          - "*"
        depends_on: [build-aarch64]
        priority: 50
        timeout_in_minutes: 40
        agents:
          queue: linux-aarch64
        coverage: skip
        sanitizer: skip

      - id: build-wasm
        label: ":rust: Build WASM"
        command: bin/ci-builder run stable bin/pyactivate -m ci.deploy.npm --no-release
        inputs:
          - "ci/deploy/npm.py"
          - "bin/wasm-build"
          - "misc/wasm"
          - "src"
        depends_on: []
        timeout_in_minutes: 20
        agents:
          # Error: no prebuilt wasm-opt binaries are available for this platform: Unrecognized target!
          queue: hetzner-x86-64-4cpu-8gb
        coverage: skip
        sanitizer: skip

      - id: check-merge-with-target
        label: Merge skew cargo check
        command: ci/test/check-merge-with-target.sh
        inputs:
          - Cargo.lock
          - Cargo.toml
          - "**/Cargo.toml"
          - "**/*.rs"
        depends_on: []
        timeout_in_minutes: 45
        agents:
          queue: hetzner-x86-64-16cpu-32gb-merge-skew
        if: "build.pull_request.id != null"
        coverage: skip
        sanitizer: skip
        retry:
          automatic:
            - signal_reason: agent_stop
              limit: 2
            - exit_status: 128
              limit: 2
            - exit_status: 199
              limit: 2

      - id: devel-docker-tags
        label: Tag development docker images
        command: bin/ci-builder run min bin/pyactivate -m ci.test.dev_tag
        inputs:
          - "*"
        depends_on:
          - build-x86_64
          - build-aarch64
        timeout_in_minutes: 20
        agents:
          queue: linux-aarch64-small
        coverage: skip
        # Fortify against intermittent DockerHub/GHCR issues
        retry:
          automatic:
            - exit_status: 1
              limit: 2

  - group: Lints
    key: lints
    steps:
      - id: lint-fast
        label: Lint and rustfmt
        command: bin/ci-builder run stable ci/test/lint-fast.sh
        inputs:
          - "*"
        depends_on: []
        timeout_in_minutes: 20
        agents:
          # TODO: Revert to aarch64 when https://github.com/trufflesecurity/trufflehog/issues/4229 is solved
          queue: hetzner-x86-64-16cpu-32gb-lint-rustfmt
        coverage: skip
        sanitizer: skip

      - id: lint-clippy
        label: Clippy
        command: bin/ci-builder run stable ci/test/lint-clippy.sh
        inputs:
          - Cargo.lock
          - Cargo.toml
          - "**/Cargo.toml"
          - "**/*.rs"
        depends_on: []
        timeout_in_minutes: 40
        agents:
          queue: hetzner-x86-64-16cpu-32gb-clippy
        coverage: skip
        sanitizer: skip

      - id: lint-doctests
        label: Doctests
        command: bin/ci-builder run nightly ci/test/lint-doc.sh
        inputs:
          - Cargo.lock
          - Cargo.toml
          - "**/Cargo.toml"
          - "**/*.rs"
          - misc/helm-charts
        depends_on: []
        timeout_in_minutes: 40
        agents:
          queue: hetzner-x86-64-16cpu-32gb-doctests
        coverage: skip
        sanitizer: skip

      - id: lint-macos
        label: ":rust: macOS Clippy"
        command: ci/test/lint-macos.sh
        env:
          CARGO_INCREMENTAL: "0"
          RUSTUP_TOOLCHAIN: $RUST_VERSION
        inputs:
          - Cargo.lock
          - Cargo.toml
          - "**/Cargo.toml"
          - "**/*.rs"
        depends_on: []
        timeout_in_minutes: 30
        agents:
          queue: mac-aarch64
        coverage: skip
        sanitizer: skip

      - id: lint-deps
        label: Lint dependencies
        command: bin/ci-builder run stable ci/test/lint-deps.sh
        inputs:
          - Cargo.lock
          - Cargo.toml
          - "**/Cargo.toml"
          - "**/*.rs"
        depends_on: []
        timeout_in_minutes: 30
        agents:
          queue: hetzner-aarch64-4cpu-8gb
        coverage: skip
        sanitizer: skip

      - id: lint-cargo-doc-test
        label: Cargo doc tests
        command: bin/ci-builder run stable ci/test/lint-cargo-doc-test.sh
        inputs:
          - Cargo.lock
          - Cargo.toml
          - "**/Cargo.toml"
          - "**/*.rs"
        depends_on: []
        timeout_in_minutes: 40
        agents:
          queue: hetzner-x86-64-dedi-48cpu-192gb
        coverage: skip
        sanitizer: skip

      - id: console-lint
        label: "Console lint and typecheck"
        command: bin/ci-builder run stable ci/test/console/lint.sh
        inputs:
          - console/**
          - ci/test/console/**
        depends_on: []
        timeout_in_minutes: 15
        agents:
          queue: hetzner-aarch64-4cpu-8gb
        coverage: skip
        sanitizer: skip


  - id: cargo-test
    topics: [kafka, mysql, postgres]
    label: ":rust: Cargo test"
    timeout_in_minutes: 60
    inputs:
      - Cargo.lock
      - Cargo.toml
      - ".config/nextest.toml"
      - "**/Cargo.toml"
      - "**/*.rs"
      - "**/*.pt"
      - "**/*.proto"
      - "**/testdata/**"
    depends_on: []
    env:
      AWS_DEFAULT_REGION: "us-east-1"
      # cargo-test's coverage is handled separately by cargo-llvm-cov
      BUILDKITE_MZCOMPOSE_PLUGIN_SKIP_COVERAGE: "true"
      # some tests run into stack overflows
      RUST_MIN_STACK: "4194304"
    plugins:
      - ./ci/plugins/mzcompose:
          composition: cargo-test
          ci-builder: stable
    agents:
      queue: hetzner-x86-64-dedi-48cpu-192gb

  - id: testdrive
    topics: [copy-to-s3, kafka, kafka-sink, mysql, postgres]
    label: "Testdrive"
    depends_on: build-aarch64
    timeout_in_minutes: 40
    inputs: [test/testdrive]
    parallelism: 8
    plugins:
      - ./ci/plugins/mzcompose:
          composition: testdrive
    agents:
      queue: hetzner-aarch64-8cpu-16gb

  - id: cluster-tests
    topics: [kafka, kafka-sink, postgres]
    label: Cluster
    depends_on: build-aarch64
    timeout_in_minutes: 30
    inputs: [test/cluster]
    parallelism: 5
    plugins:
      - ./ci/plugins/mzcompose:
          composition: cluster
    agents:
      queue: hetzner-aarch64-16cpu-32gb

  - id: sqllogictest-fast
    label: SLT
    depends_on: build-aarch64
    timeout_in_minutes: 30
    inputs: [test/sqllogictest]
    parallelism: 5
    plugins:
      - ./ci/plugins/mzcompose:
          composition: sqllogictest
          run: fast-tests
          args: [--parallelism=8]
    agents:
      queue: hetzner-aarch64-16cpu-32gb

  - id: restarts
    topics: [kafka, kafka-sink]
    label: Restart
    depends_on: build-aarch64
    timeout_in_minutes: 30
    parallelism: 2
    plugins:
      - ./ci/plugins/mzcompose:
          composition: restart
    agents:
      queue: hetzner-aarch64-8cpu-16gb

  - group: "MySQL"
    key: mysql-tests
    steps:
      - id: mysql-cdc
        topics: [mysql]
        label: MySQL CDC
        parallelism: 5
        depends_on: build-aarch64
        timeout_in_minutes: 30
        inputs: [test/mysql-cdc]
        plugins:
          - ./ci/plugins/mzcompose:
              composition: mysql-cdc
        agents:
          queue: hetzner-aarch64-4cpu-8gb

      - id: mysql-rtr
        topics: [mysql]
        label: MySQL RTR
        depends_on: build-aarch64
        timeout_in_minutes: 30
        inputs: [test/mysql-rtr]
        plugins:
          - ./ci/plugins/mzcompose:
              composition: mysql-rtr
        agents:
          queue: hetzner-aarch64-4cpu-8gb

  - group: Postgres
    key: postgres-tests
    steps:
      - id: pg-cdc
        topics: [postgres]
        label: Postgres CDC
        parallelism: 6
        depends_on: build-aarch64
        timeout_in_minutes: 30
        inputs: [test/pg-cdc]
        plugins:
          - ./ci/plugins/mzcompose:
              composition: pg-cdc
        agents:
          queue: hetzner-aarch64-16cpu-32gb
        # the mzbuild postgres version will be used, which depends on the Dockerfile specification

      - id: pg-rtr
        topics: [postgres]
        label: Postgres RTR
        depends_on: build-aarch64
        timeout_in_minutes: 30
        inputs: [test/pg-rtr]
        plugins:
          - ./ci/plugins/mzcompose:
              composition: pg-rtr
        agents:
          queue: hetzner-aarch64-4cpu-8gb

      - id: pg-cdc-standby
        topics: [postgres]
        label: Postgres CDC against a physical standby
        depends_on: build-aarch64
        timeout_in_minutes: 30
        inputs: [test/pg-cdc-standby]
        plugins:
          - ./ci/plugins/mzcompose:
              composition: pg-cdc-standby
        agents:
          queue: hetzner-aarch64-8cpu-16gb

  - group: Connection
    key: connection-tests
    steps:
      - id: ssh-connection
        topics: [kafka, kafka-sink, mysql, postgres, sql-server, ssh-tunnel]
        label: SSH connection
        depends_on: build-x86_64
        timeout_in_minutes: 40
        inputs: [test/ssh-connection]
        parallelism: 3
        plugins:
          - ./ci/plugins/mzcompose:
              composition: ssh-connection
        agents:
          queue: hetzner-x86-64-8cpu-16gb

      - id: fivetran-destination-tests
        label: Fivetran Destination
        depends_on: build-aarch64
        timeout_in_minutes: 30
        inputs: [test/fivetran-destination]
        plugins:
          - ./ci/plugins/mzcompose:
              composition: fivetran-destination
        agents:
          queue: hetzner-aarch64-4cpu-8gb

  - group: Kafka
    key: kafka-tests
    steps:
      - id: kafka-auth
        topics: [kafka, kafka-sink, ssh-tunnel]
        label: Kafka auth
        depends_on: build-aarch64
        timeout_in_minutes: 30
        inputs: [test/kafka-auth]
        parallelism: 3
        plugins:
          - ./ci/plugins/mzcompose:
              composition: kafka-auth
        agents:
          queue: hetzner-aarch64-8cpu-16gb

      - id: kafka-exactly-once
        topics: [kafka, kafka-sink]
        label: Kafka exactly-once
        depends_on: build-aarch64
        timeout_in_minutes: 30
        plugins:
          - ./ci/plugins/mzcompose:
              composition: kafka-exactly-once
        agents:
          queue: hetzner-aarch64-4cpu-8gb

      - id: kafka-rtr
        topics: [kafka]
        label: Kafka RTR
        depends_on: build-aarch64
        timeout_in_minutes: 30
        artifact_paths: junit_*.xml
        plugins:
          - ./ci/plugins/mzcompose:
              composition: kafka-rtr
        agents:
          queue: hetzner-aarch64-4cpu-8gb

      - id: kafka-low-watermark
        topics: [kafka]
        label: Kafka low watermark
        depends_on: build-aarch64
        timeout_in_minutes: 30
        artifact_paths: junit_*.xml
        plugins:
          - ./ci/plugins/mzcompose:
              composition: kafka-low-watermark
        agents:
          queue: hetzner-aarch64-4cpu-8gb

      - id: aws-glue-schema-registry
        topics: [kafka]
        label: AWS Glue Schema Registry (Moto)
        depends_on: build-aarch64
        timeout_in_minutes: 30
        artifact_paths: junit_*.xml
        plugins:
          - ./ci/plugins/mzcompose:
              composition: aws-glue-schema-registry
        agents:
          queue: hetzner-aarch64-4cpu-8gb

  - id: zippy-kafka-sources-short
    topics: [cockroach, debezium, iceberg, kafka, kafka-sink, mysql, postgres, sql-server, ssh-tunnel]
    label: "Short Zippy"
    depends_on: build-aarch64
    inputs: [misc/python/materialize/zippy]
    timeout_in_minutes: 30
    agents:
      queue: hetzner-aarch64-8cpu-16gb
    plugins:
      - ./ci/plugins/mzcompose:
          composition: zippy
          args: [--scenario=KafkaSources, --actions=60]

  - id: checks-no-restart-no-upgrade
    topics: [copy-to-s3, debezium, iceberg, kafka, kafka-sink, mysql, postgres, sql-server, ssh-tunnel]
    label: Checks parallel
    depends_on: build-x86_64
    inputs: [misc/python/materialize/checks]
    timeout_in_minutes: 45
    parallelism: 2
    agents:
      # Uses SQL Server, which is not yet available for ARM
      queue: hetzner-x86-64-8cpu-16gb
    plugins:
      - ./ci/plugins/mzcompose:
          composition: platform-checks
          args: [
              --scenario=NoRestartNoUpgrade,
              --execution-mode=parallel,
              --no-external-metadata-store,  # faster
              --no-external-blob-store,  # faster
              --default-replication-factor=1, # faster
              "--seed=$BUILDKITE_JOB_ID"
          ]

  - id: upgrade-smoke-test
    topics: [0dt-migration, debezium, iceberg, kafka, mysql, postgres, sql-server, ssh-tunnel, upgrade]
    label: "0dt Upgrade Smoke Test"
    depends_on: build-x86_64
    timeout_in_minutes: 30
    plugins:
      - ./ci/plugins/mzcompose:
          composition: platform-checks
          args: [
              --scenario=ZeroDowntimeUpgradeEntireMzOnce,
              --check=ConstantPlan,
              "--seed=$BUILDKITE_JOB_ID"
          ]
    agents:
      queue: hetzner-x86-64-4cpu-8gb

  - id: source-sink-errors
    topics: [kafka, kafka-sink, postgres]
    label: "S&S error reporting"
    depends_on: build-aarch64
    parallelism: 3
    timeout_in_minutes: 30
    agents:
      queue: hetzner-aarch64-4cpu-8gb
    plugins:
      - ./ci/plugins/mzcompose:
          composition: source-sink-errors

  # Fast tests closer to the end, doesn't matter as much if they have to wait
  # for an agent
  - id: persistence
    topics: [kafka, kafka-sink]
    label: Persistence
    depends_on: build-aarch64
    timeout_in_minutes: 30
    plugins:
      - ./ci/plugins/mzcompose:
          composition: persistence
    agents:
      queue: hetzner-aarch64-8cpu-16gb

  - id: cluster-isolation
    topics: [kafka, kafka-sink]
    label: Cluster isolation
    depends_on: build-aarch64
    timeout_in_minutes: 20
    inputs: [test/cluster-isolation]
    plugins:
      - ./ci/plugins/mzcompose:
          composition: cluster-isolation
    agents:
      queue: hetzner-aarch64-4cpu-8gb

  - group: Debezium
    key: debezium-tests
    steps:
      - id: debezium-postgres
        topics: [debezium, kafka, mysql, postgres, sql-server]
        label: Debezium Postgres
        depends_on: build-aarch64
        timeout_in_minutes: 30
        inputs: [test/debezium]
        plugins:
          - ./ci/plugins/mzcompose:
              composition: debezium
              run: postgres
        agents:
          queue: hetzner-aarch64-8cpu-16gb

      - id: debezium-sql-server
        topics: [debezium, kafka, mysql, postgres, sql-server]
        label: Debezium SQL Server
        depends_on: build-x86_64
        timeout_in_minutes: 30
        inputs: [test/debezium]
        plugins:
          - ./ci/plugins/mzcompose:
              composition: debezium
              run: sql-server
        agents:
          # too slow to run emulated on aarch64, SQL Server's docker image is not yet available for aarch64 natively yet: https://github.com/microsoft/mssql-docker/issues/802
          queue: hetzner-x86-64-4cpu-8gb

      - id: debezium-mysql
        topics: [debezium, kafka, mysql, postgres, sql-server]
        label: Debezium MySQL
        depends_on: build-aarch64
        timeout_in_minutes: 30
        inputs: [test/debezium]
        plugins:
          - ./ci/plugins/mzcompose:
              composition: debezium
              run: mysql
        agents:
          queue: hetzner-aarch64-4cpu-8gb

  - id: mz-debug
    topics: [self-managed]
    label: "mz-debug tool"
    depends_on: build-aarch64
    timeout_in_minutes: 45
    inputs: [test/mz-debug]
    plugins:
      - ./ci/plugins/mzcompose:
          composition: mz-debug
    agents:
      queue: hetzner-aarch64-4cpu-8gb
    sanitizer: skip

  - id: copy
    topics: [copy-to-s3]
    label: Copy
    depends_on: build-aarch64
    timeout_in_minutes: 30
    inputs: [test/copy]
    plugins:
      - ./ci/plugins/mzcompose:
          composition: copy
          run: ci
    agents:
      queue: hetzner-aarch64-4cpu-8gb

  - id: mcp-materialize
    label: mcp-materialize
    depends_on: build-aarch64
    timeout_in_minutes: 30
    plugins:
      - ./ci/plugins/mzcompose:
          composition: mcp-materialize
    agents:
      queue: hetzner-aarch64-4cpu-8gb

  - id: mcp
    label: MCP e2e
    depends_on: build-aarch64
    timeout_in_minutes: 30
    inputs: [test/mcp]
    plugins:
      - ./ci/plugins/mzcompose:
          composition: mcp
    agents:
      queue: hetzner-aarch64-4cpu-8gb

  - group: Docs
    key: docs-tests
    steps:
      - id: lint-docs
        label: Lint docs
        command: bin/ci-builder run stable ci/test/lint-docs.sh
        inputs:
          - doc/user
          - src/adapter/src/catalog
          - test/sqllogictest/autogenerated
        depends_on: []
        timeout_in_minutes: 30
        agents:
          # hugo: command not found
          queue: hetzner-x86-64-4cpu-8gb
        coverage: skip
        sanitizer: skip

      - id: preview-docs
        label: Preview docs
        command: bin/ci-builder run stable ci/test/preview-docs.sh
        inputs: [doc/user]
        depends_on: []
        timeout_in_minutes: 30
        agents:
          # hugo: command not found
          queue: linux-x86_64-small
        coverage: skip
        sanitizer: skip

      - id: docs-widgets-test
        label: Run Docs JS Widgets Tests
        command: bin/ci-builder run stable ci/test/docs-widgets/docs-widgets.sh
        inputs:
          - ci/test/docs-widgets/**
          - doc/user
        depends_on: []
        timeout_in_minutes: 15
        agents:
          queue: hetzner-aarch64-4cpu-8gb
        coverage: skip
        sanitizer: skip

      - id: doc-examples
        topics: [kafka, mysql, postgres, sql-server, ssh-tunnel]
        label: Documentation Examples Code
        inputs:
          - doc/user/data/examples
        depends_on: build-x86_64
        timeout_in_minutes: 30
        plugins:
          - ./ci/plugins/mzcompose:
              composition: doc-examples
        agents:
          # SQL Server doesn't support ARM: https://github.com/microsoft/mssql-docker/issues/944
          queue: hetzner-x86-64-4cpu-8gb

  - group: Console
    key: console-tests
    steps:
      - id: console-test
        label: "Console unit tests"
        command: bin/ci-builder run stable ci/test/console/test.sh
        inputs:
          - console/**
          - ci/test/console/**
        depends_on: []
        timeout_in_minutes: 15
        artifact_paths: console/log/**/*
        agents:
          queue: hetzner-aarch64-8cpu-16gb
        coverage: skip
        sanitizer: skip

      - id: console-sql-test
        topics: [kafka, mysql, postgres, sql-server]
        label: "Console SQL"
        depends_on: build-x86_64
        timeout_in_minutes: 30
        inputs:
          - console/**
          - test/console/**
        plugins:
          - ./ci/plugins/mzcompose:
              composition: console
              run: sql-tests
        agents:
          # SQL Server doesn't support ARM: https://github.com/microsoft/mssql-docker/issues/944
          queue: hetzner-x86-64-16cpu-32gb
        coverage: skip
        sanitizer: skip
        # Every test in this suite carries a wall-clock budget sized against a
        # healthy agent. A degraded one dilates the whole job uniformly, tests
        # and `yarn install` alike, far enough to blow those budgets while
        # Materialize itself is healthy. Raising the budgets is not the answer:
        # a dilated run already spends most of the step timeout.
        retry:
          automatic:
            - exit_status: 1
              limit: 1

      - id: console-e2e-test
        label: "Console E2E/staging"
        command: bin/ci-builder run console ci/test/console/e2e.sh
        inputs:
          - console/**
          - ci/test/console/**
        depends_on: []
        timeout_in_minutes: 60
        if: "build.pull_request.id != null"
        concurrency: 1
        concurrency_group: "console-e2e-staging"
        artifact_paths: console/run.log
        agents:
          queue: linux-x86_64
        env:
          CI: "true"
          # The kind cluster setup hands repository paths to the host Docker
          # daemon. See CI_BUILDER_FIXED_WORKDIR in bin/ci-builder.
          CI_BUILDER_FIXED_WORKDIR: "0"
        coverage: skip
        sanitizer: skip
        ci_glue_exempt: true

      - id: console-e2e-test-prod
        label: "Console E2E/prod"
        command: bin/ci-builder run console ci/test/console/e2e-prod.sh
        inputs:
          - console/**
          - ci/test/console/**
        depends_on: []
        timeout_in_minutes: 60
        if: "build.pull_request.id != null"
        concurrency: 1
        concurrency_group: "console-e2e-prod"
        artifact_paths: console/run.log
        agents:
          queue: linux-x86_64
        env:
          CI: "true"
        coverage: skip
        sanitizer: skip
        ci_glue_exempt: true

      - id: console-vercel-preview
        label: ":vercel: Console Vercel preview"
        command: bin/ci-builder run stable ci/test/console/vercel-preview.sh
        inputs:
          - console/**
        depends_on: []
        timeout_in_minutes: 15
        if: "build.pull_request.id != null"
        agents:
          queue: linux-x86_64
        coverage: skip
        sanitizer: skip
        ci_glue_exempt: true

      - id: console-vercel-preview-impersonation
        label: ":vercel: Console Vercel preview (impersonation)"
        command: bin/ci-builder run stable ci/test/console/vercel-preview-impersonation.sh
        inputs:
          - console/**
        depends_on: []
        timeout_in_minutes: 15
        if: "build.pull_request.id != null"
        agents:
          queue: linux-x86_64
        coverage: skip
        sanitizer: skip
        ci_glue_exempt: true

      - id: dataflow-visualizer
        label: Dataflow visualizer
        depends_on: build-x86_64
        timeout_in_minutes: 30
        inputs: [test/dataflow-visualizer]
        plugins:
          - ./ci/plugins/mzcompose:
              composition: dataflow-visualizer
        agents:
          # Playwright Docker image is x86_64 only
          queue: hetzner-x86-64-4cpu-8gb
        sanitizer: skip

  - id: deploy-website
    label: Deploy website
    depends_on: lint-docs
    trigger: deploy-website
    async: true
    branches: "main self-managed-docs/*"
    build:
      commit: "$BUILDKITE_COMMIT"
      branch: "$BUILDKITE_BRANCH"
      env:
        BUILDKITE_TAG: "$BUILDKITE_TAG"
    coverage: skip
    sanitizer: skip

  - id: release-qualification
    label: Release qualification
    depends_on: devel-docker-tags
    trigger: release-qualification
    async: true
    build:
      commit: "$BUILDKITE_COMMIT"
      branch: "$BUILDKITE_BRANCH"
      env:
        BUILDKITE_TAG: "$BUILDKITE_TAG"
    if: build.tag != "" && build.branch =~ /^v.*\..*\$/
    coverage: skip
    sanitizer: skip

  - id: nightly
    label: Nightly
    depends_on: devel-docker-tags
    trigger: nightly
    async: true
    build:
      commit: "$BUILDKITE_COMMIT"
      branch: "$BUILDKITE_BRANCH"
      env:
        BUILDKITE_TAG: "$BUILDKITE_TAG"
    if: build.tag != "" && build.branch =~ /^v.*\..*\$/
    coverage: skip
    sanitizer: skip

  - wait: ~
    continue_on_failure: true

  - id: deploy
    label: Deploy
    trigger: deploy
    async: true
    branches: "main v*.*"
    depends_on: ["build-x86_64", "build-aarch64"]
    build:
      commit: "$BUILDKITE_COMMIT"
      branch: "$BUILDKITE_BRANCH"
      env:
        BUILDKITE_TAG: "$BUILDKITE_TAG"
    coverage: skip
    sanitizer: skip

  - wait: ~
    continue_on_failure: true

  - id: coverage-pr-analyze
    label: Analyze code coverage for PR
    timeout_in_minutes: 20
    command: bin/ci-builder run stable ci/test/coverage_report.sh
    inputs: ["*"]
    priority: 1
    agents:
      queue: hetzner-aarch64-8cpu-16gb
    coverage: only