[TMP]

Author: krendelhoff2

.buildkite/pipeline-raw.yml

@@ -37,201 +37,39 @@ steps:
    - cd tests/bottle-hashes/
    - ./test-hash-insert.sh
 
- - label: build via nix
-   commands:
-   # NOTE: if this changes, remember to update the instructions in the nix/README.md too
-   - nix build . -o binaries
-   branches: "!master"
- - label: check flake
-   commands:
-   - nix flake check -L
-   branches: "!master"
-   # nix builds are usually cached, so we don't care about only_changes setting for it
-
- - label: build-via-docker
-   # this step is used as a dependency, so we're defining 'key' explicitely
-   key: build-via-docker
+ - label: Build Monterey x86_64 bottles
+   key: build-bottles-monterey-x86_64
+   agents:
+     queue: "x86_64-rosetta-darwin"
    commands:
-   - eval "$SET_VERSION"
-   - cd docker
-   - ./docker-static-build.sh
+   - rm -rf /Users/serokell/Library/Caches/Homebrew/downloads/b3050b8d1d2bbd786c485462d44befe07e66eb214a3b8a7da232afd40209160d--protobuf-28.2.tar.gz
+   - nix develop .#autorelease-macos -c ./scripts/build-all-bottles.sh "monterey"
    artifact_paths:
-     - ./docker/octez-*
-   only_changes: &static_binaries_changes_regexes
-   - docker/build/.*.sh
-   - docker/build/Dockerfile
-   - docker/docker-static-build.sh
-   - meta.json
-   - protocols.json
+     - '*.bottle.*'
+   retry:
+     automatic:
+       limit: 1
 
- - label: build-arm-via-docker
-   # this step is used as a dependency, so we're defining 'key' explicitely
-   key: build-arm-via-docker
-   commands:
-   - eval "$SET_VERSION"
-   - cd docker
-   - ./docker-static-build.sh
-   - >
-     for f in ./octez-*; do
-       mv "\$f" "\$f-arm64"
-     done
-   artifact_paths:
-     - ./docker/octez-*
+ - label: Build Monterey arm64 bottles
+   key: build-bottles-monterey-arm64
    agents:
      queue: "arm64-darwin"
-   only_changes: *static_binaries_changes_regexes
-
- - label: test docker-built binaries
-   commands:
-   - buildkite-agent artifact download "docker/*" . --step "build-via-docker"
-   - chmod +x ./docker/*
-   - nix-build . -A binaries-test --no-out-link --arg path-to-binaries ./docker
-   branches: "!master"
-   depends_on:
-    - "build-via-docker"
-   only_changes:
-   - tests/tezos-binaries.nix
-   - tests/test_script.py
-   # files from nix/ are massively used in tests infrastructure
-   - nix/.*
-
- - label: test deb source packages via docker
-   commands:
-   - eval "$SET_VERSION"
-   - nix develop .#docker-tezos-packages -c ./docker/build/ubuntu/build.py --type source
-   artifact_paths:
-     - ./out/*
-   branches: "!master"
-   timeout_in_minutes: 60
-   only_changes: &ubuntu_native_packaging_changes_regexes
-   - docker/package/.*
-   - docker/build/ubuntu/build.py
-   - docker/build/util/build.py
-   - docker/baking/.*
-   - meta.json
-   - protocols.json
-
- - label: test deb binary packages via docker
-   commands:
-   - eval "$SET_VERSION"
-   # Building all binary packages will take significant amount of time, so we build only one
-   # in order to ensure package generation sanity
-   - nix develop .#docker-tezos-packages -c ./docker/build/ubuntu/build.py --type binary -p tezos-baker-PsParisC
-   - rm -rf out
-   # It takes much time to build binary package, so we do it only on master
-   branches: "master"
-   timeout_in_minutes: 240
-   only_changes: *ubuntu_native_packaging_changes_regexes
-
- - label: test rpm source packages via docker
    commands:
-   - eval "$SET_VERSION"
-   - nix develop .#docker-tezos-packages -c ./docker/build/fedora/build.py --type source
+   - nix develop .#autorelease-macos -c ./scripts/build-all-bottles.sh "arm64_monterey"
    artifact_paths:
-     - ./out/*
-   branches: "!master"
-   timeout_in_minutes: 60
-   only_changes: &fedora_native_packaging_changes_regexes
-   - docker/package/.*
-   - docker/build/fedora/build.py
-   - docker/build/util/build.py
-   - docker/baking/.*
-   - meta.json
-   - protocols.json
-
- - label: test rpm binary packages via docker
-   commands:
-   - eval "$SET_VERSION"
-   # Building all binary packages will take significant amount of time, so we build only one
-   # in order to ensure package generation sanity
-   - nix develop .#docker-tezos-packages -c ./docker/build/fedora/build.py --type binary -p tezos-baker-PsParisC
-   - rm -rf out
-   # It takes much time to build binary package, so we do it only on master
-   branches: "master"
-   timeout_in_minutes: 180
-   only_changes: *fedora_native_packaging_changes_regexes
-
- - label: build deb packages with static binaries
-   key: build-static-deb
-   depends_on:
-    - "build-via-docker"
-   commands:
-   - eval "$SET_VERSION"
-   - buildkite-agent artifact download "docker/octez-*" . --step build-via-docker
-   - nix develop .#docker-tezos-packages -c ./docker/build/ubuntu/build.py --type binary --binaries-dir docker --distributions focal
-   artifact_paths:
-    - ./out/*
-   only_changes: *ubuntu_native_packaging_changes_regexes
-
- - label: test gen_systemd_service_file.py script
-   commands:
-   - eval "$SET_VERSION"
-   - nix develop .#autorelease -c ./gen_systemd_service_file.py tezos-node
-   branches: "!master"
-   only_changes:
-   - gen_systemd_service_file.py
-   - docker/package/.*
-
- - label: test bundled systemd services
-   # Used in .buildkite/hooks/pre-exit
-   key: test-systemd-services
-   depends_on:
-    - "build-static-deb"
-   only_changes:
-   - :<< *ubuntu_native_packaging_changes_regexes
-   - tests/systemd/.*
-   agents:
-     queue: "default"
-   commands:
-    - buildkite-agent artifact download "out/*~focal_amd64.deb" . --step build-static-deb
-    - cd tests/systemd
-    - nix shell ../..#legacyPackages.x86_64-linux.vagrant ../..#legacyPackages.x86_64-linux.curl -c vagrant --packages-directory=../../out up --provider=libvirt
+     - '*.bottle.*'
    retry:
      automatic:
-       limit: 3
+       limit: 1
 
- - label: create auto release/pre-release
-   key: auto-release
-   commands:
-   - mkdir binaries
-   - mkdir arm-binaries
-   - buildkite-agent artifact download "docker/*" binaries --step "build-via-docker"
-   - buildkite-agent artifact download "docker/*" arm-binaries --step "build-arm-via-docker"
-   - ls binaries
-   - nix develop .#autorelease -c ./scripts/autorelease.sh "$BUILDKITE_MESSAGE"
-   branches: master
+ # We use the tag that triggered the pipeline here.
+ # However, this requires that the tag and the release name are the same, which
+ # in practice it's always the case in this repo.
+ - label: Add Monterey bottle hashes to formulae
    depends_on:
-    - "build-via-docker"
-    - "build-arm-via-docker"
-   only_changes:
-   - scripts/autorelease.sh
-   - scripts/shell.nix
-   # files from 'nix/' directory are used in the autorelease script
-   - nix/.*
-   - tezos-release.nix
-   - release.nix
-
- # Update mirror repositories on master if brew formulae have been updated or bottle hashes added
- - label: update stable mirror repository
-   if: |
-     build.branch == "master" &&
-       ( build.message =~ /^Merge pull request .* from serokell\/auto\/v[0-9]+\.[0-9]+-release/ ||
-         build.message =~ /^Merge pull request .* from serokell\/auto\/update-brew-formulae-v[.0-9]+-[0-9]+/ )
-   depends_on:
-   - "auto-release"
-   env:
-    MIRROR_REPO: "[email protected]:serokell/tezos-packaging-stable.git"
-   commands: &update_mirror
-   - git pull origin "$BUILDKITE_BRANCH:$BUILDKITE_BRANCH"
-   - git push --mirror "$$MIRROR_REPO"
-
- - label: update RC mirror repository
-   if: |
-     build.branch == "master" &&
-       (build.message =~ /^Merge pull request .* from serokell\/auto\/v[0-9]+\.[0-9]+-(rc|beta).*-release/ ||
-          build.message =~ /^Merge pull request .* from serokell\/auto\/update-brew-formulae-v[.0-9]+-(rc|beta).*/)
-   depends_on:
-   - "auto-release"
-   env:
-    MIRROR_REPO: "[email protected]:serokell/tezos-packaging-rc.git"
-   commands: *update_mirror
+   - "build-bottles-monterey-arm64"
+   - "build-bottles-monterey-x86_64"
+   commands:
+   - mkdir -p "Monterey"
+   - nix develop .#buildkite -c gh release download "v20.3-1" -D "Monterey/" -p "*monterey.bottle.tar.gz"
+   - nix develop .#autorelease -c ./scripts/sync-bottle-hashes.sh "v20.3-1" "Monterey"