Initial ansible proof of concept

Azure · May 24, 2024 · 5cecdc6 · 5cecdc6
1 parent 24f43d8
commit 5cecdc6
Show file tree

Hide file tree

Showing 94 changed files with 558 additions and 1 deletion.
diff --git a/Dockerfile.smoketest b/Dockerfile.smoketest
@@ -0,0 +1,41 @@
+ARG REGISTRY
+ARG VERSION
+
+###############################################################################
+# final is our slim image with minimal layers and tools
+###############################################################################
+# FROM ${REGISTRY}/ubi9/python-312:1-10
+FROM ${REGISTRY}/ubi9/python-311:1-62 AS final
+ARG PIPX_VERSION=1.5.0 \
+    ANSIBLE_VERSION=9.5.1 \
+    AZURE_CLI_VERSION=2.60.0 \
+    ANSIBLE_AZCOLLECTION_VERSION=2.3.0
+USER root
+WORKDIR /smoketest
+
+COPY smoketest /smoketest
+
+# Using pipx here because ansible and azure-cli have differing required core Azure modules
+# They each need a separate venv to avoid collisions
+RUN ${APP_ROOT}/bin/pip install "pipx==${PIPX_VERSION}" && \
+    ${APP_ROOT}/bin/pipx install "azure-cli==${AZURE_CLI_VERSION}" && \
+    ${APP_ROOT}/bin/pipx install "ansible==${ANSIBLE_VERSION}" --include-deps && \
+    ${APP_ROOT}/bin/pipx runpip ansible install -r "/smoketest/ansible-requirements.txt" && \
+    ${HOME}/.local/bin/ansible-galaxy collection install "azure.azcollection==${ANSIBLE_AZCOLLECTION_VERSION}" && \
+    ${APP_ROOT}/bin/pipx runpip ansible install -r "${HOME}/.ansible/collections/ansible_collections/azure/azcollection/requirements-azure.txt" && \
+    ${APP_ROOT}/bin/pipx list
+
+###############################################################################
+# linter takes the final image and injects ansible-lint. Ansible-lint needs 
+# ansible itself and all ansible modules and python modules installed to correctly lint
+###############################################################################
+FROM final AS linter
+RUN ${APP_ROOT}/bin/pipx inject ansible --include-apps ansible-lint && \
+    ${HOME}/.local/bin/ansible-lint -v -c /smoketest/.ansible_lint.yaml --project-dir /smoketest --format sarif | tee /smoketest/sarif.txt
+
+###############################################################################
+# Re-FROM final so that it's the output container
+###############################################################################
+FROM final
+COPY --from=linter /smoketest/sarif.txt /sarif.txt
+ENTRYPOINT ["/opt/app-root/src/.local/bin/ansible-playbook"]
diff --git a/Makefile b/Makefile
@@ -5,6 +5,7 @@ ARO_IMAGE_BASE = ${RP_IMAGE_ACR}.azurecr.io/aro
 E2E_FLAGS ?= -test.v --ginkgo.v --ginkgo.timeout 180m --ginkgo.flake-attempts=2 --ginkgo.junit-report=e2e-report.xml
 GO_FLAGS ?= -tags=containers_image_openpgp,exclude_graphdriver_btrfs,exclude_graphdriver_devicemapper
 NO_CACHE ?= true
+PODMAN_VOLUME_OVERLAY=$(shell if [[ $$(getenforce) == "Enforcing" ]]; then echo ":O"; else echo ""; fi 2>/dev/null)
 
 export GOFLAGS=$(GO_FLAGS)
 
@@ -282,4 +283,18 @@ vendor:
 install-go-tools:
 	go install ${GOTESTSUM}
 
-.PHONY: admin.kubeconfig aks.kubeconfig aro az ci-portal ci-rp clean client deploy dev-config.yaml discoverycache fix-macos-vendor generate image-aro-multistage image-fluentbit image-proxy init-contrib lint-go runlocal-rp proxy publish-image-aro-multistage publish-image-fluentbit publish-image-proxy secrets secrets-update e2e.test tunnel test-e2e test-go test-python vendor build-all validate-go unit-test-go coverage-go validate-fips install-go-tools
+smoketest-image:
+# IMAGE_EXISTS = $(shell podman image exists aro-smoketest:$(VERSION))
+	docker image exists aro-smoketest:$(VERSION) || docker build . -f Dockerfile.smoketest --build-arg REGISTRY=$(REGISTRY) --build-arg VERSION=$(VERSION) --no-cache=$(NO_CACHE) --tag aro-smoketest:$(VERSION)
+
+REGION := "eastus"
+smoketest: smoketest-image
+	docker run --rm -t -v $${AZURE_CONFIG_DIR:-~/.azure}:/opt/app-root/src/.azure$(PODMAN_VOLUME_OVERLAY) aro-smoketest:$(VERSION) -i regions/$(REGION) -l smoketest-basic\* smoketest.yaml
+
+smoketest-dev: smoketest-image
+	docker run --rm -t -v $${AZURE_CONFIG_DIR:-~/.azure}:/opt/app-root/src/.azure$(PODMAN_VOLUME_OVERLAY) -v ./smoketest:/smoketest$(PODMAN_VOLUME_OVERLAY) aro-smoketest:$(VERSION) -i regions/$(REGION) -l smoketest-basic\* smoketest.yaml
+
+lint-ansible:
+	cd smoketest; ansible-lint -c .ansible_lint.yaml
+
+.PHONY: admin.kubeconfig aks.kubeconfig aro az ci-portal ci-rp clean client deploy dev-config.yaml discoverycache fix-macos-vendor generate image-aro-multistage image-fluentbit image-proxy init-contrib lint-go runlocal-rp proxy publish-image-aro-multistage publish-image-fluentbit publish-image-proxy secrets secrets-update e2e.test tunnel test-e2e test-go test-python vendor build-all validate-go unit-test-go coverage-go validate-fips install-go-tools smoketest-image smoketest
diff --git a/smoketest/.ansible_lint.yaml b/smoketest/.ansible_lint.yaml
@@ -0,0 +1,10 @@
+profile: production
+exclude_paths: []
+use_default_rules: true
+skip_list:
+  - no-changed-when
+enable_list:
+  - args
+  - empty-string-compare
+  - no-same-owner
+  - name[prefix]
diff --git a/smoketest/ansible-requirements.txt b/smoketest/ansible-requirements.txt
@@ -0,0 +1 @@
+kubernetes==29.0.0
diff --git a/smoketest/regions/australiacentral/group_vars/all.yaml b/smoketest/regions/australiacentral/group_vars/all.yaml
@@ -0,0 +1 @@
+location: australiacentral
diff --git a/smoketest/regions/australiacentral/hosts.yaml b/smoketest/regions/australiacentral/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/australiacentral2/group_vars/all.yaml b/smoketest/regions/australiacentral2/group_vars/all.yaml
@@ -0,0 +1 @@
+location: australiacentral2
diff --git a/smoketest/regions/australiacentral2/hosts.yaml b/smoketest/regions/australiacentral2/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/australiaeast/group_vars/all.yaml b/smoketest/regions/australiaeast/group_vars/all.yaml
@@ -0,0 +1 @@
+location: australiaeast
diff --git a/smoketest/regions/australiaeast/hosts.yaml b/smoketest/regions/australiaeast/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/australiasoutheast/group_vars/all.yaml b/smoketest/regions/australiasoutheast/group_vars/all.yaml
@@ -0,0 +1 @@
+location: australiasoutheast
diff --git a/smoketest/regions/australiasoutheast/hosts.yaml b/smoketest/regions/australiasoutheast/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/brazilsouth/group_vars/all.yaml b/smoketest/regions/brazilsouth/group_vars/all.yaml
@@ -0,0 +1 @@
+location: brazilsouth
diff --git a/smoketest/regions/brazilsouth/hosts.yaml b/smoketest/regions/brazilsouth/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/brazilsoutheast/group_vars/all.yaml b/smoketest/regions/brazilsoutheast/group_vars/all.yaml
@@ -0,0 +1 @@
+location: brazilsoutheast
diff --git a/smoketest/regions/brazilsoutheast/hosts.yaml b/smoketest/regions/brazilsoutheast/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/canadacentral/group_vars/all.yaml b/smoketest/regions/canadacentral/group_vars/all.yaml
@@ -0,0 +1 @@
+location: canadacentral
diff --git a/smoketest/regions/canadacentral/hosts.yaml b/smoketest/regions/canadacentral/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/canadaeast/group_vars/all.yaml b/smoketest/regions/canadaeast/group_vars/all.yaml
@@ -0,0 +1 @@
+location: canadaeast
diff --git a/smoketest/regions/canadaeast/hosts.yaml b/smoketest/regions/canadaeast/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/centralindia/group_vars/all.yaml b/smoketest/regions/centralindia/group_vars/all.yaml
@@ -0,0 +1 @@
+location: centralindia
diff --git a/smoketest/regions/centralindia/hosts.yaml b/smoketest/regions/centralindia/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/centralus/group_vars/all.yaml b/smoketest/regions/centralus/group_vars/all.yaml
@@ -0,0 +1 @@
+location: centralus
diff --git a/smoketest/regions/centralus/hosts.yaml b/smoketest/regions/centralus/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/eastasia/group_vars/all.yaml b/smoketest/regions/eastasia/group_vars/all.yaml
@@ -0,0 +1 @@
+location: eastasia
diff --git a/smoketest/regions/eastasia/hosts.yaml b/smoketest/regions/eastasia/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/eastus/group_vars/all.yaml b/smoketest/regions/eastus/group_vars/all.yaml
@@ -0,0 +1 @@
+location: eastus
diff --git a/smoketest/regions/eastus/hosts.yaml b/smoketest/regions/eastus/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/eastus2/group_vars/all.yaml b/smoketest/regions/eastus2/group_vars/all.yaml
@@ -0,0 +1 @@
+location: eastus2
diff --git a/smoketest/regions/eastus2/hosts.yaml b/smoketest/regions/eastus2/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/francecentral/group_vars/all.yaml b/smoketest/regions/francecentral/group_vars/all.yaml
@@ -0,0 +1 @@
+location: francecentral
diff --git a/smoketest/regions/francecentral/hosts.yaml b/smoketest/regions/francecentral/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/germanywestcentral/group_vars/all.yaml b/smoketest/regions/germanywestcentral/group_vars/all.yaml
@@ -0,0 +1 @@
+location: germanywestcentral
diff --git a/smoketest/regions/germanywestcentral/hosts.yaml b/smoketest/regions/germanywestcentral/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/hosts.yaml b/smoketest/regions/hosts.yaml
@@ -0,0 +1,39 @@
+---
+simple_clusters:
+  hosts:
+    smoketest-basic:
+      # Basic cluster
+      name: aro-dev
+      resource_group: smoketest-basic-{{ location }}
+      network_prefix_cidr: 10.0.0.0/22
+      master_cidr: 10.0.0.0/23
+      worker_cidr: 10.0.2.0/23
+    smoketest-enc:
+      # Basic cluster with encryption-at-host enabled
+      name: aro-enc
+      resource_group: smoketest-enc-{{ location }}
+      version: 4.14.16
+      network_prefix_cidr: 10.0.0.0/22
+      master_cidr: 10.0.0.0/23
+      master_size: Standard_E8s_v5
+      master_encryption_at_host: true
+      worker_cidr: 10.0.2.0/23
+      worker_size: Standard_D4s_v5
+      worker_encryption_at_host: true
+      apiserver_visibility: Public
+      ingress_visibility: Public
+byok_clusters:
+  hosts:
+    smoketest-byok:
+      # Cluster with customer-managed disk encryption key
+      # https://learn.microsoft.com/en-us/azure/openshift/howto-byok
+      name: aro-byok
+      resource_group: smoketest-byok-{{ location }}
+      version: 4.14.16
+      network_prefix_cidr: 10.0.0.0/22
+      master_cidr: 10.0.0.0/23
+      master_size: Standard_E8s_v5
+      worker_cidr: 10.0.2.0/23
+      worker_size: Standard_D4s_v5
+      apiserver_visibility: Public
+      ingress_visibility: Public
diff --git a/smoketest/regions/italynorth/group_vars/all.yaml b/smoketest/regions/italynorth/group_vars/all.yaml
@@ -0,0 +1 @@
+location: italynorth
diff --git a/smoketest/regions/italynorth/hosts.yaml b/smoketest/regions/italynorth/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/japaneast/group_vars/all.yaml b/smoketest/regions/japaneast/group_vars/all.yaml
@@ -0,0 +1 @@
+location: japaneast
diff --git a/smoketest/regions/japaneast/hosts.yaml b/smoketest/regions/japaneast/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/japanwest/group_vars/all.yaml b/smoketest/regions/japanwest/group_vars/all.yaml
@@ -0,0 +1 @@
+location: japanwest
diff --git a/smoketest/regions/japanwest/hosts.yaml b/smoketest/regions/japanwest/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/koreacentral/group_vars/all.yaml b/smoketest/regions/koreacentral/group_vars/all.yaml
@@ -0,0 +1 @@
+location: koreacentral
diff --git a/smoketest/regions/koreacentral/hosts.yaml b/smoketest/regions/koreacentral/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/northcentralus/group_vars/all.yaml b/smoketest/regions/northcentralus/group_vars/all.yaml
@@ -0,0 +1 @@
+location: northcentralus
diff --git a/smoketest/regions/northcentralus/hosts.yaml b/smoketest/regions/northcentralus/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/northeurope/group_vars/all.yaml b/smoketest/regions/northeurope/group_vars/all.yaml
@@ -0,0 +1 @@
+location: northeurope
diff --git a/smoketest/regions/northeurope/hosts.yaml b/smoketest/regions/northeurope/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/norwayeast/group_vars/all.yaml b/smoketest/regions/norwayeast/group_vars/all.yaml
@@ -0,0 +1 @@
+location: norwayeast
diff --git a/smoketest/regions/norwayeast/hosts.yaml b/smoketest/regions/norwayeast/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/norwaywest/group_vars/all.yaml b/smoketest/regions/norwaywest/group_vars/all.yaml
@@ -0,0 +1 @@
+location: norwaywest
diff --git a/smoketest/regions/norwaywest/hosts.yaml b/smoketest/regions/norwaywest/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/qatarcentral/group_vars/all.yaml b/smoketest/regions/qatarcentral/group_vars/all.yaml
@@ -0,0 +1 @@
+location: qatarcentral
diff --git a/smoketest/regions/qatarcentral/hosts.yaml b/smoketest/regions/qatarcentral/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/southafricanorth/group_vars/all.yaml b/smoketest/regions/southafricanorth/group_vars/all.yaml
@@ -0,0 +1 @@
+location: southafricanorth
diff --git a/smoketest/regions/southafricanorth/hosts.yaml b/smoketest/regions/southafricanorth/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/southcentralus/group_vars/all.yaml b/smoketest/regions/southcentralus/group_vars/all.yaml
@@ -0,0 +1 @@
+location: southcentralus
diff --git a/smoketest/regions/southcentralus/hosts.yaml b/smoketest/regions/southcentralus/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/southeastasia/group_vars/all.yaml b/smoketest/regions/southeastasia/group_vars/all.yaml
@@ -0,0 +1 @@
+location: southeastasia
diff --git a/smoketest/regions/southeastasia/hosts.yaml b/smoketest/regions/southeastasia/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/southindia/group_vars/all.yaml b/smoketest/regions/southindia/group_vars/all.yaml
@@ -0,0 +1 @@
+location: southindia
diff --git a/smoketest/regions/southindia/hosts.yaml b/smoketest/regions/southindia/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/swedencentral/group_vars/all.yaml b/smoketest/regions/swedencentral/group_vars/all.yaml
@@ -0,0 +1 @@
+location: swedencentral
diff --git a/smoketest/regions/swedencentral/hosts.yaml b/smoketest/regions/swedencentral/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/switzerlandnorth/group_vars/all.yaml b/smoketest/regions/switzerlandnorth/group_vars/all.yaml
@@ -0,0 +1 @@
+location: switzerlandnorth
diff --git a/smoketest/regions/switzerlandnorth/hosts.yaml b/smoketest/regions/switzerlandnorth/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/switzerlandwest/group_vars/all.yaml b/smoketest/regions/switzerlandwest/group_vars/all.yaml
@@ -0,0 +1 @@
+location: switzerlandwest
diff --git a/smoketest/regions/switzerlandwest/hosts.yaml b/smoketest/regions/switzerlandwest/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/uaenorth/group_vars/all.yaml b/smoketest/regions/uaenorth/group_vars/all.yaml
@@ -0,0 +1 @@
+location: uaenorth
diff --git a/smoketest/regions/uaenorth/hosts.yaml b/smoketest/regions/uaenorth/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/uksouth/group_vars/all.yaml b/smoketest/regions/uksouth/group_vars/all.yaml
@@ -0,0 +1 @@
+location: uksouth
diff --git a/smoketest/regions/uksouth/hosts.yaml b/smoketest/regions/uksouth/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/ukwest/group_vars/all.yaml b/smoketest/regions/ukwest/group_vars/all.yaml
@@ -0,0 +1 @@
+location: ukwest
diff --git a/smoketest/regions/ukwest/hosts.yaml b/smoketest/regions/ukwest/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/westcentralus/group_vars/all.yaml b/smoketest/regions/westcentralus/group_vars/all.yaml
@@ -0,0 +1 @@
+location: westcentralus
diff --git a/smoketest/regions/westcentralus/hosts.yaml b/smoketest/regions/westcentralus/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/westeurope/group_vars/all.yaml b/smoketest/regions/westeurope/group_vars/all.yaml
@@ -0,0 +1 @@
+location: westeurope
diff --git a/smoketest/regions/westeurope/hosts.yaml b/smoketest/regions/westeurope/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/westus/group_vars/all.yaml b/smoketest/regions/westus/group_vars/all.yaml
@@ -0,0 +1 @@
+location: westus
diff --git a/smoketest/regions/westus/hosts.yaml b/smoketest/regions/westus/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/westus2/group_vars/all.yaml b/smoketest/regions/westus2/group_vars/all.yaml
@@ -0,0 +1 @@
+location: westus2
diff --git a/smoketest/regions/westus2/hosts.yaml b/smoketest/regions/westus2/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml
diff --git a/smoketest/regions/westus3/group_vars/all.yaml b/smoketest/regions/westus3/group_vars/all.yaml
@@ -0,0 +1 @@
+location: westus3
diff --git a/smoketest/regions/westus3/hosts.yaml b/smoketest/regions/westus3/hosts.yaml
@@ -0,0 +1 @@
+../hosts.yaml