Add initial support for packer

ansible/apply

@@ -4,15 +4,15 @@ import pathlib
 import shutil
 import tempfile
 import argparse
-import ansible
+import ansibleutils
 
 def run_playbook(args):
     tempdir = pathlib.Path(tempfile.mkdtemp())
-    ansible.create_workspace(tempdir, args.env, args.playbook)
+    ansibleutils.create_workspace(tempdir, args.env, args.playbook)
     try:
         # Invoke the ansible binary installed in the virtualenv
         ansible_args = [
-            str(ansible.VENV_PATH / "bin" / "ansible-playbook"),
+            str(ansibleutils.VENV_PATH / "bin" / "ansible-playbook"),
             "-i", str(tempdir / "env" / "hosts"),
             str(tempdir / "play" / "playbook.yml"),
         ]
@@ -39,5 +39,5 @@ if __name__ == "__main__":
     )
     args = parser.parse_args()
 
-    ansible.install_ansible()
+    ansibleutils.install_ansible()
     run_playbook(args)

ansible/roles/common/tasks/apt.yml

@@ -8,7 +8,7 @@
 - name: install apt packages
   apt:
     name:
-      - aptitude  # needed by ansible itself
+      # - aptitude  # needed by ansible itself
       - ca-certificates
       - htop
       - iptables

packer/README.md

@@ -2,14 +2,36 @@
 
 This directory contains configuration for running packer to build AMIs.
 
+## Dependencies
+
+Running these packer scripts requires the following software:
+
+- python3
+- [packer](https://developer.hashicorp.com/packer/downloads)
+- [aws-cli](https://docs.aws.amazon.com/cli/latest/userguide/getting-started-install.html)
+
 ## The `packer` wrapper
 
 This directory contains a python script named `packer` which wraps the system `packer`. The script creates an ansible virtual environment and moves the correct ansible configuration in place.
 
 ### Running `packer`
 
-To run the wrapper pass the environment and playbook:
+Before running the packer script, you will need to initialize packer:
+
+```bash
+packer init ./docs-rs-builder
+```
+
+You will also need to make sure that you are logged into the correct AWS account in the AWS cli. First, ensure you have the configuration needed to log into the appropriate AWS account in your "~/.aws/config" file (TODO: link to detailed instructions).
+
+For example, to log into the docs-rs staging account, run:
+
+```bash
+aws sso login --profile docs-rs-staging
+```
+
+To run the wrapper pass the environment and playbook along with the profile name of the aws account you just logged into:
 
 ```bash
-$ ./packer staging docs-rs-build
+$ AWS_PROFILE=docs-rs-staging ./packer staging docs-rs-builder
 ```

packer/docs-rs-builder/builder.pkr.hcl

@@ -9,6 +9,7 @@ packer {
 
 data "amazon-parameterstore" "revision" {
   name = "/docs-rs/builder/sha"
+  region = "us-east-1"
 }
 
 locals {
@@ -23,7 +24,7 @@ source "amazon-ebs" "ubuntu" {
   region        = "us-east-1"
   source_ami_filter {
     filters = {
-      name                = "ubuntu/images/*ubuntu-focal-20.04-amd64-server-*"
+      name                = "ubuntu/images/*ubuntu-jammy-22.04-amd64-server-*"
       root-device-type    = "ebs"
       virtualization-type = "hvm"
     }
@@ -51,5 +52,7 @@ build {
     # The default is the user running packer
     user = "ubuntu"
     extra_arguments = ["--extra-vars", "vars_repository_sha=${local.revision}"]
+    # Work around for https://github.com/hashicorp/packer-plugin-ansible/issues/69
+    ansible_ssh_extra_args = ["-oHostKeyAlgorithms=+ssh-rsa -oPubkeyAcceptedKeyTypes=+ssh-rsa"]
   }
 }

packer/packer

@@ -6,8 +6,10 @@ import pathlib
 import shutil
 import argparse
 import sys
+# This adds the ansible folder to the python package search path 
+# so we can reuse functionality from there.
 sys.path.append("../ansible")
-import ansible
+import ansibleutils
 
 # Utility for removing everything in a directory except one thing
 def remove_all_except_one(directory, exception):
@@ -37,8 +39,8 @@ def create_workspace_dir():
 # Create the workspace environment
 def create_workspace(env, playbook):
     workspace = create_workspace_dir()
-    ansible.install_ansible(workspace / ".venv")
-    ansible.create_workspace(workspace, env, playbook)
+    ansibleutils.install_ansible(workspace / ".venv")
+    ansibleutils.create_workspace(workspace, env, playbook)
 
     # Link the template into the workspace
     template_path = pathlib.Path(playbook).resolve()