diff --git a/ansible/roles/config-diff-vars/templates/kayobe-extra-vars.yml.j2 b/ansible/roles/config-diff-vars/templates/kayobe-extra-vars.yml.j2
index 3a09f4f..e28490d 100644
--- a/ansible/roles/config-diff-vars/templates/kayobe-extra-vars.yml.j2
+++ b/ansible/roles/config-diff-vars/templates/kayobe-extra-vars.yml.j2
@@ -4,4 +4,8 @@
 ansible_connection: local
 kolla_ansible_target_venv: "{{ lookup('env', 'KAYOBE_CONFIG_PATH') }}/../../../../venvs/kolla-ansible/"
 ansible_python_interpreter: /usr/bin/python3
+# Downloading IPA images is slow and the are not checked. Setting this
+# true, means that we will use the dummy IPA images that are created
+# in the config-diff script.
+ipa_build_images: true
 {% endraw %}