hotfix for offline deployment

Pipfile

@@ -2,8 +2,8 @@
 # Copyright (c) 2021-2022 Intel Corporation
 
 [[source]]
-url = "https://pypi.python.org/simple"
-verify_ssl = true
+url = "$OFFLINE_FILE_SERVER/pipenv/simple"
+verify_ssl = false
 name = "pypi"
 
 [packages]

roles/baseline_ansible/infrastructure/install_dependencies/tasks/install_pip_packages.yml

@@ -21,7 +21,7 @@
   pip:
     name: "{{ install_python_dependencies_full_list }}"
     state: present
-    extra_args: --ignore-installed --user
+    extra_args: --ignore-installed --user -i {{ offline_file_server }}/pip/simple --trusted-host {{ offline_server_host }}
   register: pip_result
   retries: "{{ number_of_retries | default(3) }}"
   until: pip_result is succeeded

roles/baseline_ansible/infrastructure/install_golang/tasks/install.yml

@@ -20,7 +20,7 @@
 
 - name: download golang
   get_url:
-    url: "{{ golang_download_url }}"
+    url: "{{ offline_file_server }}/download/{{ golang_download_name }}"
     dest: "{{ golang_download_dest }}"
     checksum: "{{ golang_download_checksum }}"
   register: golang_download

roles/baseline_ansible/infrastructure/install_openssl/tasks/main.yml

@@ -29,7 +29,7 @@
 
   - name: "OpenSSL download from {{ openssl_download_url }}"
     get_url:
-      url: "{{ openssl_download_url }}"
+      url: "{{ offline_file_server }}/download/openssl-1.1.1m.tar.gz"
       dest: "{{ openssl_project_dir }}"
       checksum: "{{ openssl_checksum }}"
       owner: "{{ project_user }}"

roles/baseline_ansible/infrastructure/install_packages/tasks/debian.yml

@@ -25,6 +25,7 @@
   become: yes
   command: systemd-run --property="After=apt-daily.service apt-daily-upgrade.service" --wait /bin/true
   changed_when: false
+  tags: never
 
 - name: ensure that main, restricted, universe and multiverse repositories are enabled
   # Block was added as a solution to a problem with incorrectly added packages/repositories on an installed machine. 
@@ -56,3 +57,4 @@
   - name: fail run apt update
     fail:
       msg: "{{ error_output }}"
+  tags: never

roles/baseline_ansible/infrastructure/install_packages/tasks/prepare_python.yml

@@ -20,6 +20,11 @@
   when:
     - python_interpreter == 'python3'
 
+- name: configure default index for pip
+  shell: |
+    pip config set global.index-url {{ offline_file_server }}/pip/simple
+    pip config set global.trusted-host {{ offline_server_host }}
+
 - name: Get pip_version
   set_fact: pip_version="{{ pip3_version if ansible_python.version.major == 3 else pip2_version }}"
 
@@ -34,11 +39,12 @@
   pip:
     name: pip
     version: "{{ pip_version }}"
+    extra_args: -i {{ offline_file_server }}/pip/simple --trusted-host {{ offline_server_host }}
 
 - name: upgrade Python wheel and setuptools
   pip:
     name:
       - "wheel=={{ python_wheel_version }}"
       - "setuptools=={{ python_setuptools_version }}"
     state: forcereinstall
-    extra_args: --user
+    extra_args: --user -i {{ offline_file_server }}/pip/simple --trusted-host {{ offline_server_host }}

roles/baseline_ansible/infrastructure/install_skopeo/tasks/main.yml

@@ -26,6 +26,7 @@
     retries: "{{ number_of_retries | default(10) }}"
     until: result is succeeded
     delay: "{{ retry_delay | default(5) }}"
+    tags: never
 
   - name: Build and install skopeo
     command:
@@ -54,7 +55,7 @@
 
     - name: Download default policy
       get_url:
-        url: "{{ skopeo_default_policy_url }}"
+        url: "{{ offline_file_server }}/download/default-policy.json"
         dest: "{{ skopeo_policy_dir }}/policy.json"
       register: result
       until: result is succeeded

roles/baseline_ansible/kubernetes/operator/sriov_network_operator/install/tasks/main.yml

@@ -26,6 +26,7 @@
     retries: "{{ number_of_retries | default(10) }}"
     until: result is succeeded
     delay: "{{ retry_delay | default(5) }}"
+    tags: never
 
   - name: Create namespace for SR-IOV Network Operator
     include_role:
@@ -49,6 +50,7 @@
       remote_src: true
       strip: 1
     changed_when: true
+    tags: never
 
   - name: Copy customized git patch for adding CPK device ID
     template:
@@ -63,6 +65,7 @@
       remote_src: true
       strip: 1
     changed_when: true
+    tags: never
 
   - name: Install skopeo for SRIOV Network Operator deployment
     include_role: 

roles/infrastructure/docker/tasks/install.yml

@@ -30,7 +30,7 @@
   block:
     - name: download Docker CLI bash completion
       get_url:
-        url: "{{ _docker_completion_url }}"
+        url: "{{ offline_file_server }}/docker/docker"
         dest: "/etc/bash_completion.d"
       become: yes
       register: result
@@ -39,7 +39,7 @@
       delay: "{{ retry_delay }}"
     - name: download Docker Compose bash completion
       get_url:
-        url: "{{ _docker_compose_completion_url }}"
+        url: "{{ offline_file_server }}/docker/docker-compose"
         dest: "/etc/bash_completion.d"
       become: yes
       register: result

roles/infrastructure/docker/tasks/install_debian.yml

@@ -7,6 +7,7 @@
   stat:
     path: /etc/apt/sources.list.d/docker.list
   register: docker_repo
+  tags: never
 
 - name: add Docker repository and clean cache
   block:
@@ -39,3 +40,4 @@
         update_cache: yes
       become: yes
   when: docker_repo.stat.exists == false
+  tags: never

roles/infrastructure/docker/tasks/install_pip_dep.yml

@@ -19,7 +19,7 @@
         version: "{{ pip3_version }}"
         state: forcereinstall
         executable: pip3
-        extra_args: --user
+        extra_args: --user -i {{ offline_file_server }}/pip/simple --trusted-host {{ offline_server_host }}
       when: (pip_version_result.rc != 0) or not (pip3_version in pip_version_result.stdout)
 
 - name: add pip3 path to /etc/profile
@@ -36,7 +36,7 @@
     mode: preserve
 
 - name: install dependencies and docker-compose
-  shell: source /etc/profile && python3 -m pip install -r /tmp/requirements.txt --user
+  shell: source /etc/profile && python3 -m pip install -r /tmp/requirements.txt --user -i {{ offline_file_server }}/pip/simple --trusted-host {{ offline_server_host }}
   changed_when: true
   register: result
   retries: "{{ number_of_retries }}"

roles/infrastructure/os_setup/tasks/ufw_enable_debian.yml

@@ -9,6 +9,14 @@
     fw_open_ports:
       - "22/tcp"
 
+- name: open ports for local mirror services
+  include_role:
+    name: infrastructure/firewall_open_ports
+  vars:
+    fw_open_ports:
+      - "9080/tcp"
+      - "9081/tcp"
+
 - name: enable UFW
   ufw:
     state: enabled

roles/kubernetes/cert_manager/tasks/install_cert_manager.yml

@@ -22,7 +22,7 @@
       - helm
       - install
       - --repo
-      - "{{ _cert_manager_chart_repo_url }}"
+      - "{{ offline_chart_server }}"
       - --namespace
       - "{{ _cert_manager_namespace }}"
       - --create-namespace

roles/kubernetes/cert_manager/tasks/install_cmctl.yml

@@ -9,7 +9,7 @@
 
 - name: Download cmctl binary
   get_url:
-    url: "{{ _cmctl_url }}"
+    url: "{{ offline_file_server }}/cmctl-linux-amd64.tar.gz"
     dest: "{{ tempdir.path }}/cmctl.tar.gz"
     mode: u+rwx
   register: result

roles/kubernetes/cni/calico/controlplane/tasks/main.yml

@@ -29,7 +29,7 @@
 
 - name: download calico yml
   get_url:
-    url: "{{ _calico_url }}"
+    url: "{{ offline_file_server }}/calico.yaml"
     dest: "{{ tmp_dir.path }}/calico.yml"
   register: result
   retries: "{{ number_of_retries }}"

roles/kubernetes/cni/multus/controlplane/tasks/multus.yml

@@ -22,28 +22,25 @@
         name: "{{ _multus_image_name }}"
         tag: "{{ _multus_image_tag }}"
         source: pull
+      tags: never
 
     - name: tag multus image and push to Harbor registry
-      docker_image:
-        name: "{{ _multus_image_name }}"
-        repository: "{{ _registry_ip_address }}:{{ _registry_port }}/intel/multus"
-        tag: "{{ _multus_image_tag }}"
-        push: true
-        source: local
+      shell:
+        cmd: |
+          docker tag "{{ _multus_image_name }}:{{ _multus_image_tag }}" "{{ _registry_ip_address }}:{{ _registry_port }}/intel/multus:{{ _multus_image_tag }}"
+          docker push "{{ _registry_ip_address }}:{{ _registry_port }}/intel/multus:{{ _multus_image_tag }}"
       register: result
       retries: "{{ harbor_timeout_min }}"
       until: result is succeeded
       delay: 60
 
     - name: remove local image
-      docker_image:
-        state: absent
-        name: "{{ _multus_image_name }}"
-        tag: "{{ _multus_image_tag }}"
+      shell:
+        cmd: docker rmi -f "{{ _multus_image_name }}:{{ _multus_image_tag }}"
 
     - name: download multus deployment file
       get_url:
-        url: "{{ _multus_cni_url }}/multus-daemonset-crio.yml"
+        url: "{{ offline_file_server }}/multus-daemonset-crio.yml"
         dest: "{{ tmp_dir.path }}/multus-daemonset-crio.yml"
       register: result
       retries: "{{ number_of_retries }}"

roles/kubernetes/harbor_registry/controlplane/tasks/install_harbor.yml

@@ -2,11 +2,13 @@
 # Copyright (c) 2021 Intel Corporation
 ---
 - name: download helm-harbor repo
-  git:
-    repo: "{{ _git_repo_harbor }}"
-    dest: "{{ _git_repo_dest_harbor }}"
-    version: "{{ _harbor_helm_tag }}"
-    update: false
+  get_url:
+    url: "{{ offline_file_server }}/harbor.tar.gz"
+    dest: "{{ project_dir }}"
+
+- name: extract downloaded harbor chart tar ball
+  shell:
+    cmd: cd "{{ project_dir }}" && tar -zxvf harbor.tar.gz && cd -
 
 - name: generate admin password
   set_fact:

roles/kubernetes/helm/tasks/main.yml

@@ -30,7 +30,7 @@
     register: helm_tmp_dir
   - name: download
     get_url:
-      url: "{{ _helm_download_url + '/' + _helm_download_item }}"
+      url: "{{ offline_file_server }}/helm-v3.8.0-linux-amd64.tar.gz"
       dest: "{{ helm_tmp_dir.path }}/{{ _helm_download_item }}"
     register: helm_download_result
     retries: "{{ number_of_retries }}"

roles/kubernetes/install/tasks/main.yml

@@ -33,6 +33,7 @@
   become: yes
   when:
     - ansible_os_family == "RedHat"
+  tags: never
 
 - name: setup Debian K8s repository
   block:
@@ -52,6 +53,7 @@
   become: yes
   when:
     - ansible_os_family == "Debian"
+  tags: never
 
 - name: install packages
   package:
@@ -67,6 +69,11 @@
   delay: 10
   notify:
     - enable and restart kubelet
+  tags: never
+
+- name: install packages for ubnutu offline deployment
+  shell:
+    cmd: sudo apt update && sudo apt install -y kubeadm kubectl kubelet
 
 - name: set up proxy
   include_tasks: proxy.yml

roles/kubernetes/kubevirt/defaults/main.yml

@@ -3,15 +3,15 @@
 
 ---
 
-_kubevirt_operator_url:  "https://github.com/kubevirt/kubevirt/releases/download/v0.50.0/kubevirt-operator.yaml"
-_kubevirt_cr_url:        "https://github.com/kubevirt/kubevirt/releases/download/v0.50.0/kubevirt-cr.yaml"
+_kubevirt_operator_url:  "{{ offline_file_server }}/kubevirt/kubevirt-operator.yaml"
+_kubevirt_cr_url:        "{{ offline_file_server }}/kubevirt/kubevirt-cr.yaml"
 
-_cdi_operator_url:       "https://github.com/kubevirt/containerized-data-importer/releases/download/v1.44.1/cdi-operator.yaml"
-_cdi_cr_url:             "https://github.com/kubevirt/containerized-data-importer/releases/download/v1.44.1/cdi-cr.yaml"
+_cdi_operator_url:       "{{ offline_file_server }}/kubevirt/cdi-operator.yaml"
+_cdi_cr_url:             "{{ offline_file_server }}/kubevirt/cdi-cr.yaml"
 
 _virtctl_name:           "kubectl-virt"
 _virtctl_dir:            "/usr/bin"
-_virtctl_url:            "https://github.com/kubevirt/kubectl-virt-plugin/releases/download/v0.46.1/virtctl-linux-amd64.tar.gz"
+_virtctl_url:            "{{ offline_file_server }}/kubevirt/virtctl-linux-amd64.tar.gz"
 _virtctl_tar:            "virtctl-linux-amd64.tar.gz"
 
 kubevirt_namespace: "kubevirt"

roles/kubernetes/nfd/tasks/nfd.yml

@@ -19,10 +19,11 @@
       retries: "{{ number_of_retries }}"
       until: result is succeeded
       delay: "{{ retry_delay }}"
+      tags: never
 
     - name: tag NFD image and push to Harbor registry
       docker_image:
-        name: "{{ _nfd_image_name }}"
+        name: "k8s.gcr.io/nfd/node-feature-discovery"
         repository: "{{ _registry_ip_address }}:{{ _registry_port }}/intel/node-feature-discovery"
         tag: "{{ _nfd_tag }}"
         push: true
@@ -35,7 +36,7 @@
     - name: remove local NFD image
       docker_image:
         state: absent
-        name: "{{ _nfd_image_name }}"
+        name: "k8s.gcr.io/nfd/node-feature-discovery"
         tag: "{{ _nfd_tag }}"
 
     - name: create NFD chart template directory
@@ -50,7 +51,7 @@
 
     - name: download NFD chart
       get_url:
-        url: "{{ _nfd_chart_url }}/{{ item }}"
+        url: "{{ offline_file_server }}/node-feature-discovery/{{ item }}"
         dest: "{{ _nfd_chart_dir }}"
       register: result
       retries: "{{ number_of_retries }}"
@@ -60,7 +61,7 @@
 
     - name: download NFD chart templates
       get_url:
-        url: "{{ _nfd_chart_url }}/{{ item }}"
+        url: "{{ offline_file_server }}/node-feature-discovery/{{ item }}"
         dest: "{{ _nfd_chart_dir }}/templates"
       register: result
       retries: "{{ number_of_retries }}"

roles/kubernetes/rook_ceph/defaults/main.yml

@@ -7,10 +7,10 @@ _rook_ceph_files_dir: "{{ _rook_ceph_main_dir }}/files"
 
 _rook_ceph_version_tag: "v1.7.10"
 
-_crds_url: "https://raw.githubusercontent.com/rook/rook/{{ _rook_ceph_version_tag }}/cluster/examples/kubernetes/ceph/crds.yaml"
-_common_url: "https://raw.githubusercontent.com/rook/rook/{{ _rook_ceph_version_tag }}/cluster/examples/kubernetes/ceph/common.yaml"
-_operator_url: "https://raw.githubusercontent.com/rook/rook/{{ _rook_ceph_version_tag }}/cluster/examples/kubernetes/ceph/operator.yaml"
-_toolbox_url: "https://raw.githubusercontent.com/rook/rook/{{ _rook_ceph_version_tag }}/cluster/examples/kubernetes/ceph/toolbox.yaml"
+_crds_url: "{{ offline_file_server }}/ceph/crds.yaml"
+_common_url: "{{ offline_file_server }}/ceph/common.yaml"
+_operator_url: "{{ offline_file_server }}/ceph/operator.yaml"
+_toolbox_url: "{{ offline_file_server }}/ceph/toolbox.yaml"
 
 rook_ceph_namespace: "rook-ceph"
 

roles/telemetry/grafana/defaults/main.yml

@@ -6,7 +6,7 @@ _pv_dir: "{{ _persistent_volumes_dest }}/grafana"
 _pv_name: grafana-volume
 
 _grafana_helm_repo:
-  url: https://grafana.github.io/helm-charts
+  url: "{{ offline_chart_server }}"
   version: "6.24.0"
   name: grafana
 

roles/telemetry/node_exporter/defaults/main.yml

@@ -4,7 +4,7 @@
 _node_exporter_release_name: node-exporter
 
 _node_exporter_helm_repo:
-  url: https://prometheus-community.github.io/helm-charts
+  url: "{{ offline_chart_server }}"
   name: prometheus-node-exporter
   version: "2.4.1"