diff --git a/tests/ci/azureml_tests/submit_groupwise_azureml_pytest.py b/tests/ci/azureml_tests/submit_groupwise_azureml_pytest.py
index 86d0c80ab..af8b22b19 100644
--- a/tests/ci/azureml_tests/submit_groupwise_azureml_pytest.py
+++ b/tests/ci/azureml_tests/submit_groupwise_azureml_pytest.py
@@ -197,12 +197,14 @@ def create_run_config(
     apt-get clean -y && \
     rm -rf /var/lib/apt/lists/*
 # Conda Environment
+# Pin pip=20.1.1 due to the issue: No module named 'ruamel'
+# See https://learn.microsoft.com/en-us/python/api/overview/azure/ml/install?view=azure-ml-py#troubleshooting
 ENV MINICONDA_VERSION py38_23.3.1-0
 ENV PATH /opt/miniconda/bin:$PATH
 ENV CONDA_PACKAGE 23.5.0
 RUN wget -qO /tmp/miniconda.sh https://repo.anaconda.com/miniconda/Miniconda3-${MINICONDA_VERSION}-Linux-x86_64.sh && \
     bash /tmp/miniconda.sh -bf -p /opt/miniconda && \
-    conda install conda=${CONDA_PACKAGE} -y && \
+    conda install -y conda=${CONDA_PACKAGE} python=3.8 pip=20.1.1 && \
     conda update --all -c conda-forge -y && \
     conda clean -ay && \
     rm -rf /opt/miniconda/pkgs && \