Remove manylinux build scripts from python packaging pipeline

tools/ci_build/github/azure-pipelines/android-arm64-v8a-QNN-crosscompile-ci-pipeline.yml

@@ -66,7 +66,7 @@ jobs:
   - script: |
       set -e -x
       rm -rf /tmp/scripts
-      cp -r tools/ci_build/github/linux/docker/inference/x64/python/cpu/scripts /tmp
+      cp -r tools/ci_build/github/linux/docker/inference/x86_64/python/cpu/scripts /tmp
       /tmp/scripts/install_protobuf.sh -p $(Build.BinariesDirectory)/installed -d cmake/deps.txt
       python3 tools/ci_build/build.py \
         --config Release \

tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml

@@ -58,8 +58,8 @@ stages:
 
       - template: templates/get-docker-image-steps.yml
         parameters:
-          Dockerfile: tools/ci_build/github/linux/docker/inference/x64/default/cpu/Dockerfile
-          Context: tools/ci_build/github/linux/docker/inference/x64/default/cpu
+          Dockerfile: tools/ci_build/github/linux/docker/inference/x86_64/default/cpu/Dockerfile
+          Context: tools/ci_build/github/linux/docker/inference/x86_64/default/cpu
           DockerBuildArgs: "--build-arg BUILD_UID=$( id -u ) --build-arg BASEIMAGE=registry.access.redhat.com/ubi8/ubi"
           Repository: onnxruntimecpubuildcentos8x64
 
@@ -305,10 +305,6 @@ stages:
     parameters:
       arch: 'aarch64'
       machine_pool: 'onnxruntime-linux-ARM64-CPU-2019'
-      base_image: 'arm64v8/almalinux:8'
-      devtoolset_rootpath: /opt/rh/gcc-toolset-12/root
-      ld_library_path_arg: /opt/rh/gcc-toolset-12/root/usr/lib64:/opt/rh/gcc-toolset-12/root/usr/lib:/opt/rh/gcc-toolset-12/root/usr/lib64/dyninst:/opt/rh/gcc-toolset-12/root/usr/lib/dyninst:/usr/local/lib64
-      prepend_path: '/opt/rh/gcc-toolset-12/root/usr/bin:'
       with_cache: true
       cmake_build_type: Release
 
@@ -319,7 +315,3 @@ stages:
     parameters:
       arch: 'aarch64'
       machine_pool: 'onnxruntime-linux-ARM64-CPU-2019'
-      base_image: 'arm64v8/almalinux:8'
-      devtoolset_rootpath: /opt/rh/gcc-toolset-12/root
-      ld_library_path_arg: /opt/rh/gcc-toolset-12/root/usr/lib64:/opt/rh/gcc-toolset-12/root/usr/lib:/opt/rh/gcc-toolset-12/root/usr/lib64/dyninst:/opt/rh/gcc-toolset-12/root/usr/lib/dyninst:/usr/local/lib64
-      prepend_path: '/opt/rh/gcc-toolset-12/root/usr/bin:'

tools/ci_build/github/azure-pipelines/orttraining-linux-ci-pipeline.yml

@@ -27,14 +27,6 @@ pr:
     - 'onnxruntime/core/providers/js'
 #### end trigger ####
 
-resources:
-  repositories:
-  - repository: manylinux # The name used to reference this repository in the checkout step
-    type: Github
-    endpoint: Microsoft
-    name: pypa/manylinux
-    ref: 5eda9aded5462201e6310105728d33016e637ea7
-
 jobs:
 - job: Linux_Build
   timeoutInMinutes: 180
@@ -61,9 +53,9 @@ jobs:
 
   - template: templates/get-docker-image-steps.yml
     parameters:
-      Dockerfile: tools/ci_build/github/linux/docker/inference/x64/python/cpu/Dockerfile.manylinux2_28_cpu
-      Context: tools/ci_build/github/linux/docker/inference/x64/python/cpu
-      DockerBuildArgs: "--build-arg BUILD_UID=$( id -u ) --build-arg BASEIMAGE=registry.access.redhat.com/ubi8/ubi --build-arg PLATFORM=x86_64 --build-arg PREPEND_PATH=/opt/rh/gcc-toolset-12/root/usr/bin: --build-arg LD_LIBRARY_PATH_ARG=/opt/rh/gcc-toolset-12/root/usr/lib64:/opt/rh/gcc-toolset-12/root/usr/lib:/opt/rh/gcc-toolset-12/root/usr/lib64/dyninst:/opt/rh/gcc-toolset-12/root/usr/lib/dyninst:/usr/local/lib64 --build-arg DEVTOOLSET_ROOTPATH=/opt/rh/gcc-toolset-12/root"
+      Dockerfile: tools/ci_build/github/linux/docker/inference/x86_64/python/cpu/Dockerfile
+      Context: tools/ci_build/github/linux/docker/inference/x86_64/python/cpu
+      DockerBuildArgs: "--build-arg BUILD_UID=$( id -u )"
       Repository: onnxruntimecpubuildpythonx86_64
 
   - task: Cache@2
@@ -80,6 +72,7 @@ jobs:
     displayName: 'build'
     inputs:
       script: |
+        set -e -x
         mkdir -p $HOME/.onnx
         mkdir -p $(Pipeline.Workspace)/ccache
         docker run --rm \

tools/ci_build/github/azure-pipelines/py-cuda-packaging-pipeline.yml

@@ -31,14 +31,6 @@ parameters:
     type: string
     default: '0'
 
-resources:
-  repositories:
-    - repository: manylinux
-      type: Github
-      endpoint: Microsoft
-      name: pypa/manylinux
-      ref: 5eda9aded5462201e6310105728d33016e637ea7
-
 stages:
   - template: stages/py-cuda-packaging-stage.yml
     parameters:

tools/ci_build/github/azure-pipelines/py-package-test-pipeline.yml

@@ -4,13 +4,6 @@ resources:
     source: 'Python packaging pipeline'
     trigger: true
     branch: main # branch to pick the artifact, Used only for manual triggered pipeline runs for testing the pipeline itself
-  #TODO: Remove the following dependency. Running python tests should not need to use manylinux.
-  repositories:
-  - repository: manylinux # The name used to reference this repository in the checkout step
-    type: Github
-    endpoint: Microsoft
-    name: pypa/manylinux
-    ref: 5eda9aded5462201e6310105728d33016e637ea7
 
 stages:
 - stage: Linux_Test_CPU_x86_64_stage
@@ -19,10 +12,7 @@ stages:
     parameters:
       arch: 'x86_64'
       machine_pool: 'onnxruntime-Ubuntu2204-AMD-CPU'
-      base_image: 'registry.access.redhat.com/ubi8/ubi'
-      devtoolset_rootpath: /opt/rh/gcc-toolset-12/root
-      ld_library_path_arg: /opt/rh/gcc-toolset-12/root/usr/lib64:/opt/rh/gcc-toolset-12/root/usr/lib:/opt/rh/gcc-toolset-12/root/usr/lib64/dyninst:/opt/rh/gcc-toolset-12/root/usr/lib/dyninst:/usr/local/lib64
-      prepend_path: '/opt/rh/gcc-toolset-12/root/usr/bin:'
+
 
 - stage: Linux_Test_CPU_aarch64_stage
   dependsOn: []
@@ -31,10 +21,6 @@ stages:
     parameters:
       arch: 'aarch64'
       machine_pool: 'onnxruntime-linux-ARM64-CPU-2019'
-      base_image: 'arm64v8/almalinux:8'
-      devtoolset_rootpath: /opt/rh/gcc-toolset-12/root
-      ld_library_path_arg: /opt/rh/gcc-toolset-12/root/usr/lib64:/opt/rh/gcc-toolset-12/root/usr/lib:/opt/rh/gcc-toolset-12/root/usr/lib64/dyninst:/opt/rh/gcc-toolset-12/root/usr/lib/dyninst:/usr/local/lib64
-      prepend_path: '/opt/rh/gcc-toolset-12/root/usr/bin:'
 
 - stage: Packages_Somking_Test
   dependsOn: []
@@ -66,9 +52,11 @@ stages:
     parameters:
       arch: 'x86_64'
       machine_pool: 'Onnxruntime-Linux-GPU'
-      device: 'GPU'
       python_wheel_suffix: '_gpu'
       timeout: 480
+      docker_base_image: onnxruntimebuildcache.azurecr.io/internal/azureml/onnxruntime/build/cuda11_x64_almalinux8_gcc11:20240523.1
+      trt_version: '10.0.1.6-1.cuda11.8'
+      cuda_version: '11.8'
 
 
 # if final job not extecuted, it will not run nightlly build

tools/ci_build/github/azure-pipelines/py-packaging-pipeline.yml

@@ -63,14 +63,6 @@ parameters:
 
 trigger: none
 
-resources:
-  repositories:
-  - repository: manylinux
-    type: Github
-    endpoint: Microsoft
-    name: pypa/manylinux
-    ref: 5eda9aded5462201e6310105728d33016e637ea7
-
 stages:
 - template: templates/py-packaging-stage.yml
   parameters:

tools/ci_build/github/azure-pipelines/stages/nuget-linux-cuda-packaging-stage.yml

@@ -39,8 +39,8 @@ stages:
     - template: ../templates/set-version-number-variables-step.yml
     - template: ../templates/get-docker-image-steps.yml
       parameters:
-        Dockerfile: tools/ci_build/github/linux/docker/inference/x64/default/gpu/Dockerfile
-        Context: tools/ci_build/github/linux/docker/inference/x64/default/gpu
+        Dockerfile: tools/ci_build/github/linux/docker/inference/x86_64/default/gpu/Dockerfile
+        Context: tools/ci_build/github/linux/docker/inference/x86_64/default/gpu
         DockerBuildArgs: "
         --build-arg BUILD_UID=$( id -u )
         --build-arg BASEIMAGE=${{ parameters.docker_base_image }}

tools/ci_build/github/azure-pipelines/stages/py-cuda-packaging-stage.yml

@@ -78,8 +78,8 @@ stages:
           cmake_build_type: ${{ parameters.cmake_build_type }}
           cuda_version: ${{ parameters.cuda_version }}
           ${{ if eq(parameters.cuda_version, '11.8') }}:
-            docker_base_image: nvidia/cuda:11.8.0-cudnn8-devel-ubi8
+            docker_base_image: onnxruntimebuildcache.azurecr.io/internal/azureml/onnxruntime/build/cuda11_x64_almalinux8_gcc11:20240523.1
             trt_version: 10.0.1.6-1.cuda11.8
           ${{ if eq(parameters.cuda_version, '12.2') }}:
-            docker_base_image: nvidia/cuda:12.2.2-cudnn8-devel-ubi8
+            docker_base_image: onnxruntimebuildcache.azurecr.io/internal/azureml/onnxruntime/build/cuda12_2_x64_ubi8_gcc12:20240523.1
             trt_version: 10.0.1.6-1.cuda12.4

tools/ci_build/github/azure-pipelines/templates/c-api-linux-cpu.yml

@@ -45,14 +45,22 @@ jobs:
       clean: true
       submodules: none
     - template: set-version-number-variables-step.yml
-    - template: get-docker-image-steps.yml
-      parameters:
-        Dockerfile: tools/ci_build/github/linux/docker/inference/${{parameters.OnnxruntimeArch}}/default/cpu/Dockerfile
-        Context: tools/ci_build/github/linux/docker/inference/${{parameters.OnnxruntimeArch}}/default/cpu
-        DockerBuildArgs: "--build-arg BUILD_UID=$( id -u ) --build-arg BASEIMAGE=${{parameters.BaseImage}}"
-        Repository: onnxruntimecpubuildcentos8${{parameters.OnnxruntimeArch}}
-        ${{ if eq(parameters.OnnxruntimeArch, 'aarch64') }}:
-            UpdateDepsTxt: false
+    - ${{ if eq(parameters.OnnxruntimeArch, 'x64') }}:
+      - template: get-docker-image-steps.yml
+        parameters:
+          Dockerfile: tools/ci_build/github/linux/docker/inference/x86_64/default/cpu/Dockerfile
+          Context: tools/ci_build/github/linux/docker/inference/x86_64/default/cpu
+          DockerBuildArgs: "--build-arg BUILD_UID=$( id -u ) --build-arg BASEIMAGE=${{parameters.BaseImage}}"
+          Repository: onnxruntimecpubuildcentos8${{parameters.OnnxruntimeArch}}
+
+    - ${{ if eq(parameters.OnnxruntimeArch, 'aarch64') }}:
+      - template: get-docker-image-steps.yml
+        parameters:
+          Dockerfile: tools/ci_build/github/linux/docker/inference/aarch64/default/cpu/Dockerfile
+          Context: tools/ci_build/github/linux/docker/inference/aarch64/default/cpu
+          DockerBuildArgs: "--build-arg BUILD_UID=$( id -u ) --build-arg BASEIMAGE=${{parameters.BaseImage}}"
+          Repository: onnxruntimecpubuildcentos8${{parameters.OnnxruntimeArch}}
+          UpdateDepsTxt: false
 
     - task: CmdLine@2
       inputs:

tools/ci_build/github/azure-pipelines/templates/mac-cpu-packing-jobs.yml

@@ -77,14 +77,14 @@ jobs:
     parameters:
       WithCache: ${{ parameters.WithCache }}
       Today: $(TODAY)
-      AdditionalKey: ' protobuf | "$(Agent.OS)" | $(Build.SourcesDirectory)/cmake/deps.txt, $(Build.SourcesDirectory)/tools/ci_build/github/linux/docker/inference/x64/python/cpu/scripts/install_protobuf.sh'
+      AdditionalKey: ' protobuf | "$(Agent.OS)" | $(Build.SourcesDirectory)/cmake/deps.txt, $(Build.SourcesDirectory)/tools/ci_build/github/linux/docker/inference/x86_64/python/cpu/scripts/install_protobuf.sh'
       CacheDir: $(PROTO_CACHE_DIR)
       ChangeEveryCommit: false
       BuildStep:
         - script: |
             set -e -x
             pushd .
-            $(Build.SourcesDirectory)/tools/ci_build/github/linux/docker/inference/x64/python/cpu/scripts/install_protobuf.sh -d $(Build.SourcesDirectory)/cmake/deps.txt -p $(Build.BinariesDirectory)/installed
+            $(Build.SourcesDirectory)/tools/ci_build/github/linux/docker/inference/x86_64/python/cpu/scripts/install_protobuf.sh -d $(Build.SourcesDirectory)/cmake/deps.txt -p $(Build.BinariesDirectory)/installed
             popd
             export PATH=$(Build.BinariesDirectory)/installed/bin:$PATH
             export ONNX_ML=1

tools/ci_build/github/azure-pipelines/templates/py-linux-gpu.yml

@@ -19,10 +19,7 @@ parameters:
    - MinSizeRel
 - name: docker_base_image
   type: string
-  default: 'nvidia/cuda:11.8.0-cudnn8-devel-ubi8'
-  values:
-   - nvidia/cuda:11.8.0-cudnn8-devel-ubi8
-   - nvidia/cuda:12.2.2-cudnn8-devel-ubi8
+
 - name: trt_version
   type: string
   default: '10.0.1.6-1.cuda11.8'
@@ -63,15 +60,9 @@ stages:
 
       - template: get-docker-image-steps.yml
         parameters:
-          Dockerfile: tools/ci_build/github/linux/docker/Dockerfile.manylinux2_28_cuda
-          Context: tools/ci_build/github/linux/docker
-          DockerBuildArgs: "
-          --network=host
-          --build-arg BASEIMAGE=${{ parameters.docker_base_image }}
-          --build-arg TRT_VERSION=${{ parameters.trt_version }}
-          --build-arg BUILD_UID=$( id -u )
-          --build-arg PLATFORM=${{ parameters.arch }}
-          "
+          Dockerfile: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cuda/Dockerfile
+          Context: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cuda
+          DockerBuildArgs: "--build-arg BASEIMAGE=${{ parameters.docker_base_image }} --build-arg TRT_VERSION=${{ parameters.trt_version }} --build-arg BUILD_UID=$( id -u )"
           Repository: onnxruntimecuda${{ replace(parameters.cuda_version, '.', '') }}xtrt86build${{ parameters.arch }}
 
 

tools/ci_build/github/azure-pipelines/templates/py-linux.yml

@@ -5,18 +5,6 @@ parameters:
 - name: machine_pool
   type: string
 
-- name: base_image
-  type: string
-
-- name: devtoolset_rootpath
-  type: string
-
-- name: ld_library_path_arg
-  type: string
-
-- name: prepend_path
-  type: string
-
 - name: cmake_build_type
   type: string
   default: 'Release'
@@ -70,9 +58,9 @@ jobs:
 
     - template: get-docker-image-steps.yml
       parameters:
-        Dockerfile: tools/ci_build/github/linux/docker/inference/x64/python/cpu/Dockerfile.manylinux2_28_cpu
-        Context: tools/ci_build/github/linux/docker/inference/x64/python/cpu
-        DockerBuildArgs: "--build-arg POLICY=manylinux_2_28 --build-arg BUILD_UID=$( id -u ) --build-arg BASEIMAGE=${{ parameters.base_image }} --build-arg PLATFORM=${{ parameters.arch }} --build-arg PREPEND_PATH=${{ parameters.prepend_path }} --build-arg LD_LIBRARY_PATH_ARG=${{ parameters.ld_library_path_arg }} --build-arg DEVTOOLSET_ROOTPATH=${{ parameters.devtoolset_rootpath }}"
+        Dockerfile: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cpu/Dockerfile
+        Context: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cpu
+        DockerBuildArgs: "--build-arg BUILD_UID=$( id -u )"
         Repository: onnxruntimecpubuildpython${{ parameters.arch }}
         ${{ if eq(parameters.arch, 'aarch64') }}:
             UpdateDepsTxt: false

tools/ci_build/github/azure-pipelines/templates/py-packaging-linux-test-cpu.yml

@@ -2,18 +2,6 @@ parameters:
 - name: arch
   type: string
 
-- name: base_image
-  type: string
-
-- name: devtoolset_rootpath
-  type: string
-
-- name: ld_library_path_arg
-  type: string
-
-- name: prepend_path
-  type: string
-
 - name: machine_pool
   type: string
 
@@ -98,9 +86,9 @@ jobs:
 
   - template: get-docker-image-steps.yml
     parameters:
-      Dockerfile: tools/ci_build/github/linux/docker/inference/x64/python/cpu/Dockerfile.manylinux2_28_cpu
-      Context: tools/ci_build/github/linux/docker/inference/x64/python/cpu
-      DockerBuildArgs: "--build-arg POLICY=manylinux_2_28 --build-arg BUILD_UID=$( id -u ) --build-arg BASEIMAGE=${{ parameters.base_image }} --build-arg PLATFORM=${{ parameters.arch }} --build-arg PREPEND_PATH=${{ parameters.prepend_path }} --build-arg LD_LIBRARY_PATH_ARG=${{ parameters.ld_library_path_arg }} --build-arg DEVTOOLSET_ROOTPATH=${{ parameters.devtoolset_rootpath }}"
+      Dockerfile: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cpu/Dockerfile
+      Context: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cpu
+      DockerBuildArgs: "--build-arg BUILD_UID=$( id -u )"
       Repository: onnxruntimecpubuildpython${{ parameters.arch }}
       ${{ if eq(parameters.arch, 'aarch64') }}:
         UpdateDepsTxt: false

tools/ci_build/github/azure-pipelines/templates/py-packaging-linux-test-cuda.yml

@@ -2,12 +2,6 @@ parameters:
 - name: arch
   type: string
 
-- name: device
-  type: string
-  values:
-   - CPU
-   - GPU
-
 - name: machine_pool
   type: string
 
@@ -19,6 +13,21 @@ parameters:
   type: string
   default: ''
 
+- name: docker_base_image
+  type: string
+
+- name: trt_version
+  type: string
+  default: '10.0.1.6-1.cuda11.8'
+  values:
+    - 10.0.1.6-1.cuda11.8
+    - 10.0.1.6-1.cuda12.4
+- name: cuda_version
+  type: string
+  default: '11.8'
+  values:
+   - 11.8
+   - 12.2
 
 # TODO: Ideally it should fetch information from the build that triggers it
 - name: cmake_build_type
@@ -79,18 +88,12 @@ jobs:
     #    GdnBreakPolicy: M365
     #    GdnBreakPolicyMinSev: Error
 
-  - template: get-docker-image-steps.yml
-    parameters:
-      Dockerfile: tools/ci_build/github/linux/docker/Dockerfile.manylinux2_28_cuda
-      Context: tools/ci_build/github/linux/docker
-      DockerBuildArgs: "
-      --network=host 
-      --build-arg BASEIMAGE=nvidia/cuda:11.8.0-cudnn8-devel-ubi8 
-      --build-arg TRT_VERSION=10.0.1.6-1.cuda11.8 
-      --build-arg BUILD_UID=$( id -u )
-      --build-arg PLATFORM=${{ parameters.arch }}
-      "
-      Repository: onnxruntimecuda118xtrt86build${{ parameters.arch }}
+    - template: get-docker-image-steps.yml
+      parameters:
+        Dockerfile: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cuda/Dockerfile
+        Context: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cuda
+        DockerBuildArgs: "--build-arg BASEIMAGE=${{ parameters.docker_base_image }} --build-arg TRT_VERSION=${{ parameters.trt_version }} --build-arg BUILD_UID=$( id -u )"
+        Repository: onnxruntimecuda${{ replace(parameters.cuda_version, '.', '') }}xtrt86build${{ parameters.arch }}
 
   - task: Bash@3
     displayName: 'Bash Script'