improving GitHub tests

mlcommons · Apr 28, 2024 · ac86a50 · ac86a50
1 parent 89f923a
commit ac86a50
Show file tree

Hide file tree

Showing 17 changed files with 30 additions and 102 deletions.
diff --git a/.github/workflows/test-cm-script-features.yml b/.github/workflows/test-cm-script-features.yml
@@ -29,7 +29,8 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+#        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Script Features
       run: |

diff --git a/.github/workflows/test-cm-scripts.yml b/.github/workflows/test-cm-scripts.yml
@@ -29,7 +29,8 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+#        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Script Automation
       run: |

diff --git a/.github/workflows/test-cm-tutorial-retinanet.yml b/.github/workflows/test-cm-tutorial-retinanet.yml
@@ -28,7 +28,8 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+#        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Tutorial Retinanet
       run: |

diff --git a/.github/workflows/test-cm-tutorial-tvm-pip.yml b/.github/workflows/test-cm-tutorial-tvm-pip.yml
@@ -28,7 +28,8 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+#        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Tutorial TVM pip install with VirtualMachine Runtime
       run: |

diff --git a/.github/workflows/test-cm-tutorial-tvm.yml b/.github/workflows/test-cm-tutorial-tvm.yml
@@ -29,7 +29,8 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+#        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Tutorial TVM
       run: |

diff --git a/.github/workflows/test-cm.yml b/.github/workflows/test-cm.yml
@@ -34,7 +34,8 @@ jobs:
         cd cm
         python setup.py install
         python -m cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+#        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
     - name: Lint with flake8
       run: |
         # stop the build if there are Python syntax errors or undefined names

diff --git a/.github/workflows/test-image-classification-onnx.yml b/.github/workflows/test-image-classification-onnx.yml
@@ -29,7 +29,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+#        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test image classification with ONNX
       run: |

diff --git a/.github/workflows/test-mlperf-inference-bert-deepsparse-tf-onnxruntime-pytorch.yml b/.github/workflows/test-mlperf-inference-bert-deepsparse-tf-onnxruntime-pytorch.yml
@@ -37,7 +37,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+#        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test MLPerf Inference Bert (DeepSparse, TF, ONNX, PyTorch)
       run: |

diff --git a/.github/workflows/test-mlperf-inference-gptj.yml b/.github/workflows/test-mlperf-inference-gptj.yml
@@ -31,7 +31,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+#        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test MLPerf Inference GPTJ
       run: |

diff --git a/.github/workflows/test-mlperf-inference-mlcommons-cpp-resnet50.yml b/.github/workflows/test-mlperf-inference-mlcommons-cpp-resnet50.yml
@@ -30,7 +30,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+#        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
         cm run script --quiet --tags=install,prebuilt,llvm --version=${{ matrix.llvm-version }}
     - name: Test MLPerf Inference MLCommons C++ ResNet50

diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml
@@ -36,7 +36,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+#        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test MLPerf Inference ResNet50
       run: |

diff --git a/.github/workflows/test-mlperf-inference-retinanet.yml b/.github/workflows/test-mlperf-inference-retinanet.yml
@@ -34,7 +34,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+#        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test MLPerf Inference Retinanet using ${{ matrix.backend }}
       run: |

diff --git a/.github/workflows/test-mlperf-inference-rnnt.yml b/.github/workflows/test-mlperf-inference-rnnt.yml
@@ -31,7 +31,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+#        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test MLPerf Inference RNNT
       run: |

diff --git a/.github/workflows/test-mlperf-inference-tvm.yml b/.github/workflows/test-mlperf-inference-tvm.yml
@@ -31,7 +31,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+#        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: MLPerf Inference ResNet50 using TVM
       run: |

diff --git a/.github/workflows/test-mlperf-loadgen-onnx-huggingface-bert-fp32-squad.yml b/.github/workflows/test-mlperf-loadgen-onnx-huggingface-bert-fp32-squad.yml
@@ -29,7 +29,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+#        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test MLPerf loadgen with HuggingFace bert onnx fp32 squad model
       run: |

diff --git a/.github/workflows/update-script-dockerfiles.yml b/.github/workflows/update-script-dockerfiles.yml
diff --git a/.github/workflows/update-script-readme.yml b/.github/workflows/update-script-readme.yml