Add test keys to CI related workflows (#1099) (#1103)

* Add test keys to CI related workflows Signed-off-by: Peter Zhu <[email protected]> * test more Signed-off-by: Peter Zhu <[email protected]> * more test Signed-off-by: Peter Zhu <[email protected]> * test Signed-off-by: Peter Zhu <[email protected]> --------- Signed-off-by: Peter Zhu <[email protected]> (cherry picked from commit 62d9f20) Co-authored-by: Peter Zhu <[email protected]>
opensearch-project · Jul 12, 2023 · cd3144f · cd3144f
1 parent c6e881d
commit cd3144f
Show file tree

Hide file tree

Showing 2 changed files with 32 additions and 18 deletions.
diff --git a/.github/workflows/CI-workflow.yml b/.github/workflows/CI-workflow.yml
@@ -7,13 +7,20 @@ on:
   push:
     branches:
       - "*"
+
+permissions:
+  id-token: write
+  contents: read
+
 jobs:
   Build-ml:
     strategy:
       matrix:
         java: [11, 17]
 
     name: Build and Test MLCommons Plugin
+    if: github.repository == 'opensearch-project/ml-commons'
+    environment: ml-commons-cicd-env
     runs-on: ubuntu-latest
 
     steps:
@@ -22,6 +29,11 @@ jobs:
         with:
           java-version: ${{ matrix.java }}
 
+      - uses: aws-actions/configure-aws-credentials@v2
+        with:
+          role-to-assume: ${{ secrets.ML_ROLE }}
+          aws-region: us-west-2
+
       # ml-commons
       - name: Checkout MLCommons
         uses: actions/checkout@v2
@@ -34,7 +46,12 @@ jobs:
           ./gradlew publishToMavenLocal
       - name: Multi Nodes Integration Testing
         run: |
+          export OPENAI_KEY=$(aws secretsmanager get-secret-value --secret-id github_openai_key --query SecretString --output text)
+          export COHERE_KEY=$(aws secretsmanager get-secret-value --secret-id github_cohere_key --query SecretString --output text)
+          echo "::add-mask::$OPENAI_KEY"
+          echo "::add-mask::$COHERE_KEY"
           ./gradlew integTest -PnumNodes=3
+
       - name: Pull and Run Docker
         run: |
           plugin=`basename $(ls plugin/build/distributions/*.zip)`
@@ -71,6 +88,10 @@ jobs:
         if: env.imagePresent == 'true'
         run: |
           security=`curl -XGET https://localhost:9200/_cat/plugins?v -u admin:admin --insecure |grep opensearch-security|wc -l`
+          export OPENAI_KEY=$(aws secretsmanager get-secret-value --secret-id github_openai_key --query SecretString --output text)
+          export COHERE_KEY=$(aws secretsmanager get-secret-value --secret-id github_cohere_key --query SecretString --output text)
+          echo "::add-mask::$OPENAI_KEY"
+          echo "::add-mask::$COHERE_KEY"
           if [ $security -gt 0 ]
           then
             echo "Security plugin is available"
@@ -91,6 +112,8 @@ jobs:
       matrix:
         java: [11, 17]
     name: Build and Test MLCommons Plugin on Windows
+    if: github.repository == 'opensearch-project/ml-commons'
+    environment: ml-commons-cicd-env
     runs-on: windows-latest
 
     steps:
@@ -99,6 +122,11 @@ jobs:
         with:
           java-version: ${{ matrix.java }}
 
+#      - uses: aws-actions/configure-aws-credentials@v2
+#        with:
+#          role-to-assume: ${{ secrets.ML_ROLE }}
+#          aws-region: us-west-2
+
       # ml-commons
       - name: Checkout MLCommons
         uses: actions/checkout@v2
@@ -111,4 +139,8 @@ jobs:
           ./gradlew publishToMavenLocal
 #      - name: Multi Nodes Integration Testing
 #        run: |
+#          export OPENAI_KEY=$(aws secretsmanager get-secret-value --secret-id github_openai_key --query SecretString --output text)
+#          export COHERE_KEY=$(aws secretsmanager get-secret-value --secret-id github_cohere_key --query SecretString --output text)
+#          echo "::add-mask::$OPENAI_KEY"
+#          echo "::add-mask::$COHERE_KEY"
 #          ./gradlew integTest -PnumNodes=3
diff --git a/.github/workflows/dco.yml b/.github/workflows/dco.yml