Merge pull request #10 from ddl-wasanthag/ci-cd-demo-prod

Ci cd demo prod
ddl-wasanthag · Jan 18, 2023 · 5087d58 · 5087d58
2 parents f816a59 + ec3537b
commit 5087d58
Show file tree

Hide file tree

Showing 3 changed files with 127 additions and 7 deletions.
diff --git a/.github/workflows/python-app.yml b/.github/workflows/python-app.yml
@@ -13,10 +13,9 @@ permissions:
   contents: read
 
 jobs:
-  build:
-
+  deploy-staging:
     runs-on: ubuntu-latest
-
+    environment: 'staging'
     steps:
     - uses: actions/checkout@v3
     - name: Set up Python 3.10
@@ -34,7 +33,28 @@ jobs:
         flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
         # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
         flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
-    - name: Connect to Domino
+    - name: Test vars
+      run: echo ${{ vars.DOMINO_PROJECT_NAME }} 
+    - name: Test secrets
+      run: echo ${{ secrets.DOMINO_USER_API_KEY }}   
+    - name: Deploy to Domino Staging
       run: |
-        python cicd/cicd.py ${{ env.DOMINO_PROJECT_OWNER }}  ${{ env.DOMINO_PROJECT_NAME }} ${{ secrets.DOMINO_USER_API_KEY }} ${{ env.DOMINO_API_HOST }}d
-
+        python cicd/cicd.py ${{ vars.DOMINO_MODEL_OP }} ${{ vars.DOMINO_PROJECT_OWNER }}  ${{ vars.DOMINO_PROJECT_NAME }} ${{ secrets.DOMINO_USER_API_KEY }} ${{ vars.DOMINO_API_HOST }} ${{ vars.DOMINO_MODEL_NAME }} ${{ vars.DOMINO_MODEL_DESC }} ${{ vars.DOMINO_MODEL_FILE }} ${{ vars.DOMINO_MODEL_FUNC }} ${{ vars.DOMINO_MODEL_CE }}
+  deploy-production:
+    runs-on: ubuntu-latest
+    environment: 'production'
+    needs: deploy-staging
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Python 3.10
+      uses: actions/setup-python@v3
+      with:
+        python-version: "3.10"
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install flake8 pytest dominodatalab
+        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+    - name: Deploy to Domino Production
+      run: |
+        python cicd/cicd.py ${{ vars.DOMINO_MODEL_OP }} ${{ vars.DOMINO_PROJECT_OWNER }}  ${{ vars.DOMINO_PROJECT_NAME }} ${{ secrets.DOMINO_USER_API_KEY }} ${{ vars.DOMINO_API_HOST }} ${{ vars.DOMINO_MODEL_NAME }} ${{ vars.DOMINO_MODEL_DESC }} ${{ vars.DOMINO_MODEL_FILE }} ${{ vars.DOMINO_MODEL_FUNC }} ${{ vars.DOMINO_MODEL_CE }}
diff --git a/cicd/cicd.py b/cicd/cicd.py
@@ -0,0 +1,100 @@
+#!/usr/bin/env python
+import argparse,os
+from domino import Domino
+
+def parse_args():
+    parser=argparse.ArgumentParser(description="a script to publish Domino Models")
+    parser.add_argument("DOMINO_MODEL_OP", type=str, help="create, list or update.")
+    parser.add_argument("DOMINO_PROJECT_OWNER", type=str, help="Domino Project Owner.")
+    parser.add_argument("DOMINO_PROJECT_NAME", type=str, help="Domino Project Name.")
+    parser.add_argument("DOMINO_USER_API_KEY", type=str, help="Domino user API Key.")
+    parser.add_argument("DOMINO_API_HOST", type=str, help="Domino URL for external or http://nucleus-frontend.domino-platform:80 from a workspace.")
+    parser.add_argument("DOMINO_MODEL_NAME", type=str, help="Name of the model.")
+    parser.add_argument("DOMINO_MODEL_DESC", type=str, help="Description of the model.")
+    parser.add_argument("DOMINO_MODEL_FILE", type=str, help="Name of the model file.")
+    parser.add_argument("DOMINO_MODEL_FUNC", type=str, help="Name of the model function.")
+    parser.add_argument("DOMINO_MODEL_CE", type=str, help="ID of the model compute environment.")
+    args=parser.parse_args()
+    return args
+
+def list_environments(domino):
+    all_available_environments = domino.environments_list()
+    global_environments = list(
+        filter(
+            lambda x: x.get("visibility") == "Global", all_available_environments["data"]
+        )
+    )
+    print(
+        "This Domino deployment has \
+         {} global environments".format(
+            len(global_environments)
+        )
+    )
+
+def list_models(domino):
+    print(f"{domino.models_list()}")
+
+def model_exist(domino, model_name):
+    models = domino.models_list()
+    for i in models['data']:
+        if i['name'] == model_name:
+            return True     
+
+def create_model(domino,model_name, model_desc, model_file, model_func, model_ce):
+    # Publish a brand new model
+    published_model = domino.model_publish(
+    file=model_file,
+    function=model_func,
+    environment_id=model_ce,
+    name=model_name,
+    description=model_desc,
+    )
+    published_model_id = published_model.get("data", {}).get("_id")
+    print("Model {} published, details below:".format(published_model_id))
+    print(published_model)
+
+
+def publish_revision(domino,model_name, model_desc, model_file, model_func, model_ce):
+    # Publlish another version for this model
+    models = domino.models_list()
+    for i in models['data']:
+        if i['name'] == model_name:
+            published_model_id = i['id']      
+    another_model_version = domino.model_version_publish(
+    model_id=published_model_id,
+    file=model_file,
+    function=model_func,
+    environment_id=model_ce,
+    description=model_desc,
+    )
+
+def main():
+    inputs=parse_args()
+    print(inputs.DOMINO_MODEL_NAME)
+    #print(inputs.DOMINO_PROJECT_NAME)
+    #print(inputs.DOMINO_USER_API_KEY)
+    #print(inputs.DOMINO_API_HOST)
+
+    project=  inputs.DOMINO_PROJECT_OWNER + "/" + inputs.DOMINO_PROJECT_NAME
+    domino = Domino(
+        project,
+        api_key=inputs.DOMINO_USER_API_KEY,
+        host=inputs.DOMINO_API_HOST,
+    )
+    if inputs.DOMINO_MODEL_OP == "list":
+        list_models(domino)
+    elif inputs.DOMINO_MODEL_OP == "create":
+        create_model(domino,inputs.DOMINO_MODEL_NAME, inputs.DOMINO_MODEL_DESC, inputs.DOMINO_MODEL_FILE, inputs.DOMINO_MODEL_FUNC, inputs.DOMINO_MODEL_CE)
+    elif inputs.DOMINO_MODEL_OP == "update":
+        publish_revision(domino,inputs.DOMINO_MODEL_NAME, inputs.DOMINO_MODEL_DESC, inputs.DOMINO_MODEL_FILE, inputs.DOMINO_MODEL_FUNC, inputs.DOMINO_MODEL_CE) 
+    elif inputs.DOMINO_MODEL_OP == "publish":    
+        if model_exist(domino, inputs.DOMINO_MODEL_NAME):
+            publish_revision(domino,inputs.DOMINO_MODEL_NAME, inputs.DOMINO_MODEL_DESC, inputs.DOMINO_MODEL_FILE, inputs.DOMINO_MODEL_FUNC, inputs.DOMINO_MODEL_CE)
+        else :
+            create_model(domino,inputs.DOMINO_MODEL_NAME, inputs.DOMINO_MODEL_DESC, inputs.DOMINO_MODEL_FILE, inputs.DOMINO_MODEL_FUNC, inputs.DOMINO_MODEL_CE)
+
+
+
+if __name__ == '__main__':
+    main()
+
diff --git a/dummy.txt b/dummy.txt
@@ -1 +1 @@
-Test33
+Test