Update 1.1.0 Release Scripts (#113)

* Update the installer yamls files with debug support (#112) Co-authored-by: Meghna Baijal <[email protected]> * Update all installers to v1.1 Co-authored-by: Meghna Baijal <[email protected]> Co-authored-by: Meghna Baijal <[email protected]>
aws · Apr 2, 2020 · 24853d9 · 24853d9
1 parent fbe5f3e
commit 24853d9
Show file tree

Hide file tree

Showing 7 changed files with 196 additions and 6 deletions.
diff --git a/Makefile b/Makefile
@@ -1,5 +1,5 @@
 # Image URL to use all building/pushing image targets
-IMG ?= 957583890962.dkr.ecr.us-east-1.amazonaws.com/amazon-sagemaker-operator-for-k8s:v1
+IMG ?= 957583890962.dkr.ecr.us-east-1.amazonaws.com/amazon-sagemaker-operator-for-k8s:v1.1
 # Produce CRDs that work back to Kubernetes 1.11 (no version conversion)
 CRD_OPTIONS ?= "crd:trivialVersions=true"
 

diff --git a/config/base/kustomization.yaml b/config/base/kustomization.yaml
@@ -11,6 +11,6 @@ patchesStrategicMerge:
 images:
 - name: controller
   newName: 957583890962.dkr.ecr.us-east-1.amazonaws.com/amazon-sagemaker-operator-for-k8s
-  newTag: v1
+  newTag: v1.1
 resources:
 - ../manager
diff --git a/hack/charts/installer/rolebased/values.yaml b/hack/charts/installer/rolebased/values.yaml
@@ -2,5 +2,5 @@ roleArn: arn:aws:iam::123456789012:role/DELETE_ME
 
 image:
   repository: 957583890962.dkr.ecr.us-east-1.amazonaws.com/amazon-sagemaker-operator-for-k8s
-  tag: v1
+  tag: v1.1
 
diff --git a/hack/charts/namespaced/operator_chart/values.yaml b/hack/charts/namespaced/operator_chart/values.yaml
@@ -2,4 +2,4 @@ roleArn: arn:aws:iam::123456789012:role/DELETE_ME
 
 image:
   repository: 957583890962.dkr.ecr.us-east-1.amazonaws.com/amazon-sagemaker-operator-for-k8s
-  tag: v1
+  tag: v1.1
diff --git a/release/rolebased/installer.yaml b/release/rolebased/installer.yaml
@@ -3466,6 +3466,73 @@ spec:
               required:
               - s3Uri
               type: object
+            debugHookConfig:
+              properties:
+                collectionConfigurations:
+                  items:
+                    properties:
+                      collectionName:
+                        type: string
+                      collectionParameters:
+                        items:
+                          properties:
+                            name:
+                              type: string
+                            value:
+                              type: string
+                          type: object
+                        type: array
+                    type: object
+                  type: array
+                localPath:
+                  type: string
+                ruleParameters:
+                  items:
+                    properties:
+                      name:
+                        type: string
+                      value:
+                        type: string
+                    type: object
+                  type: array
+                s3OutputPath:
+                  pattern: ^(https|s3)://([^/]+)/?(.*)$
+                  type: string
+              required:
+              - s3OutputPath
+              type: object
+            debugRuleConfigurations:
+              items:
+                properties:
+                  instanceType:
+                    type: string
+                  localPath:
+                    type: string
+                  ruleConfigurationName:
+                    type: string
+                  ruleEvaluatorImage:
+                    type: string
+                  ruleParameters:
+                    items:
+                      properties:
+                        name:
+                          type: string
+                        value:
+                          type: string
+                      type: object
+                    type: array
+                  s3OutputPath:
+                    pattern: ^(https|s3)://([^/]+)/?(.*)$
+                    type: string
+                  volumeSizeInGB:
+                    format: int64
+                    minimum: 1
+                    type: integer
+                required:
+                - ruleConfigurationName
+                - ruleEvaluatorImage
+                type: object
+              type: array
             enableInterContainerTrafficEncryption:
               type: boolean
             enableManagedSpotTraining:
@@ -3625,6 +3692,16 @@ spec:
                 - value
                 type: object
               type: array
+            tensorBoardOutputConfig:
+              properties:
+                localPath:
+                  type: string
+                s3OutputPath:
+                  pattern: ^(https|s3)://([^/]+)/?(.*)$
+                  type: string
+              required:
+              - s3OutputPath
+              type: object
             trainingJobName:
               description: The SageMaker training job name. This is optional for the
                 SageMaker K8s operator. If it is empty, the operator will populate
@@ -3664,6 +3741,24 @@ spec:
             cloudWatchLogUrl:
               description: Cloud Watch url for training log
               type: string
+            debugRuleEvaluationStatuses:
+              description: Status of rule evaluation jobs, obtained from DebugRuleEvaluationStatuses.
+                https://docs.aws.amazon.com/sagemaker/latest/APIReference/API_DescribeTrainingJob.html#sagemaker-DescribeTrainingJob-response-DebugRuleEvaluationStatuses
+              items:
+                properties:
+                  lastModifiedTime:
+                    format: date-time
+                    type: string
+                  ruleConfigurationName:
+                    type: string
+                  ruleEvaluationJobArn:
+                    type: string
+                  ruleEvaluationStatus:
+                    type: string
+                  statusDetail:
+                    type: string
+                type: object
+              type: array
             lastCheckTime:
               description: The last time that we checked the status of the SageMaker
                 job.
@@ -4011,7 +4106,7 @@ spec:
         env:
         - name: AWS_DEFAULT_SAGEMAKER_ENDPOINT
           value: ""
-        image: 957583890962.dkr.ecr.us-east-1.amazonaws.com/amazon-sagemaker-operator-for-k8s:v1
+        image: 957583890962.dkr.ecr.us-east-1.amazonaws.com/amazon-sagemaker-operator-for-k8s:v1.1
         imagePullPolicy: Always
         name: manager
         resources:

diff --git a/release/rolebased/namespaced/crd.yaml b/release/rolebased/namespaced/crd.yaml
@@ -3459,6 +3459,73 @@ spec:
               required:
               - s3Uri
               type: object
+            debugHookConfig:
+              properties:
+                collectionConfigurations:
+                  items:
+                    properties:
+                      collectionName:
+                        type: string
+                      collectionParameters:
+                        items:
+                          properties:
+                            name:
+                              type: string
+                            value:
+                              type: string
+                          type: object
+                        type: array
+                    type: object
+                  type: array
+                localPath:
+                  type: string
+                ruleParameters:
+                  items:
+                    properties:
+                      name:
+                        type: string
+                      value:
+                        type: string
+                    type: object
+                  type: array
+                s3OutputPath:
+                  pattern: ^(https|s3)://([^/]+)/?(.*)$
+                  type: string
+              required:
+              - s3OutputPath
+              type: object
+            debugRuleConfigurations:
+              items:
+                properties:
+                  instanceType:
+                    type: string
+                  localPath:
+                    type: string
+                  ruleConfigurationName:
+                    type: string
+                  ruleEvaluatorImage:
+                    type: string
+                  ruleParameters:
+                    items:
+                      properties:
+                        name:
+                          type: string
+                        value:
+                          type: string
+                      type: object
+                    type: array
+                  s3OutputPath:
+                    pattern: ^(https|s3)://([^/]+)/?(.*)$
+                    type: string
+                  volumeSizeInGB:
+                    format: int64
+                    minimum: 1
+                    type: integer
+                required:
+                - ruleConfigurationName
+                - ruleEvaluatorImage
+                type: object
+              type: array
             enableInterContainerTrafficEncryption:
               type: boolean
             enableManagedSpotTraining:
@@ -3618,6 +3685,16 @@ spec:
                 - value
                 type: object
               type: array
+            tensorBoardOutputConfig:
+              properties:
+                localPath:
+                  type: string
+                s3OutputPath:
+                  pattern: ^(https|s3)://([^/]+)/?(.*)$
+                  type: string
+              required:
+              - s3OutputPath
+              type: object
             trainingJobName:
               description: The SageMaker training job name. This is optional for the
                 SageMaker K8s operator. If it is empty, the operator will populate
@@ -3657,6 +3734,24 @@ spec:
             cloudWatchLogUrl:
               description: Cloud Watch url for training log
               type: string
+            debugRuleEvaluationStatuses:
+              description: Status of rule evaluation jobs, obtained from DebugRuleEvaluationStatuses.
+                https://docs.aws.amazon.com/sagemaker/latest/APIReference/API_DescribeTrainingJob.html#sagemaker-DescribeTrainingJob-response-DebugRuleEvaluationStatuses
+              items:
+                properties:
+                  lastModifiedTime:
+                    format: date-time
+                    type: string
+                  ruleConfigurationName:
+                    type: string
+                  ruleEvaluationJobArn:
+                    type: string
+                  ruleEvaluationStatus:
+                    type: string
+                  statusDetail:
+                    type: string
+                type: object
+              type: array
             lastCheckTime:
               description: The last time that we checked the status of the SageMaker
                 job.

diff --git a/release/rolebased/namespaced/operator.yaml b/release/rolebased/namespaced/operator.yaml
@@ -324,7 +324,7 @@ spec:
         env:
         - name: AWS_DEFAULT_SAGEMAKER_ENDPOINT
           value: ""
-        image: 957583890962.dkr.ecr.us-east-1.amazonaws.com/amazon-sagemaker-operator-for-k8s:v1
+        image: 957583890962.dkr.ecr.us-east-1.amazonaws.com/amazon-sagemaker-operator-for-k8s:v1.1
         imagePullPolicy: Always
         name: manager
         resources: