Add:support-evict-yarn-container

Signed-off-by: jimmysenior <[email protected]>

Author: 01377880

versions/v1.6.0/templates/koordlet.yaml

@@ -38,6 +38,7 @@ spec:
 {{- end }}
           - -runtime-hooks-host-endpoint={{ .Values.koordlet.hostDirs.koordletSockDir }}/koordlet.sock
           - --logtostderr=true
+          - --evict-by-copilot-agent=true
           - --v={{ .Values.koordlet.log.level }}
           image: "{{ .Values.imageRepositoryHost }}/{{ .Values.koordlet.image.repository }}:{{ .Values.koordlet.image.tag }}"
           imagePullPolicy: Always
@@ -101,6 +102,30 @@ spec:
               mountPropagation: HostToContainer
             - mountPath: /metric-data/
               name: metric-db-path
+            - mountPath: /var/run/yarn-copilot/
+              name: yarn-copilot
+{{- if .Values.koordYarnCopilotAgent.enabled }}
+        - name: yarn-copilot-agent
+          command:
+            - /yarn-copilot-agent
+          args:
+            - --server-endpoint={{.Values.koordYarnCopilotAgent.serverEndpoint}}
+            - --yarn-container-cgroup-path={{.Values.koordYarnCopilotAgent.yarnContainerCgroupPath}}
+            - --node-manager-endpoint={{.Values.koordYarnCopilotAgent.nodeManagerEndpoint}}
+            - --sync-memory-cgroup={{.Values.koordYarnCopilotAgent.syncMemoryCgroup}}
+            - --sync-cgroup-period={{.Values.koordYarnCopilotAgent.syncCgroupPeriod}}
+            - --cgroup-root-dir={{.Values.koordYarnCopilotAgent.cgroupRootDir}}
+            - --v={{ .Values.koordYarnCopilotAgent.log.level }}
+          image: "{{ .Values.imageRepositoryHost }}/{{ .Values.koordYarnCopilotAgent.image.repository }}:{{ .Values.koordYarnCopilotAgent.image.tag }}"
+          imagePullPolicy: Always
+          resources:
+                      {{- toYaml .Values.koordYarnCopilotAgent.resources | nindent 12 }}
+          volumeMounts:
+            - mountPath: /host-cgroup/
+              name: host-cgroup-root
+            - mountPath: /var/run/yarn-copilot/
+              name: yarn-copilot
+{{- end }}
 {{- if .Values.koordlet.runtimeClassName }}
       runtimeClassName: {{ .Values.koordlet.runtimeClassName }}
 {{- end }}
@@ -183,3 +208,7 @@ spec:
             sizeLimit: 150Mi
 {{- end }}
           name: metric-db-path
+        - emptyDir:
+            medium: Memory
+            sizeLimit: 50Mi
+          name: yarn-copilot

versions/v1.6.0/values.yaml

@@ -171,3 +171,27 @@ descheduler:
   nodeAffinity: {}
   nodeSelector: {}
   tolerations: []
+koordYarnCopilotAgent:
+  enabled: true
+  log:
+    # log level for yarn-copilot-agent
+    level: "6"
+  image:
+    repository: koordinator-sh/yarn-copilot
+    tag: "v0.1.0"
+  resyncPeriod: "0"
+  # resources of yarn-copilot-agent container
+  serverEndpoint: /var/run/yarn-copilot/yarn-copilot.sock
+  cgroupRootDir: /host-cgroup/
+  yarnContainerCgroupPath: /kubepods.slice/kubepods-besteffort.slice/hadoop-yarn
+  nodeManagerEndpoint: 127.0.0.1:8092
+  syncMemoryCgroup: true
+  syncCgroupPeriod: "10s"
+  resources:
+    limits:
+      cpu: 1000m
+      memory: 1Gi
+    requests:
+      cpu: 500m
+      memory: 256Mi
+  hostNetwork: true