feat(dask): make dask autoscaler optional (reanahub#821)

closes (reanahub#834)
Alputer · Sep 20, 2024 · e3ce610 · e3ce610
1 parent 60c5688
commit e3ce610
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 0 deletions.
diff --git a/helm/reana/README.md b/helm/reana/README.md
@@ -61,6 +61,7 @@ This Helm automatically prefixes all names using the release name to avoid colli
 | `components.reana_workflow_engine_snakemake.image`       | [REANA-Workflow-Engine-Snakemake image](https://hub.docker.com/r/reanahub/reana-workflow-engine-snakemake) to use | `docker.io/reanahub/reana-workflow-engine-snakemake:<chart-release-version>` |
 | `compute_backends`                                       | List of supported compute backends (kubernetes, htcondorcern, slurmcern)             | "kubernetes"                                    |
 | `dask.enabled` | Install dask-kubernetes-operator custom resources in the cluster to enable dask workflows | true |
+| `dask.autoscaler_enabled` | Enable dask autoscaler instead of creating static dask clusters | true |
 | `dask.cluster_default_cores_limit` | Default cores limit for dask clusters | 4 |
 | `dask.cluster_max_cores_limit` | Max cores limit for dask clusters | 16 | 
 | `dask.cluster_default_memory_limit` | Default memory limit for dask clusters | "2Gi" |

diff --git a/helm/reana/templates/reana-server.yaml b/helm/reana/templates/reana-server.yaml
@@ -101,6 +101,8 @@ spec:
           - name: DASK_ENABLED
             value: {{ .Values.dask.enabled | quote }}
           {{- if .Values.dask.enabled }}
+          - name: DASK_AUTOSCALER_ENABLED
+            value: {{ .Values.dask.autoscaler_enabled | quote }}
           - name: REANA_DASK_CLUSTER_MAX_CORES_LIMIT
             value: !!str {{ .Values.dask.cluster_max_cores_limit | default 8 }}
           - name: REANA_DASK_CLUSTER_MAX_MEMORY_LIMIT

diff --git a/helm/reana/templates/reana-workflow-controller.yaml b/helm/reana/templates/reana-workflow-controller.yaml
@@ -174,6 +174,8 @@ spec:
           - name: DASK_ENABLED
             value: {{ .Values.dask.enabled | quote }}
           {{- if .Values.dask.enabled }}
+          - name: DASK_AUTOSCALER_ENABLED
+            value: {{ .Values.dask.autoscaler_enabled | quote }}
           - name: REANA_DASK_CLUSTER_DEFAULT_CORES_LIMIT
             value: !!str {{ .Values.dask.cluster_default_cores_limit | default 4 }}
           - name: REANA_DASK_CLUSTER_DEFAULT_MEMORY_LIMIT

diff --git a/helm/reana/values.yaml b/helm/reana/values.yaml
@@ -175,6 +175,7 @@ traefik:
 
 dask:
   enabled: true
+  autoscaler_enabled: true
   cluster_default_cores_limit: 4
   cluster_max_cores_limit: 8
   cluster_default_memory_limit: "2Gi"