feat: add LLM_SERVER_PORT to external LLM configuration across multiple charts

Signed-off-by: devpramod <[email protected]>

Author: devpramod

helm-charts/chatqna/external-llm-values.yaml

@@ -7,6 +7,7 @@ externalLLM:
   LLM_SERVER_HOST_IP: "http://your-llm-server"  # External LLM service host
   LLM_MODEL: "your-model"  # LLM model to use
   OPENAI_API_KEY: "your-api-key"  # OpenAI API key for authentication
+  LLM_SERVER_PORT: "80"  # Port for the external LLM service
 
 # Disable internal LLM services when using external LLM
 llm-uservice:

helm-charts/chatqna/templates/deployment.yaml

@@ -50,7 +50,11 @@ spec:
               {{- fail "ChatQnA needs a LLM inference backend!" }}
               {{- end }}
             - name: LLM_SERVER_PORT
+              {{- if .Values.externalLLM.enabled }}
+              value: {{ .Values.externalLLM.LLM_SERVER_PORT | default "80" | quote }}
+              {{- else }}
               value: "80"
+              {{- end }}
             - name: LLM_MODEL
               {{- if .Values.ollama.enabled }}
               value: {{ .Values.ollama.LLM_MODEL_ID | quote }}

helm-charts/codegen/external-llm-values.yaml

@@ -3,10 +3,11 @@
 
 # External LLM configuration
 externalLLM:
-  enabled: true
-  LLM_SERVICE_HOST_IP: "http://your-llm-server"
-  LLM_MODEL: "your-model"
-  OPENAI_API_KEY: "your-api-key"
+  enabled: true # Enable external LLM service
+  LLM_SERVICE_HOST_IP: "http://your-llm-server" # External LLM service host
+  LLM_MODEL: "your-model" # LLM model to use
+  OPENAI_API_KEY: "your-api-key" # OpenAI API key for authentication
+  LLM_SERVER_PORT: "80"  # Port for the external LLM service
 
 # Disable internal LLM services when using external LLM
 tgi:

helm-charts/codegen/templates/deployment.yaml

@@ -41,21 +41,29 @@ spec:
               value: {{ include "llm-uservice.fullname" (index .Subcharts "llm-uservice") | quote }}
               {{- end }}
             - name: LLM_SERVICE_PORT
+              {{- if .Values.externalLLM.enabled }}
+              value: {{ .Values.externalLLM.LLM_SERVICE_PORT | default "80" | quote }}
+              {{- else }}
               value: {{ index .Values "llm-uservice" "service" "port" | quote }}
+              {{- end }}
             {{- if .Values.externalLLM.enabled }}
             - name: LLM_MODEL
               value: {{ .Values.externalLLM.LLM_MODEL }}
             - name: OPENAI_API_KEY
               value: {{ .Values.externalLLM.OPENAI_API_KEY }}
             {{- end }}
+            {{- if index .Values "retriever-usvc" "enabled" }}
             - name: RETRIEVAL_SERVICE_HOST_IP
               value: {{ include "retriever-usvc.fullname" (index .Subcharts "retriever-usvc") | quote }}
             - name: REDIS_RETRIEVER_PORT
               value: {{ index .Values "retriever-usvc" "service" "port" | quote }}
+            {{- end }}
+            {{- if index .Values "embedding-usvc" "enabled" }}
             - name: TEI_EMBEDDING_HOST_IP
               value: {{ include "embedding-usvc.fullname" (index .Subcharts "embedding-usvc") | quote }}
             - name: EMBEDDER_PORT
               value: {{ index .Values "embedding-usvc" "service" "port" | quote }}
+            {{- end }}
           securityContext:
             {{- toYaml .Values.securityContext | nindent 12 }}
           image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}"

helm-charts/docsum/external-llm-values.yaml

@@ -7,6 +7,7 @@ externalLLM:
   LLM_SERVICE_HOST_IP: "http://your-llm-server"  # External LLM service host
   LLM_MODEL: "your-model"  # LLM model to use
   OPENAI_API_KEY: "your-api-key"  # OpenAI API key for authentication
+  LLM_SERVER_PORT: "80"  # Port for the external LLM service
 
 # Disable internal LLM service when using external LLM
 llm-uservice:

helm-charts/docsum/templates/deployment.yaml

@@ -41,11 +41,17 @@ spec:
               value: {{ include "llm-uservice.fullname" (index .Subcharts "llm-uservice") }}
               {{- end }}
             - name: LLM_SERVICE_PORT
+              {{- if .Values.externalLLM.enabled }}
+              value: {{ .Values.externalLLM.LLM_SERVICE_PORT | default "80" | quote }}
+              {{- else }}
               value: {{ index .Values "llm-uservice" "service" "port" | quote }}
+              {{- end }}
+            {{- if .Values.whisper.enabled }}
             - name: ASR_SERVICE_HOST_IP
               value: {{ include "whisper.fullname" (index .Subcharts "whisper") }}
             - name: ASR_SERVICE_PORT
               value: {{ index .Values "whisper" "service" "port" | quote }}
+            {{- end }}
             {{- if .Values.externalLLM.enabled }}
             - name: LLM_MODEL
               value: {{ .Values.externalLLM.LLM_MODEL }}