diff --git a/helm-charts/chatqna/README.md b/helm-charts/chatqna/README.md index ba478c016..f2b6f0cbb 100644 --- a/helm-charts/chatqna/README.md +++ b/helm-charts/chatqna/README.md @@ -46,7 +46,7 @@ helm install chatqna chatqna --set global.HF_TOKEN=${HFTOKEN} --set global.model #helm install chatqna chatqna --set global.HF_TOKEN=${HFTOKEN} --set global.modelUseHostPath=${MODELDIR} --set tgi.LLM_MODEL_ID=${MODELNAME} -f chatqna/rocm-tgi-values.yaml # To use with external OpenAI compatible LLM endpoint -#helm install chatqna chatqna -f chatqna/external-llm-values.yaml --set externalLLM.LLM_SERVER_HOST_IP="http://your-llm-server" --set externalLLM.LLM_MODEL="your-model" --set externalLLM.OPENAI_API_KEY="your-api-key" +#helm install chatqna chatqna -f chatqna/variant_external-llm-values.yaml --set externalLLM.LLM_SERVER_HOST_IP="http://your-llm-server" --set externalLLM.LLM_MODEL="your-model" --set externalLLM.OPENAI_API_KEY="your-api-key" # To deploy FaqGen #helm install faqgen chatqna --set global.HF_TOKEN=${HFTOKEN} --set global.modelUseHostPath=${MODELDIR} -f chatqna/faqgen-cpu-values.yaml diff --git a/helm-charts/codegen/README.md b/helm-charts/codegen/README.md index 4cc6897e4..64e5b2f6f 100644 --- a/helm-charts/codegen/README.md +++ b/helm-charts/codegen/README.md @@ -33,7 +33,7 @@ helm install codegen codegen --set global.HF_TOKEN=${HFTOKEN} --set global.model # To use AMD ROCm device with vLLM # helm install codegen codegen --set global.HF_TOKEN=${HFTOKEN} --set global.modelUseHostPath=${MODELDIR} --set llm-uservcie.LLM_MODEL_ID=${MODELNAME} --set vllm.LLM_MODEL_ID=${MODELNAME} -f codegen/rocm-values.yaml # To use with external OpenAI compatible LLM endpoint -# helm install codegen codegen -f codegen/external-llm-values.yaml --set externalLLM.LLM_SERVER_HOST_IP="http://your-llm-server" --set externalLLM.LLM_MODEL="your-model" --set externalLLM.OPENAI_API_KEY="your-api-key" +# helm install codegen codegen -f codegen/variant_external-llm-values.yaml --set externalLLM.LLM_SERVER_HOST_IP="http://your-llm-server" --set externalLLM.LLM_MODEL="your-model" --set externalLLM.OPENAI_API_KEY="your-api-key" ``` ### IMPORTANT NOTE