File tree Expand file tree Collapse file tree 2 files changed +2
-0
lines changed
docker_compose/amd/gpu/rocm Expand file tree Collapse file tree 2 files changed +2
-0
lines changed Original file line number Diff line number Diff line change @@ -49,6 +49,7 @@ services:
4949 https_proxy : ${https_proxy}
5050 LLM_ENDPOINT : " http://translation-tgi-service"
5151 LLM_MODEL_ID : ${TRANSLATION_LLM_MODEL_ID}
52+ LLM_COMPONENT_NAME : ${TRANSLATION_LLM_COMPONENT_NAME}
5253 HUGGINGFACEHUB_API_TOKEN : ${TRANSLATION_HUGGINGFACEHUB_API_TOKEN}
5354 HF_HUB_DISABLE_PROGRESS_BARS : 1
5455 HF_HUB_ENABLE_HF_TRANSFER : 0
Original file line number Diff line number Diff line change @@ -47,6 +47,7 @@ function start_services() {
4747 export TRANSLATION_HOST_IP=${ip_address}
4848 export TRANSLATION_LLM_MODEL_ID=" haoranxu/ALMA-13B"
4949 export TRANSLATION_TGI_LLM_ENDPOINT=" http://${TRANSLATION_HOST_IP} :${TRANSLATION_TGI_SERVICE_PORT} "
50+ export TRANSLATION_LLM_COMPONENT_NAME=" OpeaTextGenService"
5051 export TRANSLATION_HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
5152 export TRANSLATION_MEGA_SERVICE_HOST_IP=${TRANSLATION_HOST_IP}
5253 export TRANSLATION_LLM_SERVICE_HOST_IP=${TRANSLATION_HOST_IP}
You can’t perform that action at this time.
0 commit comments