File tree Expand file tree Collapse file tree 4 files changed +33
-19
lines changed
docker_compose/intel/gpu/arc Expand file tree Collapse file tree 4 files changed +33
-19
lines changed Original file line number Diff line number Diff line change 55pushd " ../../../../../" > /dev/null
66source .set_env.sh
77popd > /dev/null
8+
9+ export MODEL_PATH=${MODEL_PATH}
10+ export DOC_PATH=${DOC_PATH}
11+ export UI_TMPFILE_PATH=${UI_TMPFILE_PATH}
12+ export HOST_IP=${HOST_IP}
13+ export LLM_MODEL=${LLM_MODEL}
14+ export HF_ENDPOINT=${HF_ENDPOINT}
15+ export vLLM_ENDPOINT=${vLLM_ENDPOINT}
16+ export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
17+ export no_proxy=" localhost, 127.0.0.1, 192.168.1.1"
Original file line number Diff line number Diff line change 1+ # EdgeCraftRAG E2E test scripts
2+
3+ ## Set the required environment variable
4+
5+ ``` bash
6+ export HUGGINGFACEHUB_API_TOKEN=" Your_Huggingface_API_Token"
7+ ```
8+
9+ ## Run test
10+
11+ On Intel ARC with TGI:
12+
13+ ``` bash
14+ bash test_compose_on_arc.sh
15+ ```
16+
17+ On Intel ARC with vLLM:
18+
19+ ``` bash
20+ bash test_compose_vllm_on_arc.sh
21+ ```
Original file line number Diff line number Diff line change @@ -46,18 +46,10 @@ function build_docker_images() {
4646}
4747
4848function start_services() {
49- export MODEL_PATH=${MODEL_PATH}
50- export DOC_PATH=${DOC_PATH}
5149 export UI_UPLOAD_PATH=${UI_UPLOAD_PATH}
52- export HOST_IP=${HOST_IP}
53- export LLM_MODEL=${LLM_MODEL}
54- export HF_ENDPOINT=${HF_ENDPOINT}
55- export vLLM_ENDPOINT=${vLLM_ENDPOINT}
56- export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
57- export no_proxy=" localhost, 127.0.0.1, 192.168.1.1"
5850
5951 cd $WORKPATH /docker_compose/intel/gpu/arc
60-
52+ source set_env.sh
6153 # Start Docker Containers
6254 docker compose -f $COMPOSE_FILE up -d > ${LOG_PATH} /start_services_with_compose.log
6355 sleep 20
Original file line number Diff line number Diff line change @@ -53,17 +53,8 @@ function build_docker_images() {
5353}
5454
5555function start_services() {
56- export MODEL_PATH=${MODEL_PATH}
57- export DOC_PATH=${DOC_PATH}
58- export UI_TMPFILE_PATH=${UI_TMPFILE_PATH}
59- export HOST_IP=${HOST_IP}
60- export LLM_MODEL=${LLM_MODEL}
61- export HF_ENDPOINT=${HF_ENDPOINT}
62- export vLLM_ENDPOINT=${vLLM_ENDPOINT}
63- export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
64- export no_proxy=" localhost, 127.0.0.1, 192.168.1.1"
65-
6656 cd $WORKPATH /docker_compose/intel/gpu/arc
57+ source set_env.sh
6758
6859 # Start Docker Containers
6960 docker compose -f $COMPOSE_FILE up -d > ${LOG_PATH} /start_services_with_compose.log
You can’t perform that action at this time.
0 commit comments