Add validated matrix for AgentQnA (opea-project#2080)

Signed-off-by: chensuyue <[email protected]>

Author: chensuyue

AgentQnA/README.md

@@ -300,3 +300,12 @@ The [tools](./tools) folder contains YAML and Python files for additional tools
 
 Follow [OpenTelemetry OPEA Guide](https://opea-project.github.io/latest/tutorial/OpenTelemetry/OpenTelemetry_OPEA_Guide.html) to understand how to use OpenTelemetry tracing and metrics in OPEA.  
 For AgentQnA specific tracing and metrics monitoring, follow [OpenTelemetry on AgentQnA](https://opea-project.github.io/latest/tutorial/OpenTelemetry/deploy/AgentQnA.html) section.
+
+## Validated Configurations
+
+| **Deploy Method** | **LLM Engine** | **LLM Model**                       | **Hardware** |
+| ----------------- | -------------- | ----------------------------------- | ------------ |
+| Docker Compose    | vLLM           | meta-llama/Llama-3.3-70B-Instruct   | Intel Gaudi  |
+| Docker Compose    | vLLM, TGI      | Intel/neural-chat-7b-v3-3           | AMD ROCm     |
+| Helm Charts       | vLLM           | meta-llama/Llama-3.3-70B-Instruct   | Intel Gaudi  |
+| Helm Charts       | vLLM           | meta-llama/Meta-Llama-3-8B-Instruct | Intel Xeon   |

AgentQnA/docker_compose/intel/hpu/gaudi/compose.telemetry.yaml

@@ -2,10 +2,6 @@
 # SPDX-License-Identifier: Apache-2.0
 
 services:
-  tei-embedding-service:
-    command: --model-id ${EMBEDDING_MODEL_ID} --auto-truncate --otlp-endpoint $OTEL_EXPORTER_OTLP_TRACES_ENDPOINT
-  tei-reranking-service:
-    command: --model-id ${RERANK_MODEL_ID} --auto-truncate --otlp-endpoint $OTEL_EXPORTER_OTLP_TRACES_ENDPOINT
   jaeger:
     image: jaegertracing/all-in-one:1.67.0
     container_name: jaeger

AgentQnA/tests/test_compose_on_gaudi.sh

@@ -18,76 +18,21 @@ export REGISTRY=${IMAGE_REPO}
 export TAG=${IMAGE_TAG}
 export MODEL_CACHE=${model_cache:-"./data"}
 
+function stop_docker() {
+    echo "Stopping Retrieval tool"
+    cd $WORKPATH/../DocIndexRetriever/docker_compose/intel/cpu/xeon/
+    docker compose -f compose.yaml down
 
-function stop_crag() {
-    cid=$(docker ps -aq --filter "name=kdd-cup-24-crag-service")
-    echo "Stopping container kdd-cup-24-crag-service with cid $cid"
-    if [[ ! -z "$cid" ]]; then docker rm $cid -f && sleep 1s; fi
-}
-
-function stop_agent_containers() {
-    cd $WORKPATH/docker_compose/intel/hpu/gaudi/
-    container_list=$(cat compose.yaml | grep container_name | cut -d':' -f2)
-    for container_name in $container_list; do
-        cid=$(docker ps -aq --filter "name=$container_name")
-        echo "Stopping container $container_name"
-        if [[ ! -z "$cid" ]]; then docker rm $cid -f && sleep 1s; fi
-    done
-}
-
-function stop_telemetry_containers(){
-    cd $WORKPATH/docker_compose/intel/hpu/gaudi/
-    container_list=$(cat compose.telemetry.yaml | grep container_name | cut -d':' -f2)
-    for container_name in $container_list; do
-        cid=$(docker ps -aq --filter "name=$container_name")
-        echo "Stopping container $container_name"
-        if [[ ! -z "$cid" ]]; then docker rm $cid -f && sleep 1s; fi
-    done
-    container_list=$(cat compose.telemetry.yaml | grep container_name | cut -d':' -f2)
-
-}
-
-function stop_llm(){
-    cd $WORKPATH/docker_compose/intel/hpu/gaudi/
-    container_list=$(cat tgi_gaudi.yaml | grep container_name | cut -d':' -f2)
-    for container_name in $container_list; do
-        cid=$(docker ps -aq --filter "name=$container_name")
-        echo "Stopping container $container_name"
-        if [[ ! -z "$cid" ]]; then docker rm $cid -f && sleep 1s; fi
-    done
-
-    cid=$(docker ps -aq --filter "name=vllm-gaudi-server")
-    echo "Stopping container $cid"
-    if [[ ! -z "$cid" ]]; then docker rm $cid -f && sleep 1s; fi
-
-    cid=$(docker ps -aq --filter "name=test-comps-vllm-gaudi-service")
-    echo "Stopping container $cid"
-    if [[ ! -z "$cid" ]]; then docker rm $cid -f && sleep 1s; fi
-
+    cd $WORKPATH/docker_compose/intel/hpu/gaudi
+    docker compose -f compose.yaml -f compose.telemetry.yaml down
 }
 
-function stop_retrieval_tool() {
-    echo "Stopping Retrieval tool"
-    local RETRIEVAL_TOOL_PATH=$WORKPATH/../DocIndexRetriever
-    cd $RETRIEVAL_TOOL_PATH/docker_compose/intel/cpu/xeon/
-    container_list=$(cat compose.yaml | grep container_name | cut -d':' -f2)
-    for container_name in $container_list; do
-        cid=$(docker ps -aq --filter "name=$container_name")
-        echo "Stopping container $container_name"
-        if [[ ! -z "$cid" ]]; then docker rm $cid -f && sleep 1s; fi
-    done
-}
 echo "workpath: $WORKPATH"
 echo "::group::=================== Stop containers ===================="
-stop_llm
-stop_crag
-stop_agent_containers
-stop_retrieval_tool
-stop_telemetry_containers
+stop_docker
 echo "::endgroup::"
 
 cd $WORKPATH/tests
-
 echo "::group::=================== Building docker images===================="
 bash step1_build_images.sh gaudi_vllm > docker_image_build.log
 echo "::endgroup::"
@@ -96,13 +41,10 @@ echo "::group::=================== Start agent, API server, retrieval, and inges
 bash step4_launch_and_validate_agent_gaudi.sh
 echo "::endgroup::"
 
-echo "::group::=================== Stop agent and API server===================="
-stop_llm
-stop_crag
-stop_agent_containers
-stop_retrieval_tool
-stop_telemetry_containers
-echo y | docker system prune
+echo "::group::=================== Stop containers ===================="
+stop_docker
 echo "::endgroup::"
 
+docker system prune -f
+
 echo "ALL DONE!!"