migrate to internal k8 mysql and enable deployment package generation for agentqna

.github/workflows/_e2e-test.yml

@@ -43,18 +43,10 @@ jobs:
 
       - name: Deploy GenAI Studio
         run: |
-          if kubectl get namespace studio; then
-            kubectl delete -f manifests/studio-manifest.yaml || true
-            kubectl wait --for=delete pod --all --namespace=studio --timeout=300s
-          fi
-          if kubectl get namespace monitoring; then
-            kubectl delete -f manifests/monitoring-manifest.yaml || true
-            kubectl wait --for=delete pod --all --namespace=monitoring --timeout=300s
-          fi
-          sleep 5
+
           sudo apt install ansible -y
-          sed -i 's/value: ${TAG}/value: latest/' manifests/studio-manifest.yaml
-          ansible-playbook genai-studio.yml -e "container_registry=${OPEA_IMAGE_REPO}opea" -e "container_tag=${{ inputs.tag }}" -e "mysql_host=$(hostname -I | awk '{print $1}')"
+          sed -i 's/value: "${TAG}"/value: latest/' manifests/studio-manifest.yaml
+          ansible-playbook genai-studio.yml -e "container_registry=${OPEA_IMAGE_REPO}opea" -e "container_tag=${{ inputs.tag }}" -e "mysql_host=mysql.mysql.svc.cluster.local"
           sleep 5
           kubectl wait --for=condition=ready pod --all --namespace=studio --timeout=300s --field-selector=status.phase!=Succeeded
           kubectl wait --for=condition=ready pod --all --namespace=monitoring --timeout=300s --field-selector=status.phase!=Succeeded
@@ -92,7 +84,22 @@ jobs:
       - name: Cleanup sandbox namespaces
         if: always()
         run: |
+          if kubectl get namespace mysql; then
+            kubectl delete ns mysql || true
+          fi
+          if kubectl get namespace tracing; then
+            kubectl delete ns tracing || true
+          fi
           for ns in $(kubectl get namespaces -o jsonpath='{.items[*].metadata.name}' | tr ' ' '\n' | grep '^sandbox-'); do
             kubectl delete namespace $ns || true
           done
+          if kubectl get namespace studio; then
+            kubectl delete -f manifests/studio-manifest.yaml || true
+            kubectl wait --for=delete pod --all --namespace=studio --timeout=300s
+          fi
+          if kubectl get namespace monitoring; then
+            kubectl delete -f manifests/monitoring-manifest.yaml || true
+            kubectl wait --for=delete pod --all --namespace=monitoring --timeout=300s
+          fi
+        working-directory: ${{ github.workspace }}/setup-scripts/setup-genai-studio/
 

app-backend/Dockerfile

@@ -21,15 +21,10 @@ RUN pip install --no-cache-dir --upgrade pip==24.3.1 setuptools==75.3.0 && \
 COPY ./templates/microservices/* /home/user/templates/microservices/
 COPY ./megaservice.py /home/user/megaservice.py
 COPY ./orchestrator.py /home/user/GenAIComps/comps/cores/mega/orchestrator.py
+COPY ./opea_telemetry.py /home/user/GenAIComps/comps/cores/telemetry/opea_telemetry.py
 COPY config/* /home/user/config/
 
 ENV PYTHONPATH=/home/user/GenAIComps
-ENV TELEMETRY_ENDPOINT="http://my-otel-collector-opentelemetry-collector.opentelemetry.svc.cluster.local:4318/v1/traces"
-# ENV embedding_tei_langchain_0_port=9007 \
-#     llm_tgi_0_port=9008 \
-#     prepare_doc_redis_prep_0_port=9009 \
-#     reranking_tei_0_port=9010 \
-#     retriever_redis_0_port=9011
 
 USER user
 

app-backend/opea_telemetry.py

@@ -18,6 +18,13 @@
 
 logger = CustomLogger("OpeaComponent")
 
+def get_k8s_namespace():
+    try:
+        with open("/var/run/secrets/kubernetes.io/serviceaccount/namespace", "r") as f:
+            return f.read().strip()
+    except Exception:
+        return "unknown-namespace"
+
 
 def detach_ignore_err(self, token: object) -> None:
     """Resets Context to a previous value.
@@ -34,7 +41,11 @@ def detach_ignore_err(self, token: object) -> None:
 # bypass the ValueError that ContextVar context was created in a different Context from StreamingResponse
 ContextVarsRuntimeContext.detach = detach_ignore_err
 
-resource = Resource.create({SERVICE_NAME: "opea"})
+namespace_name = get_k8s_namespace()
+resource = Resource.create({
+    SERVICE_NAME: "opea",
+    "k8s.namespace.name": namespace_name
+})
 traceProvider = TracerProvider(resource=resource)
 
 ENABLE_OPEA_TELEMETRY = False
@@ -51,7 +62,6 @@ def detach_ignore_err(self, token: object) -> None:
 
 tracer = trace.get_tracer(__name__)
 
-
 def opea_telemetry(func):
     if inspect.iscoroutinefunction(func):
 

app-frontend/Dockerfile

@@ -2,17 +2,18 @@
 # SPDX-License-Identifier: Apache-2.0
 
 # Use node 20.11.1 as the base image
-FROM node:20.11.1 AS vite-app
+FROM node:latest AS vite-app
 
 COPY react /usr/app/react
 WORKDIR /usr/app/react
 
 RUN npm install --legacy-peer-deps && npm run build
 
-FROM nginx:alpine
+FROM nginx:1.27.4-alpine-slim
 
 # Install uuidgen in the nginx:alpine image
-RUN apk add --no-cache util-linux
+RUN apk add --no-cache util-linux \
+    && apk upgrade --no-cache
 
 COPY --from=vite-app /usr/app/react/dist /usr/share/nginx/html
 COPY ./react/env.sh /docker-entrypoint.d/env.sh

app-frontend/react/src/components/Conversation/Conversation.tsx

@@ -33,7 +33,7 @@ const Conversation = ({ title, enabledUiFeatures }: ConversationProps) => {
   const selectedConversation = conversations.find(x => x.conversationId === selectedConversationId);
   const scrollViewport = useRef<HTMLDivElement>(null);
 
-  const [tokenLimit, setTokenLimit] = useState<number>(50);
+  const [tokenLimit, setTokenLimit] = useState<number>(200);
   const [temperature, setTemperature] = useState<number>(0.30);
 
   const [messageTokenData, setMessageTokenData] = useState<{ [key: string]: { tokens: number; rate: number; time: number } }>({});

app-frontend/react/src/components/Conversation/DataSource.tsx

@@ -135,7 +135,7 @@ export default function DataSource({ opened, onClose }: Props) {
 
   useEffect(() => {
     let isFetching = false; // Flag to track if the function is in progress
-
+    getFileList();
     const interval = setInterval(async () => {
       if (!isFetching) {
         isFetching = true;