added finetuning playwright and fixes (#75)

* added test case 005 for V1.5

Signed-off-by: wwanarif <[email protected]>

* add more finetuning tests

Signed-off-by: Hee, Tyan Huey <[email protected]>

* fix finetuning issues + add error UI for import sample workflow fails

Signed-off-by: wwanarif <[email protected]>

* fix validation issues

Signed-off-by: wwanarif <[email protected]>

* optimizing finetuning downloads

Signed-off-by: wwanarif <[email protected]>

* implement test name changes

Signed-off-by: wwanarif <[email protected]>

* fix race condition and update some UI

Signed-off-by: wwanarif <[email protected]>

* cve fixes

Signed-off-by: wwanarif <[email protected]>

* add compat shim for urllib3 2.x

Signed-off-by: wwanarif <[email protected]>

---------

Signed-off-by: wwanarif <[email protected]>
Signed-off-by: Hee, Tyan Huey <[email protected]>
Co-authored-by: Hee, Tyan Huey <[email protected]>

Author: wanhakim

.github/workflows/manual-docker-scan.yml

@@ -69,6 +69,7 @@ jobs:
           ignore-unfixed: true
           vuln-type: 'os,library'
           severity: 'CRITICAL,HIGH'
+          # timeout: '10m0s'
 
       - name: Cleanup
         if: always()

app-backend/Dockerfile

@@ -26,7 +26,8 @@ RUN git clone --depth 1 https://github.com/opea-project/GenAIComps.git
 WORKDIR /home/user/GenAIComps
 RUN pip install --no-cache-dir --upgrade pip==24.3.1 setuptools==78.1.1 && \
     pip install --no-cache-dir -r /home/user/GenAIComps/requirements.txt && \
-    pip install --no-cache-dir --upgrade mcp==1.10.0 pillow==11.3.0
+    pip install --no-cache-dir --upgrade mcp==1.23.0 pillow==11.3.0 \
+    langchain-core==0.3.80 urllib3==2.6.0 starlette==0.49.1
 
 COPY ./templates/microservices/* /home/user/templates/microservices/
 COPY ./megaservice.py /home/user/megaservice.py

setup-scripts/setup-genai-studio/manifests/studio-manifest.yaml

@@ -426,7 +426,7 @@ spec:
   storageClassName: local-path
   resources:
     requests:
-      storage: 1Gi
+      storage: 30Gi
 ---
 apiVersion: v1
 kind: Service

studio-backend/app/__init__.py

@@ -0,0 +1,4 @@
+from app.compat import ensure_urllib3_getheaders
+
+# Ensure urllib3 2.x exposes HTTPResponse.getheaders for kubernetes client compatibility.
+ensure_urllib3_getheaders()

studio-backend/app/compat.py

@@ -0,0 +1,22 @@
+"""
+Compatibility shims for third-party libraries.
+
+Currently used to keep kubernetes-python working with urllib3 2.x, which
+removed HTTPResponse.getheaders(). Older kubernetes versions still call
+getheaders when building ApiException objects. This shim reintroduces a
+minimal getheaders that mirrors the previous behavior.
+"""
+from urllib3.response import HTTPResponse
+
+
+def ensure_urllib3_getheaders() -> None:
+    """Add HTTPResponse.getheaders if urllib3 2.x removed it.
+
+    Returns the header items as a list of (key, value) tuples, matching the
+    old http.client.HTTPResponse API used by kubernetes-python.
+    """
+    if not hasattr(HTTPResponse, "getheaders"):
+        def _getheaders(self):  # type: ignore[override]
+            return list(self.headers.items())
+
+        HTTPResponse.getheaders = _getheaders  # type: ignore[attr-defined]

studio-backend/app/main.py

@@ -1,5 +1,11 @@
 from fastapi import FastAPI
 from fastapi.middleware.cors import CORSMiddleware
+
+from app.compat import ensure_urllib3_getheaders
+
+# Restore HTTPResponse.getheaders expected by kubernetes-python when running with urllib3 2.x.
+ensure_urllib3_getheaders()
+
 from kubernetes import config
 
 # Load the kubeconfig file

studio-backend/app/requirements.txt

@@ -1,9 +1,10 @@
-fastapi==0.115.4
+fastapi==0.121.0
 uvicorn==0.30.6
 kubernetes==30.1.0
 requests==2.32.3
+urllib3==2.6.0
 pydantic==1.10.18
-starlette==0.41.2
+starlette==0.49.1
 websockets==10.3
 clickhouse-driver==0.2.9
 paramiko==3.5.1

studio-backend/app/routers/sandbox_router.py

@@ -19,6 +19,8 @@ async def deploy_sandbox(request: PipelineFlow):
     try:
         response = deploy_manifest_in_namespace(core_v1_api, apps_v1_api, json.loads(workflow_info.export_to_json()))
     except Exception as e:
+        import traceback
+        traceback.print_exc()
         raise HTTPException(status_code=500, detail=str(e))
 
     return response

studio-backend/tests/requirements.txt

@@ -1,5 +1,6 @@
 pytest==8.3.3
-fastapi==0.115.0
+fastapi==0.121.0
 httpx==0.27.2
 kubernetes==30.1.0
-pydantic==1.10.18
+pydantic==1.10.18
+urllib3==2.6.0

studio-frontend/Dockerfile

@@ -1,4 +1,5 @@
-FROM node:20-alpine
+# Build stage
+FROM node:20-alpine AS builder
 
 # Accept proxy build arguments
 ARG http_proxy
@@ -10,37 +11,62 @@ ENV http_proxy=${http_proxy}
 ENV https_proxy=${https_proxy}
 ENV no_proxy=${no_proxy}
 
-# Install necessary packages
+# Install build dependencies
 RUN apk update && apk upgrade && \
     apk add --no-cache gcompat python3 make g++ git \
-    # Needed for pdfjs-dist
-    build-base cairo-dev pango-dev \
-    # Install Chromium
-    chromium && \
-    # Install PNPM globally
+    build-base cairo-dev pango-dev && \
     npm install -g pnpm@9
 
-# Debug step to verify git installation
-RUN git --version
+ENV NODE_OPTIONS=--max-old-space-size=8192
+
+WORKDIR /usr/src
+
+# Copy package files first for better layer caching
+COPY package.json pnpm-workspace.yaml turbo.json ./
+COPY packages/server/package.json ./packages/server/
+COPY packages/ui/package.json ./packages/ui/
+
+# Install dependencies
+RUN pnpm install
+
+# Copy source code
+COPY . .
+
+# Build the app and clean up
+RUN pnpm build && \
+    # Prune to production dependencies only
+    pnpm prune --prod && \
+    rm -rf node_modules/.cache && \
+    rm -rf packages/*/node_modules/.cache
+
+# Production stage
+FROM node:20-alpine
+
+# Accept proxy build arguments
+ARG http_proxy
+ARG https_proxy
+ARG no_proxy
+
+ENV http_proxy=${http_proxy}
+ENV https_proxy=${https_proxy}
+ENV no_proxy=${no_proxy}
+
+# Install only runtime dependencies with patched npm
+RUN apk update && apk upgrade && \
+    apk add --no-cache gcompat chromium && \
+    npm install -g npm@latest pnpm@latest && \
+    rm -rf /var/cache/apk/*
 
 ENV PUPPETEER_SKIP_DOWNLOAD=true
 ENV PUPPETEER_EXECUTABLE_PATH=/usr/bin/chromium-browser
 ENV NODE_OPTIONS=--max-old-space-size=8192
 
 WORKDIR /usr/src
 
-# Copy app source
-COPY . .
-
-# Install dependencies and build the app
-RUN pnpm config set store-dir .pnpm-store && \
-    pnpm install && \
-    pnpm update [email protected] && \
-    pnpm build && \
-    pnpm remove esbuild && \
-    rm -rf .pnpm-store && \
-    rm -rf /root/.local/share/pnpm && \
-    pnpm prune --prod
+# Copy only necessary files from builder
+COPY --from=builder /usr/src/package.json /usr/src/pnpm-workspace.yaml ./
+COPY --from=builder /usr/src/packages ./packages
+COPY --from=builder /usr/src/node_modules ./node_modules
 
 EXPOSE 3000