manavgup
diff --git a/‎.github/workflows/04-pytest.yml‎
Lines changed: 22 additions & 36 deletions b/‎.github/workflows/04-pytest.yml‎
Lines changed: 22 additions & 36 deletions
diff --git a/‎.github/workflows/05-ci.yml‎
Lines changed: 5 additions & 13 deletions b/‎.github/workflows/05-ci.yml‎
Lines changed: 5 additions & 13 deletions
diff --git a/‎.gitignore‎
Lines changed: 40 additions & 62 deletions b/‎.gitignore‎
Lines changed: 40 additions & 62 deletions
@@ -41,69 +41,55 @@ jobs:
     name: 🧪 Unit Tests
     runs-on: ubuntu-latest
     steps:
-      # 0️⃣ Checkout source code
+      # 0️⃣ Free up disk space (GitHub runners have limited space)
+      - name: 🧹 Free Disk Space
+        run: |
+          echo "Disk space before cleanup:"
+          df -h
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf /opt/ghc
+          sudo rm -rf "/usr/local/share/boost"
+          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+          echo "Disk space after cleanup:"
+          df -h
+
+      # 1️⃣ Checkout source code
       - name: 📥 Checkout code
         uses: actions/checkout@v4
 
-      # 1️⃣ Setup Python environment
+      # 2️⃣ Setup Python environment
       - name: 🐍 Set up Python
         uses: actions/setup-python@v4
         with:
           python-version: '3.12'
 
-      # 2️⃣ Install Poetry package manager
+      # 3️⃣ Install Poetry package manager
       - name: 📦 Install Poetry
         uses: snok/install-poetry@v1
         with:
           version: latest
           virtualenvs-create: true
           virtualenvs-in-project: true
 
-      # 3️⃣ Optimized disk cleanup - remove unnecessary packages efficiently
-      # This step removes ~8-10GB of unnecessary packages in parallel while keeping
-      # cleanup time reasonable (~90-120 seconds vs 4m15s for full cleanup).
-      # Heavy dependencies (transformers, docling, vector DBs) require ~3-5GB,
-      # so we need sufficient cleanup to prevent disk exhaustion.
-      - name: 🧹 Free Up Disk Space (Optimized)
-        run: |
-          echo "Before cleanup: $(df -h / | awk 'NR==2 {print $4}') available"
-          # Remove unnecessary packages in parallel (~8-10GB freed)
-          sudo rm -rf /usr/share/dotnet &       # ~1.5GB - .NET SDK
-          sudo rm -rf /opt/ghc &                 # ~2.5GB - Haskell compiler
-          sudo rm -rf /usr/local/share/boost &   # ~2GB - C++ Boost libraries
-          sudo rm -rf "$AGENT_TOOLSDIRECTORY" &  # ~2-3GB - Tool cache
-          sudo rm -rf /usr/local/lib/android &   # ~1-2GB - Android SDK
-          wait
-          echo "After cleanup: $(df -h / | awk 'NR==2 {print $4}') available"
-
       # 4️⃣ Cache Poetry dependencies for faster builds
+      # Only cache Poetry's download cache, not the venv (saves ~10GB disk space)
       - name: 📚 Cache Poetry dependencies
         uses: actions/cache@v4
         with:
-          path: |
-            ~/.cache/pypoetry
-            backend/.venv
+          path: ~/.cache/pypoetry
           key: ${{ runner.os }}-poetry-${{ hashFiles('backend/poetry.lock') }}
           restore-keys: |
             ${{ runner.os }}-poetry-
 
-      # 5️⃣ Install Python dependencies (main + test, skip dev)
-      - name: 📥 Install main + test dependencies (skip dev)
-        run: |
-          cd backend
-          # Install runtime + test deps; skip dev tools to reduce disk usage.
-          # Note: We intentionally skip the 'dev' group in unit tests to avoid
-          # heavy linters/type-checkers. pytest-cov and friends are declared in
-          # the 'test' group in pyproject.toml, so coverage still works.
-          # If coverage fails due to env drift, consider adding pytest-cov here
-          # explicitly or switching to `--with dev,test` selectively.
-          poetry install --with test --without dev
+      # 5️⃣ Install Python dependencies
+      - name: 📥 Install dependencies
+        run: cd backend && poetry install --with dev,test
 
       # 6️⃣ Run unit/atomic tests with coverage
       - name: 🧪 Run unit tests with coverage
         run: |
-          cd backend
-          poetry run pytest tests/ -m "unit or atomic" \
+          # Run from backend directory using poetry, but test from project root
+          cd backend && poetry run pytest ../tests/ -m "unit or atomic" \
             --cov=rag_solution \
             --cov-report=term-missing \
             --cov-report=html \
 
@@ -56,14 +56,14 @@ jobs:
           export TESTING=true
           export SKIP_AUTH=true
           export DEVELOPMENT_MODE=true
-          cd backend && python ../scripts/check_test_isolation.py
+          python scripts/check_test_isolation.py
 
       - name: Run atomic tests without environment variables
         run: |
           export TESTING=true
           export SKIP_AUTH=true
           export DEVELOPMENT_MODE=true
-          cd backend && poetry run pytest tests/ -m atomic --tb=short -v
+          poetry run pytest tests/ -m atomic --tb=short -v
 
   # Fast feedback - lint and unit tests without infrastructure
   lint-and-unit:
@@ -101,16 +101,6 @@ jobs:
           restore-keys: |
             ${{ runner.os }}-poetry-
 
-      - name: Validate poetry lock file is in sync
-        run: |
-          cd backend
-          poetry check --lock
-          if [ $? -ne 0 ]; then
-            echo "❌ poetry.lock is out of sync with pyproject.toml"
-            echo "Please run 'poetry lock' locally and commit the changes"
-            exit 1
-          fi
-
       - name: Install dependencies with retry
         uses: nick-fields/retry@v2
         with:
@@ -121,6 +111,8 @@ jobs:
             cd backend
             pip install poetry
             poetry config virtualenvs.in-project true
+            # Regenerate lock file to ensure sync
+            poetry lock
             # Install main, dev, and test groups for CI
             poetry install --with dev,test
 
@@ -138,7 +130,7 @@ jobs:
 
       - name: Run unit tests with coverage
         run: |
-          cd backend && poetry run pytest tests/ \
+          poetry run pytest tests/ \
             -m "atomic" \
             --cov=rag_solution \
             --cov-report=term-missing \
 
@@ -1,93 +1,69 @@
-# Python
+# Ignore Python bytecode and cache
 __pycache__/
 *.pyc
 *.pyo
 *.pyd
-*.sqlite3
-*.db
 
-# Virtual environments
-.venv/
+# Ignore .env files (but allow .env.ci for CI)
+.env
+.env.local
+!.env.ci
+
+# Ignore virtual environments
 venv/
 env/
+.venv/
 backend/.venv/
 
-# Caches
-.pytest_cache/
-.ruff_cache/
-.mypy_cache/
-coverage_report/
-test-reports/
-backend/test-reports/
+# Ignore version control files and directories
+.git/
+.hg/
+.svn/
+.CVS/
 
-# Logs
+# Ignore development and testing directories and files
+coverage/
 *.log
 
-# Node.js / Frontend
-node_modules/
-dist/
-build/
-npm-debug.log*
-yarn-debug.log*
-yarn-error.log*
-pnpm-debug.log*
-
-# Environment Files (SECURITY)
-.env
-.env.local
-.env.*.local
-.env.development
-.env.production
-.env.test
-.env.act
-.secrets
-
-# OS / Editor Files
+# Ignore OS generated files
 .DS_Store
 Thumbs.db
+
+# Ignore editor files
 .vscode/
 .idea/
 
-# Temporary / Experimental Docs
-*_analysis*.md
-*_investigation*.md
-*_coverage*.md
-*_evidence*.log
-TDD_*.md
-issue_*.md
-SEAMLESS_INTEGRATION_EPIC_*.md
-backend/TDD_RED_PHASE_*.md
-backend/TEST_*.md
-backend/TOKEN_TRACKING_*.md
-backend/fixture_analysis_report.md
-backend/rag_quality_analysis_issue_227.md
+# Ignore node_modules
+node_modules/
 
 # Frontend build artifacts
 frontend/build/
+build/
 
-# Data and volumes
+# Ignore data and volumes
 data/
 volumes/
 my_chroma_data/
 
-# Shell scripts (except official scripts/)
+# Ignore logs and shell scripts
+*.log
 *.sh
-!scripts/*.sh
-
-# Logs
 backend/logs/
 logs/
 
-# Development PID files (deprecated - no longer used)
-.dev-pids/
-
-# Project specific
+# Project specific ignores
 chroma/
 milvus.log
 chroma.log
 http_ca.crt
+
+# Python specific
 .coverage
+.pytest_cache/
+.ruff_cache/
+coverage_report/
 experiments/
+.mypy_cache/
 
 # Docker specific
 .dockerignore
@@ -97,26 +73,28 @@ experiments/
 *.bak
 *.swp
 
-# Local dev files
+# local dev files
 dev-env/
 webui/default.conf-dev
-.dev-pids/
+.dev-pids/  # PID files for local development processes
 
-# nektos act folder
+# ignore nektos act folder
 .act/
 
-# Test reports
+# Test reports and coverage
+test-reports/
 coverage/
 junit.xml
 report.html
 
-# Backup or deprecated files
+#backup or deprecated files
 backend/tests_backup
 webui/  # Obsolete frontend directory (moved to frontend/)
 
-# History
+# Ignore history
 .history/
 backend/.env.backup
 
-# Linting progress
+# Ignore linting progress tracking files
 .linting-progress.json
+backend/env_dump.txt