diff --git a/ai_ta_backend/beam/ingest.py b/ai_ta_backend/beam/ingest.py index 374685f8..51656408 100644 --- a/ai_ta_backend/beam/ingest.py +++ b/ai_ta_backend/beam/ingest.py @@ -200,6 +200,15 @@ def ingest(context, **inputs: Dict[str | List[str], Any]): ingester = Ingest(qdrant_client, vectorstore, s3_client, supabase_client, posthog) + # Insert into 'documents_in_progress' table + supabase_client.table('documents_in_progress').insert({ + 'course_name': course_name, + 's3_path': s3_paths, + 'base_url': base_url, + 'url': url, + 'readable_filename': readable_filename, + }).execute() + def run_ingest(course_name, s3_paths, base_url, url, readable_filename, content, groups): if content: return ingester.ingest_single_web_text(course_name, base_url, url, content, readable_filename, groups=groups)