From 8362cb97de0f42c65ef1a3a4f1e4a5398b938438 Mon Sep 17 00:00:00 2001
From: Sanjay Nadhavajhala <sanjay@acorn.io>
Date: Mon, 12 Feb 2024 13:19:33 -0800
Subject: [PATCH] Adding celery config and other reqs that were missing from to
 do knowledge retrieval

---
 services/backend/api_server/Dockerfile           | 5 ++++-
 services/backend/api_server/app/celery_config.py | 6 ++++++
 services/backend/api_server/requirements.txt     | 4 ++++
 3 files changed, 14 insertions(+), 1 deletion(-)
 create mode 100644 services/backend/api_server/app/celery_config.py

diff --git a/services/backend/api_server/Dockerfile b/services/backend/api_server/Dockerfile
index 7e7f4db..e25d21c 100644
--- a/services/backend/api_server/Dockerfile
+++ b/services/backend/api_server/Dockerfile
@@ -1,4 +1,4 @@
-FROM python:3.10-slim-buster
+FROM python:3.10.7-slim
 
 # Set the working directory in the container to /app
 WORKDIR /app
@@ -8,6 +8,9 @@ ADD . /app
 
 # Install any needed packages specified in requirements.txt
 RUN pip install --no-cache-dir -r requirements.txt
+RUN spacy download en_core_web_sm
+RUN playwright install
+RUN playwright install-deps
 
 # Make port 80 available to the world outside this container
 EXPOSE 8000
diff --git a/services/backend/api_server/app/celery_config.py b/services/backend/api_server/app/celery_config.py
new file mode 100644
index 0000000..d0deef8
--- /dev/null
+++ b/services/backend/api_server/app/celery_config.py
@@ -0,0 +1,6 @@
+import os
+
+CELERY_REDIS_HOST = os.getenv("REDIS_HOST", "localhost")
+BROKER_URL = f'redis://{CELERY_REDIS_HOST}:6379/0'  # Redis configuration
+CELERY_RESULT_BACKEND = f'redis://{CELERY_REDIS_HOST}:6379/0'
+CELERY_IMPORTS = ("app.tasks", )
diff --git a/services/backend/api_server/requirements.txt b/services/backend/api_server/requirements.txt
index 109134c..9ac8f68 100644
--- a/services/backend/api_server/requirements.txt
+++ b/services/backend/api_server/requirements.txt
@@ -13,3 +13,7 @@ websockets==12.0
 requests==2.31.0
 googlesearch-python==1.2.3
 langchain==0.0.351
+spacy==3.7.2
+markdownify==0.11.6
+playwright==1.39.0
+tiktoken==0.5.2
\ No newline at end of file