Skip to content

Commit

Permalink
HOTFIX: Excel uploads required Pandas module
Browse files Browse the repository at this point in the history
  • Loading branch information
KastanDay committed Jan 6, 2025
1 parent be5a007 commit 2a823ce
Showing 1 changed file with 6 additions and 7 deletions.
13 changes: 6 additions & 7 deletions ai_ta_backend/beam/ingest.py
Original file line number Diff line number Diff line change
Expand Up @@ -49,16 +49,14 @@
from langchain.schema import Document
from langchain.text_splitter import RecursiveCharacterTextSplitter
from langchain.vectorstores import Qdrant

from OpenaiEmbeddings import OpenAIAPIProcessor
from PIL import Image
from posthog import Posthog
from pydub import AudioSegment
from qdrant_client import QdrantClient, models
from qdrant_client.models import PointStruct
from supabase.client import ClientOptions
from requests.exceptions import Timeout

from supabase.client import ClientOptions

sentry_sdk.init(
dsn=os.getenv("SENTRY_DSN"),
Expand All @@ -71,6 +69,7 @@

requirements = [
"openai<1.0",
"pandas",
"supabase==2.5.3",
"tiktoken==0.5.1",
"boto3==1.28.79",
Expand All @@ -84,9 +83,9 @@
"ffprobe==0.5",
"ffmpeg==1.4",
"PyMuPDF==1.23.6",
"pytesseract==0.3.10", # image OCR"
"openpyxl==3.1.2", # excel"
"networkx==3.2.1", # unused part of excel partitioning :("
"pytesseract==0.3.10", # image OCR
"openpyxl==3.1.2", # excel
"networkx==3.2.1", # unused part of excel partitioning :(
"python-pptx==0.6.23",
"unstructured==0.15.12",
"GitPython==3.1.40",
Expand Down Expand Up @@ -1412,7 +1411,7 @@ def delete_data(self, course_name: str, s3_path: str, source_url: str):
else:
print("Error in deleting file from Qdrant:", e)
sentry_sdk.capture_exception(e)

try:
# delete from Supabase
self.supabase_client.from_(os.environ['REFACTORED_MATERIALS_SUPABASE_TABLE']).delete().eq(
Expand Down

0 comments on commit 2a823ce

Please sign in to comment.