Skip to content

Commit

Permalink
fixed convo export bug
Browse files Browse the repository at this point in the history
  • Loading branch information
star-nox committed Mar 12, 2024
1 parent d6976fe commit d39fe2d
Showing 1 changed file with 6 additions and 5 deletions.
11 changes: 6 additions & 5 deletions ai_ta_backend/service/export_service.py
Original file line number Diff line number Diff line change
Expand Up @@ -35,15 +35,16 @@ def export_documents_json(self, course_name: str, from_date='', to_date=''):

response = self.sql.getDocumentsBetweenDates(course_name, from_date, to_date, 'documents')
# add a condition to route to direct download or s3 download
if response.count > 1000:
if response.count > 500:
# call background task to upload to s3

filename = course_name + '_' + str(uuid.uuid4()) + '_documents.zip'
s3_filepath = f"courses/{course_name}/{filename}"
# background task of downloading data - map it with above ID
executor = ProcessPoolExecutor()
executor.submit(self.export_data_in_bg, response, "documents", course_name, s3_filepath)
return {"response": 'Download from S3', "s3_path": s3_filepath}
return {"response": 'There are 500+ documents in the export. You will receive an email with the download link shortly!',
"s3_path": s3_filepath}

else:
# Fetch data
Expand Down Expand Up @@ -206,13 +207,13 @@ def export_convo_history_json(self, course_name: str, from_date='', to_date=''):
from_date (str, optional): The start date for the data export. Defaults to ''.
to_date (str, optional): The end date for the data export. Defaults to ''.
"""
print("Exporting conversation history to csv file...")
print("Exporting conversation history to json file...")

response = self.sql.getDocumentsBetweenDates(course_name, from_date, to_date, 'llm-convo-monitor')

if response.count > 1000:
if response.count > 500:
# call background task to upload to s3
filename = course_name + '_' + str(uuid.uuid4()) + '_convo_history.zip'
filename = course_name + '_' + str(uuid.uuid4()) + '_convo_history.json'
s3_filepath = f"courses/{course_name}/{filename}"
# background task of downloading data - map it with above ID
executor = ProcessPoolExecutor()
Expand Down

0 comments on commit d39fe2d

Please sign in to comment.