File tree Expand file tree Collapse file tree 1 file changed +0
-4
lines changed
cdk/data_ingestion/src/processing Expand file tree Collapse file tree 1 file changed +0
-4
lines changed Original file line number Diff line number Diff line change @@ -104,14 +104,12 @@ def add_document(
104
104
Returns:
105
105
List[Document]: A list of all document chunks for this document that were added to the vectorstore.
106
106
"""
107
- print ("check embedding 99999" )
108
107
output_filenames = store_doc_texts (
109
108
bucket = bucket ,
110
109
category_id = category_id ,
111
110
document_name = document_name ,
112
111
output_bucket = output_bucket
113
112
)
114
- print ("check embedding 100" )
115
113
this_doc_chunks = store_doc_chunks (
116
114
bucket = output_bucket ,
117
115
documentnames = output_filenames ,
@@ -187,9 +185,7 @@ def process_documents(
187
185
"""
188
186
print ("start processing document" )
189
187
paginator = s3 .get_paginator ('list_objects_v2' )
190
- print ("checking paginator 001" )
191
188
page_iterator = paginator .paginate (Bucket = bucket , Prefix = f"{ category_id } /" )
192
- print ("checking paginator 002" )
193
189
all_doc_chunks = []
194
190
195
191
try :
You can’t perform that action at this time.
0 commit comments