add chunk index

ai_ta_backend/vector_database.py

@@ -723,6 +723,11 @@ def split_and_upload(self, texts: List[str], metadatas: List[Dict[str, Any]]):
     print(f"Texts: {texts}")
     assert len(texts) == len(metadatas), f'must have equal number of text strings and metadata dicts. len(texts) is {len(texts)}. len(metadatas) is {len(metadatas)}'
 
+    # add chunk index & make s3path unique 
+    for i, meta in enumerate(metadatas):
+      meta['chunk_index'] = i
+      meta['s3_path'] = str(uuid.uuid4()) + "-" + meta['s3_path']
+
     try:
       text_splitter = RecursiveCharacterTextSplitter.from_tiktoken_encoder(
           chunk_size=1000,