fix: the duplicated data bug.

Azure-Samples · Aug 11, 2023 · 726c801 · 726c801
1 parent a9e22ba
commit 726c801
Show file tree

Hide file tree

Showing 2 changed files with 291,818 additions and 2,637 deletions.
diff --git a/ai/acme-assist/src/main/java/com/azure/acme/assist/tools/VectorStoreService.java b/ai/acme-assist/src/main/java/com/azure/acme/assist/tools/VectorStoreService.java
@@ -20,7 +20,6 @@
 import com.azure.acme.assist.openai.RecordEntry;
 import com.azure.acme.assist.openai.SimpleMemoryVectorStore;
 import com.azure.acme.assist.openai.TextSplitter;
-import com.azure.acme.assist.openai.VectorStore;
 import com.fasterxml.jackson.core.type.TypeReference;
 import com.fasterxml.jackson.databind.ObjectMapper;
 
@@ -32,9 +31,6 @@ public class VectorStoreService {
     @Autowired
     private AcmeAzureOpenAIClient client;
 
-    @Autowired
-    private VectorStore vectorStore;
-
     public void buildFromJson(List<String> files, String saveToPath, List<String> pages, String format)
             throws IOException {
         if (CollectionUtils.isEmpty(files)) {
@@ -46,6 +42,7 @@ public void buildFromJson(List<String> files, String saveToPath, List<String> pa
 
         var objectMapper = new ObjectMapper();
         var splitter = new TextSplitter();
+        var vectorStore = new SimpleMemoryVectorStore();
         for (var file : files) {
             List<Product> products = null;
             if (format == null || "json".equals(format)) {
@@ -90,7 +87,7 @@ public void buildFromJson(List<String> files, String saveToPath, List<String> pa
                 }
             }
         }
-        ((SimpleMemoryVectorStore) vectorStore).saveToJsonFile(new File(saveToPath));
+        vectorStore.saveToJsonFile(new File(saveToPath));
 
         log.info("All documents are loaded to the local vector store. The index file saved to: {}", saveToPath);
     }