fix: LlamaParseReader as Standard Reader in SimpleDirectoryReader

run-llama · May 4, 2024 · cb2b673 · cb2b673
1 parent c30575c
commit cb2b673
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 4 deletions.
diff --git a/packages/core/src/readers/SimpleDirectoryReader.edge.ts b/packages/core/src/readers/SimpleDirectoryReader.edge.ts
@@ -88,7 +88,19 @@ export class SimpleDirectoryReader implements BaseReader {
           continue;
         }
 
-        const fileDocs = await reader.loadData(filePath, fs);
+        let fileDocs: Document<Metadata>[] = [];
+
+        try {
+          const loadedData = await reader.loadData(filePath, fs);
+          if (Array.isArray(loadedData)) {
+            fileDocs = loadedData.flat(); // Ensure flat structure
+          } else {
+            fileDocs = [loadedData];
+          }
+        } catch (error) {
+          console.error(`Error loading data for file ${filePath}: ${error}`);
+        }
+
         fileDocs.forEach(addMetaData(filePath));
 
         // Observer can still cancel addition of the resulting docs from this file

diff --git a/packages/core/src/readers/type.ts b/packages/core/src/readers/type.ts
@@ -5,7 +5,7 @@ import type { Document } from "../Node.js";
  * A reader takes imports data into Document objects.
  */
 export interface BaseReader {
-  loadData(...args: unknown[]): Promise<Document[]>;
+  loadData(...args: unknown[]): Promise<Document[] | Document[][]>;
 }
 
 /**
@@ -16,9 +16,9 @@ export interface FileReader extends BaseReader {
 }
 
 /**
- * A reader takes multiple file paths and imports data into Document objects.
+ * A reader takes multiple file paths and imports data into an array of Document objects.
  */
-export interface MultiReader {
+export interface MultiReader extends BaseReader {
   loadData(filePath: string, fs?: CompleteFileSystem): Promise<Document[]>;
   loadData(filePaths: string[], fs?: CompleteFileSystem): Promise<Document[][]>;
 }