diff --git a/config.ts b/config.ts index bc2d22e0..f5c958df 100644 --- a/config.ts +++ b/config.ts @@ -5,4 +5,5 @@ export const defaultConfig: Config = { match: "https://www.builder.io/c/docs/**", maxPagesToCrawl: 50, outputFileName: "output.json", + maxTokens: 2000000, };