use RecursiveCharacterTextSplitter to correctly split docs into chunk…

…s of specified size
huggingface · Feb 21, 2024 · bc75bdb · bc75bdb
1 parent 598aa52
commit bc75bdb
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/notebooks/en/rag_zephyr_langchain.ipynb b/notebooks/en/rag_zephyr_langchain.ipynb
@@ -155,9 +155,9 @@
       },
       "outputs": [],
       "source": [
-        "from langchain.text_splitter import CharacterTextSplitter\n",
+        "from langchain.text_splitter import RecursiveCharacterTextSplitter\n",
         "\n",
-        "splitter = CharacterTextSplitter(chunk_size=512, chunk_overlap=30)\n",
+        "splitter = RecursiveCharacterTextSplitter(chunk_size=512, chunk_overlap=30)\n",
         "\n",
         "chunked_docs = splitter.split_documents(docs)"
       ]