Spaces:
Sleeping
Sleeping
Update utils.py
Browse files
utils.py
CHANGED
|
@@ -33,6 +33,9 @@ def chunk_docs_recursive(documents: list, chunk_size: int, chunk_overlap: int) -
|
|
| 33 |
#####
|
| 34 |
|
| 35 |
from langchain.text_splitter import NLTKTextSplitter
|
|
|
|
|
|
|
|
|
|
| 36 |
|
| 37 |
def chunk_docs_nltk(documents: list, chunk_size: int, chunk_overlap: int) -> list:
|
| 38 |
|
|
|
|
| 33 |
#####
|
| 34 |
|
| 35 |
from langchain.text_splitter import NLTKTextSplitter
|
| 36 |
+
import nltk
|
| 37 |
+
|
| 38 |
+
nltk.download('punkt_tab')
|
| 39 |
|
| 40 |
def chunk_docs_nltk(documents: list, chunk_size: int, chunk_overlap: int) -> list:
|
| 41 |
|