Spaces:
Sleeping
Sleeping
Update gen_splits.py
Browse files- gen_splits.py +1 -1
gen_splits.py
CHANGED
@@ -21,6 +21,6 @@ def gen_splits():
|
|
21 |
docs.extend(loader.load())
|
22 |
|
23 |
# Splitting Documents
|
24 |
-
text_splitter = RecursiveCharacterTextSplitter(chunk_size =
|
25 |
splits = text_splitter.split_documents(docs)
|
26 |
return splits
|
|
|
21 |
docs.extend(loader.load())
|
22 |
|
23 |
# Splitting Documents
|
24 |
+
text_splitter = RecursiveCharacterTextSplitter(chunk_size = 7500, chunk_overlap = 500)
|
25 |
splits = text_splitter.split_documents(docs)
|
26 |
return splits
|