abhivsh commited on
Commit
ca1c8f9
·
verified ·
1 Parent(s): 4629b05

Update gen_splits.py

Browse files
Files changed (1) hide show
  1. gen_splits.py +1 -1
gen_splits.py CHANGED
@@ -21,6 +21,6 @@ def gen_splits():
21
  docs.extend(loader.load())
22
 
23
  # Splitting Documents
24
- text_splitter = RecursiveCharacterTextSplitter(chunk_size = 5000, chunk_overlap = 500)
25
  splits = text_splitter.split_documents(docs)
26
  return splits
 
21
  docs.extend(loader.load())
22
 
23
  # Splitting Documents
24
+ text_splitter = RecursiveCharacterTextSplitter(chunk_size = 7500, chunk_overlap = 500)
25
  splits = text_splitter.split_documents(docs)
26
  return splits