Spaces:
Sleeping
Sleeping
changes to app chunking
Browse files
app.py
CHANGED
|
@@ -32,8 +32,8 @@ async def start_chat():
|
|
| 32 |
|
| 33 |
# Configure a text splitter that handles large documents
|
| 34 |
text_splitter = RecursiveCharacterTextSplitter(
|
| 35 |
-
chunk_size =
|
| 36 |
-
chunk_overlap =
|
| 37 |
length_function = tiktoken_len,
|
| 38 |
)
|
| 39 |
|
|
|
|
| 32 |
|
| 33 |
# Configure a text splitter that handles large documents
|
| 34 |
text_splitter = RecursiveCharacterTextSplitter(
|
| 35 |
+
chunk_size = 200,
|
| 36 |
+
chunk_overlap = 0, # Ensure there is no cutoff at the edges of chunks
|
| 37 |
length_function = tiktoken_len,
|
| 38 |
)
|
| 39 |
|