Update rag.py

app/rag.py

@@ -21,9 +21,10 @@ class ChatPDF:
             temperature=0,
             num_predict=512,
             repeat_penalty=1.3,
+            repeat_last_n=-1
         )
 
-        self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=2048, chunk_overlap=128)
+        self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=1024, chunk_overlap=64)
         self.prompt = PromptTemplate.from_template(
             """
             <|im_start|> You are an assistant for question-answering tasks. Use the following pieces of retrieved context to