Update rag.py

app/rag.py

@@ -16,7 +16,7 @@ class ChatPDF:
 
     def __init__(self):
         self.model = ChatOllama(model="qwen:1.8b")
-        self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=1024, chunk_overlap=64)
+        self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=256, chunk_overlap=16)
         self.prompt = PromptTemplate.from_template(
             """
             You are an assistant for question-answering tasks. Use the following pieces of context 
@@ -36,7 +36,7 @@ class ChatPDF:
         self.retriever = vector_store.as_retriever(
             search_type="similarity_score_threshold",
             search_kwargs={
-                "k": 7,
+                "k": 28,
                 "score_threshold": 0.5,
             },
         )