Update a.py

a.py

@@ -42,7 +42,7 @@ if st.sidebar.button("Locate"):
 llm = LlamaCpp(
     model_path="model.gguf",
     temperature=0.7,
-    max_tokens=4096,
+    max_tokens=1024,
     top_p=1,
     callbacks=[StreamingStdOutCallbackHandler()],
     verbose=False,
@@ -82,7 +82,7 @@ def contains_profanity(text):
     return any(word in text.lower() for word in PROFANE_WORDS)
 
 
-def truncate_at_full_stop(text, max_length=4096):
+def truncate_at_full_stop(text, max_length=1024):
     if len(text) <= max_length:
         return text