Spaces:
Sleeping
Sleeping
Syed Junaid Iqbal
commited on
Commit
•
650e546
1
Parent(s):
7ab1ed7
Update app.py
Browse files
app.py
CHANGED
@@ -13,7 +13,7 @@ def init_retriever():
|
|
13 |
Initialize and return the retriever function
|
14 |
"""
|
15 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
16 |
-
llm = LlamaCpp(model_path="./models/
|
17 |
n_ctx=4000,
|
18 |
max_tokens=4000,
|
19 |
f16_kv=True,
|
|
|
13 |
Initialize and return the retriever function
|
14 |
"""
|
15 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
16 |
+
llm = LlamaCpp(model_path="./models/openhermes-2.5-neural-chat-7b-v3-1-7b.Q5_K_M.gguf",
|
17 |
n_ctx=4000,
|
18 |
max_tokens=4000,
|
19 |
f16_kv=True,
|