Update app.py
Browse files
app.py
CHANGED
@@ -141,7 +141,7 @@ def load_models_and_documents():
|
|
141 |
verbose=True,
|
142 |
chat_format="llama-3",
|
143 |
n_ctx=16384,
|
144 |
-
n_gpu_layers=
|
145 |
flash_attn=True
|
146 |
)
|
147 |
|
@@ -151,7 +151,7 @@ def load_models_and_documents():
|
|
151 |
)
|
152 |
|
153 |
sparse_model = SparseTextEmbedding(
|
154 |
-
'
|
155 |
cache_dir=os.getenv('HF_HOME'),
|
156 |
providers=['CPUExecutionProvider']
|
157 |
)
|
|
|
141 |
verbose=True,
|
142 |
chat_format="llama-3",
|
143 |
n_ctx=16384,
|
144 |
+
n_gpu_layers=33,
|
145 |
flash_attn=True
|
146 |
)
|
147 |
|
|
|
151 |
)
|
152 |
|
153 |
sparse_model = SparseTextEmbedding(
|
154 |
+
'Qdrant/bm42-all-minilm-l6-v2-attentions',
|
155 |
cache_dir=os.getenv('HF_HOME'),
|
156 |
providers=['CPUExecutionProvider']
|
157 |
)
|