devve1 commited on
Commit
4013d25
1 Parent(s): 59f0545

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -141,7 +141,7 @@ def load_models_and_documents():
141
  verbose=True,
142
  chat_format="llama-3",
143
  n_ctx=16384,
144
- n_gpu_layers=32,
145
  flash_attn=True
146
  )
147
 
@@ -151,7 +151,7 @@ def load_models_and_documents():
151
  )
152
 
153
  sparse_model = SparseTextEmbedding(
154
- 'prithivida/Splade_PP_en_v2',
155
  cache_dir=os.getenv('HF_HOME'),
156
  providers=['CPUExecutionProvider']
157
  )
 
141
  verbose=True,
142
  chat_format="llama-3",
143
  n_ctx=16384,
144
+ n_gpu_layers=33,
145
  flash_attn=True
146
  )
147
 
 
151
  )
152
 
153
  sparse_model = SparseTextEmbedding(
154
+ 'Qdrant/bm42-all-minilm-l6-v2-attentions',
155
  cache_dir=os.getenv('HF_HOME'),
156
  providers=['CPUExecutionProvider']
157
  )