devve1 commited on
Commit
dcea516
1 Parent(s): e0eb84b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -4
app.py CHANGED
@@ -127,18 +127,16 @@ def load_models_and_documents():
127
  n_gpu_layers=32
128
  )
129
 
130
- provider = ['TensorrtExecutionProvider']
131
-
132
  dense_model = FastEmbedEncoder(
133
  name='mixedbread-ai/mxbai-embed-large-v1',
134
  cache_dir=os.getenv('HF_HOME'),
135
- providers=provider
136
  )
137
 
138
  sparse_model = SparseTextEmbedding(
139
  'Qdrant/all_miniLM_L6_v2_with_attentions',
140
  cache_dir=os.getenv('HF_HOME'),
141
- providers=provider
142
  )
143
 
144
  nltk.download('punkt')
 
127
  n_gpu_layers=32
128
  )
129
 
 
 
130
  dense_model = FastEmbedEncoder(
131
  name='mixedbread-ai/mxbai-embed-large-v1',
132
  cache_dir=os.getenv('HF_HOME'),
133
+ providers=['TensorrtExecutionProvider']
134
  )
135
 
136
  sparse_model = SparseTextEmbedding(
137
  'Qdrant/all_miniLM_L6_v2_with_attentions',
138
  cache_dir=os.getenv('HF_HOME'),
139
+ providers=['CUDAExecutionProvider']
140
  )
141
 
142
  nltk.download('punkt')