Spaces:
Running
on
T4
Running
on
T4
Update app.py
Browse files
app.py
CHANGED
@@ -127,18 +127,16 @@ def load_models_and_documents():
|
|
127 |
n_gpu_layers=32
|
128 |
)
|
129 |
|
130 |
-
provider = ['TensorrtExecutionProvider']
|
131 |
-
|
132 |
dense_model = FastEmbedEncoder(
|
133 |
name='mixedbread-ai/mxbai-embed-large-v1',
|
134 |
cache_dir=os.getenv('HF_HOME'),
|
135 |
-
providers=
|
136 |
)
|
137 |
|
138 |
sparse_model = SparseTextEmbedding(
|
139 |
'Qdrant/all_miniLM_L6_v2_with_attentions',
|
140 |
cache_dir=os.getenv('HF_HOME'),
|
141 |
-
providers=
|
142 |
)
|
143 |
|
144 |
nltk.download('punkt')
|
|
|
127 |
n_gpu_layers=32
|
128 |
)
|
129 |
|
|
|
|
|
130 |
dense_model = FastEmbedEncoder(
|
131 |
name='mixedbread-ai/mxbai-embed-large-v1',
|
132 |
cache_dir=os.getenv('HF_HOME'),
|
133 |
+
providers=['TensorrtExecutionProvider']
|
134 |
)
|
135 |
|
136 |
sparse_model = SparseTextEmbedding(
|
137 |
'Qdrant/all_miniLM_L6_v2_with_attentions',
|
138 |
cache_dir=os.getenv('HF_HOME'),
|
139 |
+
providers=['CUDAExecutionProvider']
|
140 |
)
|
141 |
|
142 |
nltk.download('punkt')
|