Update app.py
Browse files
app.py
CHANGED
@@ -13,6 +13,7 @@ from numpy import ndarray
|
|
13 |
from qdrant_client import QdrantClient, models
|
14 |
from llama_cpp import Llama, GGML_TYPE_I8
|
15 |
from optimum_encoder import OptimumEncoder
|
|
|
16 |
from unstructured.partition.auto import partition
|
17 |
from statistical_chunker import StatisticalChunker
|
18 |
from fastembed import SparseEmbedding, SparseTextEmbedding
|
@@ -141,6 +142,10 @@ def load_models_and_documents():
|
|
141 |
#device="cuda",
|
142 |
#cache_dir=os.getenv('HF_HOME')
|
143 |
#)
|
|
|
|
|
|
|
|
|
144 |
|
145 |
sparse_model = SparseTextEmbedding(
|
146 |
'Qdrant/bm42-all-minilm-l6-v2-attentions',
|
|
|
13 |
from qdrant_client import QdrantClient, models
|
14 |
from llama_cpp import Llama, GGML_TYPE_I8
|
15 |
from optimum_encoder import OptimumEncoder
|
16 |
+
from fastembed_encoder import FastEmbedEncoder
|
17 |
from unstructured.partition.auto import partition
|
18 |
from statistical_chunker import StatisticalChunker
|
19 |
from fastembed import SparseEmbedding, SparseTextEmbedding
|
|
|
142 |
#device="cuda",
|
143 |
#cache_dir=os.getenv('HF_HOME')
|
144 |
#)
|
145 |
+
|
146 |
+
dense_model = FastEmbedEncoder(
|
147 |
+
name=
|
148 |
+
)
|
149 |
|
150 |
sparse_model = SparseTextEmbedding(
|
151 |
'Qdrant/bm42-all-minilm-l6-v2-attentions',
|