Update dense_embed.py
Browse files- dense_embed.py +9 -0
dense_embed.py
CHANGED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from infinity_emb import AsyncEmbeddingEngine
|
| 2 |
+
|
| 3 |
+
async def embed_text(engine: AsyncEmbeddingEngine, sentences: List[str]):
|
| 4 |
+
async with engine:
|
| 5 |
+
embeddings, usage = await engine.embed(sentences=sentences)
|
| 6 |
+
await engine.astart()
|
| 7 |
+
embeddings, usage = await engine.embed(sentences=sentences)
|
| 8 |
+
await engine.astop()
|
| 9 |
+
return embeddings, usage
|