Update optimum_encoder.py
Browse files- optimum_encoder.py +2 -1
optimum_encoder.py
CHANGED
@@ -2,6 +2,7 @@ import requests
|
|
2 |
import time
|
3 |
import os
|
4 |
import numpy as np
|
|
|
5 |
from typing import Any, List, Optional, Dict
|
6 |
from pydantic.v1 import PrivateAttr
|
7 |
from fastembed.common.utils import normalize
|
@@ -111,7 +112,7 @@ class OptimumEncoder(BaseEncoder):
|
|
111 |
convert_to_numpy: bool = False
|
112 |
) -> List[List[float]] | List[np.ndarray]:
|
113 |
all_embeddings = []
|
114 |
-
for i in range(0, len(docs), batch_size):
|
115 |
batch_docs = docs[i : i + batch_size]
|
116 |
|
117 |
encoded_input = self._tokenizer(
|
|
|
2 |
import time
|
3 |
import os
|
4 |
import numpy as np
|
5 |
+
from tqdm import tqdm
|
6 |
from typing import Any, List, Optional, Dict
|
7 |
from pydantic.v1 import PrivateAttr
|
8 |
from fastembed.common.utils import normalize
|
|
|
112 |
convert_to_numpy: bool = False
|
113 |
) -> List[List[float]] | List[np.ndarray]:
|
114 |
all_embeddings = []
|
115 |
+
for i in tqdm(range(0, len(docs), batch_size)):
|
116 |
batch_docs = docs[i : i + batch_size]
|
117 |
|
118 |
encoded_input = self._tokenizer(
|