devve1 commited on
Commit
aad97b0
1 Parent(s): 4a22714

Update optimum_encoder.py

Browse files
Files changed (1) hide show
  1. optimum_encoder.py +2 -1
optimum_encoder.py CHANGED
@@ -2,6 +2,7 @@ import requests
2
  import time
3
  import os
4
  import numpy as np
 
5
  from typing import Any, List, Optional, Dict
6
  from pydantic.v1 import PrivateAttr
7
  from fastembed.common.utils import normalize
@@ -111,7 +112,7 @@ class OptimumEncoder(BaseEncoder):
111
  convert_to_numpy: bool = False
112
  ) -> List[List[float]] | List[np.ndarray]:
113
  all_embeddings = []
114
- for i in range(0, len(docs), batch_size):
115
  batch_docs = docs[i : i + batch_size]
116
 
117
  encoded_input = self._tokenizer(
 
2
  import time
3
  import os
4
  import numpy as np
5
+ from tqdm import tqdm
6
  from typing import Any, List, Optional, Dict
7
  from pydantic.v1 import PrivateAttr
8
  from fastembed.common.utils import normalize
 
112
  convert_to_numpy: bool = False
113
  ) -> List[List[float]] | List[np.ndarray]:
114
  all_embeddings = []
115
+ for i in tqdm(range(0, len(docs), batch_size)):
116
  batch_docs = docs[i : i + batch_size]
117
 
118
  encoded_input = self._tokenizer(