Spaces:
Starting
on
T4
Starting
on
T4
Update optimum_encoder.py
Browse files- optimum_encoder.py +2 -2
optimum_encoder.py
CHANGED
@@ -4,7 +4,7 @@ import os
|
|
4 |
import numpy as np
|
5 |
from typing import Any, List, Optional, Dict
|
6 |
from pydantic.v1 import PrivateAttr
|
7 |
-
|
8 |
from semantic_router.encoders import BaseEncoder
|
9 |
from semantic_router.utils.logger import logger
|
10 |
|
@@ -137,7 +137,7 @@ class OptimumEncoder(BaseEncoder):
|
|
137 |
|
138 |
if normalize_embeddings:
|
139 |
if convert_to_numpy:
|
140 |
-
embeddings = embeddings
|
141 |
else:
|
142 |
embeddings = self._torch.nn.functional.normalize(embeddings, p=2, dim=1).detach().cpu().tolist()
|
143 |
|
|
|
4 |
import numpy as np
|
5 |
from typing import Any, List, Optional, Dict
|
6 |
from pydantic.v1 import PrivateAttr
|
7 |
+
from fastembed.common.utils import normalize
|
8 |
from semantic_router.encoders import BaseEncoder
|
9 |
from semantic_router.utils.logger import logger
|
10 |
|
|
|
137 |
|
138 |
if normalize_embeddings:
|
139 |
if convert_to_numpy:
|
140 |
+
embeddings = normalize(embeddings[:, 0]).astype(np.float32)
|
141 |
else:
|
142 |
embeddings = self._torch.nn.functional.normalize(embeddings, p=2, dim=1).detach().cpu().tolist()
|
143 |
|