| from gliner import GLiNER | |
| from typing import Dict, List, Any | |
| class EndpointHandler(): | |
| def __init__(self, path=""): | |
| self.model = GLiNER.from_pretrained("urchade/gliner_large-v2.1") | |
| def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]: | |
| # get inputs | |
| inputs = data.pop("inputs", data) | |
| labels = data.pop("labels", None) | |
| prediction = self.model.batch_predict_entities(inputs, labels) | |
| return prediction | |