Rename custom_handler.py to handler.py

custom_handler.py → handler.py

@@ -1,18 +1,17 @@
+model_name_or_path="alfaxadeyembe/gemma2-27b-swahili-it"
 from transformers import AutoModelForSequenceClassification, AutoTokenizer
 import torch
 
-model_name_or_path="alfaxadeyembe/gemma2-27b-swahili-it"
-class CustomHandler:
+class EndpointHandler:
     def __init__(self, model_name_or_path):
         self.tokenizer = AutoTokenizer.from_pretrained(model_name_or_path)
         self.model = AutoModelForSequenceClassification.from_pretrained(model_name_or_path)
         self.model.eval()  # Set the model to evaluation mode
 
-    def __call__(self, inputs):
-        # Preprocess the inputs
+    def __call__(self, data):
+        inputs = data.get("inputs", "")
         tokens = self.tokenizer(inputs, return_tensors='pt')
-        # Perform inference
         with torch.no_grad():
             outputs = self.model(**tokens)
-        # Postprocess the outputs
         return outputs
+