Update services/nlp.py

services/nlp.py

@@ -14,6 +14,8 @@ ner_recognizer = pipeline(
 openai_key = os.environ.get("OPENAI_KEY")
 openai_client = OpenAI(api_key=openai_key)
 
+transcriber = pipeline("automatic-speech-recognition", model="openai/whisper-base.en")
+
 # Define regex patterns for entities
 patterns = {
     'Product': r'\b(iphone|samsung|macbook|ps5|galaxy|pixel|shoes|shampoo|cellphone|smartphone|tablet|laptop|headphones|console|tv|camera)\b',
@@ -34,6 +36,12 @@ INTENTS = [
     "account management"
 ]
 
+def transcribe(audio):
+    sr, y = audio
+    y = y.astype(np.float32)
+    y /= np.max(np.abs(y))
+    return transcriber({"sampling_rate": sr, "raw": y})["text"]  
+
 
 def recognize_intent(text):
     cleaned_text = clean_text(text)