Update user_utils.py

user_utils.py

@@ -2,6 +2,7 @@
 from pinecone import Pinecone as PineconeClient
 #from langchain.vectorstores import Pinecone     #This import has been replaced by the below one :)
 from langchain_community.vectorstores import Pinecone
+from transformers import pipeline
 
 #from langchain.llms import OpenAI #This import has been replaced by the below one :)
 from langchain_openai import OpenAI
@@ -11,6 +12,7 @@ from langchain_community.callbacks import get_openai_callback
 from langchain_community.embeddings import SentenceTransformerEmbeddings
 import joblib
 
+qa_pipeline = pipeline("question-answering", model="distilbert-base-uncased-distilled-squad")
 
 #Function to pull index data from Pinecone...
 def pull_from_pinecone(pinecone_apikey,pinecone_environment,pinecone_index_name,embeddings):
@@ -35,9 +37,11 @@ def get_similar_docs(index,query,k=2):
     similar_docs = index.similarity_search(query, k=k)
     return similar_docs
 
-def get_answer(docs,user_input):
-    chain = load_qa_chain(OpenAI(), chain_type="stuff")
-    with get_openai_callback() as cb:
-        response = chain.run(input_documents=docs, question=user_input)
-    return response
+def get_answer(docs, user_input):
+    # Concatenate all the documents into one large context
+    context = " ".join([doc['page_content'] for doc in docs])
 
+    # Use Hugging Face's QA model to get the answer
+    response = qa_pipeline(question=user_input, context=context)
+
+    return response['answer']