Update app.py

app.py

@@ -1,16 +1,34 @@
 from langchain.prompts import PromptTemplate
 from langchain_core.output_parsers import JsonOutputParser, StrOutputParser
 from langchain_community.chat_models import ChatOllama
+from langchain_huggingface import ChatHuggingFace, HuggingFaceEndpoint
 from langchain_core.tools import Tool
 from langchain_google_community import GoogleSearchAPIWrapper
 from firecrawl import FirecrawlApp
 
 import gradio as gr
+import os
 
 # Initialize LLM and Tools
-local_llm = 'llama3.1'
-llama3 = ChatOllama(model=local_llm, temperature=1)
-llama3_json = ChatOllama(model=local_llm, format='json', temperature=0)
+
+# local_llm = 'llama3.1'
+# llama3 = ChatOllama(model=local_llm, temperature=1)
+# llama3_json = ChatOllama(model=local_llm, format='json', temperature=0)
+
+#
+os.environ["HUGGINGFACEHUB_API_TOKEN"] = os.getenv('HF_KEY')
+
+llm = HuggingFaceEndpoint(
+    repo_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
+    task="text-generation",
+    max_new_tokens=1000,
+    do_sample=False,
+    repetition_penalty=1.03,
+)
+
+llama3 = ChatHuggingFace(llm=llm, temperature = 1)
+llama3_json = ChatHuggingFace(llm=llm, format = 'json', temperature = 0)
+
 google_search = GoogleSearchAPIWrapper()
 os.environ["GOOGLE_CSE_ID"] = "72150c1d158b54108"
 os.environ["GOOGLE_API_KEY"] = "AIzaSyAaNoF_a27HM3C87ObELRLTeVCrke_3OJA"