matthewfarant commited on
Commit
b363574
1 Parent(s): 801ac4e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -4
app.py CHANGED
@@ -22,13 +22,12 @@ os.environ["GOOGLE_API_KEY"] = os.getenv('GOOGLE_API_KEY')
22
 
23
  # Llama Endpoint
24
  llm = HuggingFaceEndpoint(
25
- endpoint_url = os.getenv('HF_ENDPOINT'),
26
- # repo_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
27
  task="text-generation",
28
  max_new_tokens=4000,
29
  do_sample=False,
30
- repetition_penalty=1.03,
31
- huggingfacehub_api_token=os.getenv('HF_KEY')
32
  )
33
 
34
  llama3 = ChatHuggingFace(llm=llm, temperature = 1)
 
22
 
23
  # Llama Endpoint
24
  llm = HuggingFaceEndpoint(
25
+ # endpoint_url = os.getenv('HF_ENDPOINT'),
26
+ repo_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
27
  task="text-generation",
28
  max_new_tokens=4000,
29
  do_sample=False,
30
+ repetition_penalty=1.03
 
31
  )
32
 
33
  llama3 = ChatHuggingFace(llm=llm, temperature = 1)