matthewfarant commited on
Commit
3deee4c
1 Parent(s): 99abee4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -22,7 +22,8 @@ os.environ["GOOGLE_API_KEY"] = os.getenv('GOOGLE_API_KEY')
22
 
23
  # Llama Endpoint
24
  llm = HuggingFaceEndpoint(
25
- repo_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
 
26
  task="text-generation",
27
  max_new_tokens=4000,
28
  do_sample=False,
 
22
 
23
  # Llama Endpoint
24
  llm = HuggingFaceEndpoint(
25
+ endpoint_url="https://kdd9i9ej809xdi8l.us-east-1.aws.endpoints.huggingface.cloud",
26
+ # repo_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
27
  task="text-generation",
28
  max_new_tokens=4000,
29
  do_sample=False,