Spaces:
Sleeping
Sleeping
matthewfarant
commited on
Commit
•
b363574
1
Parent(s):
801ac4e
Update app.py
Browse files
app.py
CHANGED
@@ -22,13 +22,12 @@ os.environ["GOOGLE_API_KEY"] = os.getenv('GOOGLE_API_KEY')
|
|
22 |
|
23 |
# Llama Endpoint
|
24 |
llm = HuggingFaceEndpoint(
|
25 |
-
endpoint_url = os.getenv('HF_ENDPOINT'),
|
26 |
-
|
27 |
task="text-generation",
|
28 |
max_new_tokens=4000,
|
29 |
do_sample=False,
|
30 |
-
repetition_penalty=1.03
|
31 |
-
huggingfacehub_api_token=os.getenv('HF_KEY')
|
32 |
)
|
33 |
|
34 |
llama3 = ChatHuggingFace(llm=llm, temperature = 1)
|
|
|
22 |
|
23 |
# Llama Endpoint
|
24 |
llm = HuggingFaceEndpoint(
|
25 |
+
# endpoint_url = os.getenv('HF_ENDPOINT'),
|
26 |
+
repo_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
|
27 |
task="text-generation",
|
28 |
max_new_tokens=4000,
|
29 |
do_sample=False,
|
30 |
+
repetition_penalty=1.03
|
|
|
31 |
)
|
32 |
|
33 |
llama3 = ChatHuggingFace(llm=llm, temperature = 1)
|