Spaces:
Running
Running
Commit
•
07ac9a2
1
Parent(s):
f1ada87
Update app.py
Browse files
app.py
CHANGED
|
@@ -60,7 +60,7 @@ endpoint_url = os.environ.get("ENDPOINT_URL", "http://127.0.0.1:8080")
|
|
| 60 |
client = Client(endpoint_url, timeout=120)
|
| 61 |
eos_token = "</s>"
|
| 62 |
MAX_MAX_NEW_TOKENS = 1024
|
| 63 |
-
DEFAULT_MAX_NEW_TOKENS =
|
| 64 |
|
| 65 |
max_prompt_length = 4096 - MAX_MAX_NEW_TOKENS - 10
|
| 66 |
|
|
|
|
| 60 |
client = Client(endpoint_url, timeout=120)
|
| 61 |
eos_token = "</s>"
|
| 62 |
MAX_MAX_NEW_TOKENS = 1024
|
| 63 |
+
DEFAULT_MAX_NEW_TOKENS = 256
|
| 64 |
|
| 65 |
max_prompt_length = 4096 - MAX_MAX_NEW_TOKENS - 10
|
| 66 |
|