Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -83,7 +83,7 @@ terminators = [
|
|
| 83 |
|
| 84 |
|
| 85 |
|
| 86 |
-
@spaces.GPU
|
| 87 |
def stream_chat(message, history: list, system: str, temperature: float, max_new_tokens: int):
|
| 88 |
print(message)
|
| 89 |
conversation = [{"role": "system", "content": system or DEFAULT_SYSTEM}]
|
|
|
|
| 83 |
|
| 84 |
|
| 85 |
|
| 86 |
+
@spaces.GPU(duration=120, queue=False)
|
| 87 |
def stream_chat(message, history: list, system: str, temperature: float, max_new_tokens: int):
|
| 88 |
print(message)
|
| 89 |
conversation = [{"role": "system", "content": system or DEFAULT_SYSTEM}]
|