Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -49,7 +49,7 @@ eos_token_id=processor.tokenizer.eos_token_id
|
|
49 |
|
50 |
|
51 |
|
52 |
-
@spaces.GPU(
|
53 |
def stream_chat(message, history: list, system: str, temperature: float, max_new_tokens: int):
|
54 |
print(message)
|
55 |
conversation = [{"role": "user", "content": system or DEFAULT_SYSTEM}]
|
|
|
49 |
|
50 |
|
51 |
|
52 |
+
@spaces.GPU(queue=False)
|
53 |
def stream_chat(message, history: list, system: str, temperature: float, max_new_tokens: int):
|
54 |
print(message)
|
55 |
conversation = [{"role": "user", "content": system or DEFAULT_SYSTEM}]
|