Update model.py
Browse files
model.py
CHANGED
|
@@ -65,7 +65,7 @@ def get_input_token_length(message: str, chat_history: list[tuple[str, str]], sy
|
|
| 65 |
def run(message: str,
|
| 66 |
chat_history: list[tuple[str, str]],
|
| 67 |
system_prompt: str,
|
| 68 |
-
max_new_tokens: int =
|
| 69 |
temperature: float = 0.8,
|
| 70 |
top_p: float = 0.95,
|
| 71 |
top_k: int = 50) -> Iterator[str]:
|
|
|
|
| 65 |
def run(message: str,
|
| 66 |
chat_history: list[tuple[str, str]],
|
| 67 |
system_prompt: str,
|
| 68 |
+
max_new_tokens: int = 256,
|
| 69 |
temperature: float = 0.8,
|
| 70 |
top_p: float = 0.95,
|
| 71 |
top_k: int = 50) -> Iterator[str]:
|