Spaces:

s3nh
/

LLaMA-2-7B-32K-GGML

Runtime error

s3nh commited on Jul 30, 2023

Commit

f902c1f

1 Parent(s): a28cfa2

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -126,7 +126,7 @@ class GenerationConfig:
     top_k: int = 50
     top_p: float = 0.9
     repetition_penalty: float = 1.0
-    max_new_tokens: int = 512
     seed: int = 42
     reset: bool = False
     stream: bool = True

     top_k: int = 50
     top_p: float = 0.9
     repetition_penalty: float = 1.0
+    max_new_tokens: int = 128
     seed: int = 42
     reset: bool = False
     stream: bool = True