Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -71,10 +71,10 @@ DEFAULT_SYSTEM_PROMPT = "A chat between a curious user and an artificial intelli
71
  endpoint_url = os.environ.get("ENDPOINT_URL", "http://127.0.0.1:8080")
72
  client = Client(endpoint_url, timeout=120)
73
  eos_token = "</s>"
74
- MAX_MAX_NEW_TOKENS = 1024
75
- DEFAULT_MAX_NEW_TOKENS = 1024
76
 
77
- max_prompt_length = 4096 - MAX_MAX_NEW_TOKENS - 10
78
 
79
  model_name = "yentinglin/Taiwan-LLaMa-v1.0"
80
  tokenizer = AutoTokenizer.from_pretrained(model_name)
 
71
  endpoint_url = os.environ.get("ENDPOINT_URL", "http://127.0.0.1:8080")
72
  client = Client(endpoint_url, timeout=120)
73
  eos_token = "</s>"
74
+ MAX_MAX_NEW_TOKENS = 4096
75
+ DEFAULT_MAX_NEW_TOKENS = 4096
76
 
77
+ max_prompt_length = 4096 - MAX_MAX_NEW_TOKENS - 4096
78
 
79
  model_name = "yentinglin/Taiwan-LLaMa-v1.0"
80
  tokenizer = AutoTokenizer.from_pretrained(model_name)