Better generation config
Browse files- generation_config.json +8 -1
generation_config.json
CHANGED
@@ -2,5 +2,12 @@
|
|
2 |
"_from_model_config": true,
|
3 |
"bos_token_id": 128000,
|
4 |
"eos_token_id": 128001,
|
5 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6 |
}
|
|
|
2 |
"_from_model_config": true,
|
3 |
"bos_token_id": 128000,
|
4 |
"eos_token_id": 128001,
|
5 |
+
"pad_token_id": 128002,
|
6 |
+
"transformers_version": "4.34.0",
|
7 |
+
"temperature": 0.2,
|
8 |
+
"top_p": 0.9,
|
9 |
+
"top_k": 30,
|
10 |
+
"repetition_penalty": 1.12,
|
11 |
+
"do_sample": true,
|
12 |
+
"max_new_tokens": 1536
|
13 |
}
|