sahilsuneja
commited on
Commit
•
84ed6e0
1
Parent(s):
ba7a420
r1.1
Browse filesSigned-off-by: sahil suneja <[email protected]>
- config.json +5 -4
- model.safetensors → pytorch_model.bin +2 -2
- special_tokens_map.json +28 -4
- tokenizer.json +1 -0
- tokenizer_config.json +1 -0
config.json
CHANGED
@@ -1,20 +1,21 @@
|
|
1 |
{
|
2 |
-
"base_model_name_or_path": "ibm-granite/granite-20b-code-instruct",
|
3 |
"architectures": [
|
4 |
"MLPSpeculatorPreTrainedModel"
|
5 |
],
|
6 |
"emb_dim": 6144,
|
7 |
"inner_dim": 4096,
|
8 |
"model_type": "mlp_speculator",
|
9 |
-
"n_candidates":
|
10 |
"n_predict": 4,
|
|
|
|
|
11 |
"top_k_tokens_per_head": [
|
12 |
-
|
13 |
3,
|
14 |
2,
|
15 |
2
|
16 |
],
|
17 |
"torch_dtype": "float16",
|
18 |
-
"transformers_version": "4.
|
19 |
"vocab_size": 49152
|
20 |
}
|
|
|
1 |
{
|
|
|
2 |
"architectures": [
|
3 |
"MLPSpeculatorPreTrainedModel"
|
4 |
],
|
5 |
"emb_dim": 6144,
|
6 |
"inner_dim": 4096,
|
7 |
"model_type": "mlp_speculator",
|
8 |
+
"n_candidates": 4,
|
9 |
"n_predict": 4,
|
10 |
+
"scale_input": false,
|
11 |
+
"tie_weights": false,
|
12 |
"top_k_tokens_per_head": [
|
13 |
+
4,
|
14 |
3,
|
15 |
2,
|
16 |
2
|
17 |
],
|
18 |
"torch_dtype": "float16",
|
19 |
+
"transformers_version": "4.41.2",
|
20 |
"vocab_size": 49152
|
21 |
}
|
model.safetensors → pytorch_model.bin
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9519727c3beb5569b89d74e55929db90d3bfbce69e796afea66d0b02a55d76d2
|
3 |
+
size 3372292714
|
special_tokens_map.json
CHANGED
@@ -20,8 +20,32 @@
|
|
20 |
"<commit_after>",
|
21 |
"<reponame>"
|
22 |
],
|
23 |
-
"bos_token":
|
24 |
-
|
25 |
-
|
26 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
27 |
}
|
|
|
20 |
"<commit_after>",
|
21 |
"<reponame>"
|
22 |
],
|
23 |
+
"bos_token": {
|
24 |
+
"content": "<|endoftext|>",
|
25 |
+
"lstrip": false,
|
26 |
+
"normalized": false,
|
27 |
+
"rstrip": false,
|
28 |
+
"single_word": false
|
29 |
+
},
|
30 |
+
"eos_token": {
|
31 |
+
"content": "<|endoftext|>",
|
32 |
+
"lstrip": false,
|
33 |
+
"normalized": false,
|
34 |
+
"rstrip": false,
|
35 |
+
"single_word": false
|
36 |
+
},
|
37 |
+
"pad_token": {
|
38 |
+
"content": "<|endoftext|>",
|
39 |
+
"lstrip": false,
|
40 |
+
"normalized": false,
|
41 |
+
"rstrip": false,
|
42 |
+
"single_word": false
|
43 |
+
},
|
44 |
+
"unk_token": {
|
45 |
+
"content": "<|endoftext|>",
|
46 |
+
"lstrip": false,
|
47 |
+
"normalized": false,
|
48 |
+
"rstrip": false,
|
49 |
+
"single_word": false
|
50 |
+
}
|
51 |
}
|
tokenizer.json
CHANGED
@@ -206,6 +206,7 @@
|
|
206 |
"end_of_word_suffix": null,
|
207 |
"fuse_unk": false,
|
208 |
"byte_fallback": false,
|
|
|
209 |
"vocab": {
|
210 |
"<|endoftext|>": 0,
|
211 |
"<fim_prefix>": 1,
|
|
|
206 |
"end_of_word_suffix": null,
|
207 |
"fuse_unk": false,
|
208 |
"byte_fallback": false,
|
209 |
+
"ignore_merges": false,
|
210 |
"vocab": {
|
211 |
"<|endoftext|>": 0,
|
212 |
"<fim_prefix>": 1,
|
tokenizer_config.json
CHANGED
@@ -176,6 +176,7 @@
|
|
176 |
"<reponame>"
|
177 |
],
|
178 |
"bos_token": "<|endoftext|>",
|
|
|
179 |
"clean_up_tokenization_spaces": true,
|
180 |
"eos_token": "<|endoftext|>",
|
181 |
"model_max_length": 8192,
|
|
|
176 |
"<reponame>"
|
177 |
],
|
178 |
"bos_token": "<|endoftext|>",
|
179 |
+
"chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ 'Question:\n' + message['content'] + '\n\n' }}{% elif message['role'] == 'system' %}\n{{ 'System:\n' + message['content'] + '\n\n' }}{% elif message['role'] == 'assistant' %}{{ 'Answer:\n' + message['content'] + '\n\n' }}{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ 'Answer:\n' }}{% endif %}{% endfor %}",
|
180 |
"clean_up_tokenization_spaces": true,
|
181 |
"eos_token": "<|endoftext|>",
|
182 |
"model_max_length": 8192,
|