File size: 3,820 Bytes
ab39b5e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
{
  "additional_special_tokens": [
    "<|START_OF_TURN_TOKEN|>",
    "<|END_OF_TURN_TOKEN|>",
    "<|USER_TOKEN|>",
    "<|CHATBOT_TOKEN|>",
    "<|SYSTEM_TOKEN|>",
    "<|EXTRA_5_TOKEN|>",
    "<|EXTRA_6_TOKEN|>",
    "<|EXTRA_7_TOKEN|>",
    "<|EXTRA_8_TOKEN|>",
    "<|EXTRA_9_TOKEN|>",
    "<|EXTRA_10_TOKEN|>",
    "<|EXTRA_11_TOKEN|>",
    "<|EXTRA_12_TOKEN|>",
    "<|EXTRA_13_TOKEN|>",
    "<|EXTRA_14_TOKEN|>",
    "<|EXTRA_15_TOKEN|>",
    "<|EXTRA_16_TOKEN|>",
    "<|EXTRA_17_TOKEN|>",
    "<|EXTRA_18_TOKEN|>",
    "<|EXTRA_19_TOKEN|>",
    "<|EXTRA_20_TOKEN|>",
    "<|EXTRA_21_TOKEN|>",
    "<|EXTRA_22_TOKEN|>",
    "<|EXTRA_23_TOKEN|>",
    "<|EXTRA_24_TOKEN|>",
    "<|EXTRA_25_TOKEN|>",
    "<|EXTRA_26_TOKEN|>",
    "<|EXTRA_27_TOKEN|>",
    "<|EXTRA_28_TOKEN|>",
    "<|EXTRA_29_TOKEN|>",
    "<|EXTRA_30_TOKEN|>",
    "<|EXTRA_31_TOKEN|>",
    "<|EXTRA_32_TOKEN|>",
    "<|EXTRA_33_TOKEN|>",
    "<|EXTRA_34_TOKEN|>",
    "<|EXTRA_35_TOKEN|>",
    "<|EXTRA_36_TOKEN|>",
    "<|EXTRA_37_TOKEN|>",
    "<|EXTRA_38_TOKEN|>",
    "<|EXTRA_39_TOKEN|>",
    "<|EXTRA_40_TOKEN|>",
    "<|EXTRA_41_TOKEN|>",
    "<|EXTRA_42_TOKEN|>",
    "<|EXTRA_43_TOKEN|>",
    "<|EXTRA_44_TOKEN|>",
    "<|EXTRA_45_TOKEN|>",
    "<|EXTRA_46_TOKEN|>",
    "<|EXTRA_47_TOKEN|>",
    "<|EXTRA_48_TOKEN|>",
    "<|EXTRA_49_TOKEN|>",
    "<|EXTRA_50_TOKEN|>",
    "<|EXTRA_51_TOKEN|>",
    "<|EXTRA_52_TOKEN|>",
    "<|EXTRA_53_TOKEN|>",
    "<|EXTRA_54_TOKEN|>",
    "<|EXTRA_55_TOKEN|>",
    "<|EXTRA_56_TOKEN|>",
    "<|EXTRA_57_TOKEN|>",
    "<|EXTRA_58_TOKEN|>",
    "<|EXTRA_59_TOKEN|>",
    "<|EXTRA_60_TOKEN|>",
    "<|EXTRA_61_TOKEN|>",
    "<|EXTRA_62_TOKEN|>",
    "<|EXTRA_63_TOKEN|>",
    "<|EXTRA_64_TOKEN|>",
    "<|EXTRA_65_TOKEN|>",
    "<|EXTRA_66_TOKEN|>",
    "<|EXTRA_67_TOKEN|>",
    "<|EXTRA_68_TOKEN|>",
    "<|EXTRA_69_TOKEN|>",
    "<|EXTRA_70_TOKEN|>",
    "<|EXTRA_71_TOKEN|>",
    "<|EXTRA_72_TOKEN|>",
    "<|EXTRA_73_TOKEN|>",
    "<|EXTRA_74_TOKEN|>",
    "<|EXTRA_75_TOKEN|>",
    "<|EXTRA_76_TOKEN|>",
    "<|EXTRA_77_TOKEN|>",
    "<|EXTRA_78_TOKEN|>",
    "<|EXTRA_79_TOKEN|>",
    "<|EXTRA_80_TOKEN|>",
    "<|EXTRA_81_TOKEN|>",
    "<|EXTRA_82_TOKEN|>",
    "<|EXTRA_83_TOKEN|>",
    "<|EXTRA_84_TOKEN|>",
    "<|EXTRA_85_TOKEN|>",
    "<|EXTRA_86_TOKEN|>",
    "<|EXTRA_87_TOKEN|>",
    "<|EXTRA_88_TOKEN|>",
    "<|EXTRA_89_TOKEN|>",
    "<|EXTRA_90_TOKEN|>",
    "<|EXTRA_91_TOKEN|>",
    "<|EXTRA_92_TOKEN|>",
    "<|EXTRA_93_TOKEN|>",
    "<|EXTRA_94_TOKEN|>",
    "<|EXTRA_95_TOKEN|>",
    "<|EXTRA_96_TOKEN|>",
    "<|EXTRA_97_TOKEN|>",
    "<|EXTRA_98_TOKEN|>",
    "<|EXTRA_99_TOKEN|>",
    "<|EXTRA_100_TOKEN|>",
    "<|EXTRA_101_TOKEN|>",
    "<|EXTRA_102_TOKEN|>",
    "<|EXTRA_103_TOKEN|>",
    "<|EXTRA_104_TOKEN|>",
    "<|EXTRA_105_TOKEN|>",
    "<|EXTRA_106_TOKEN|>",
    "<|EXTRA_107_TOKEN|>",
    "<|EXTRA_108_TOKEN|>",
    "<|EXTRA_109_TOKEN|>",
    "<|EXTRA_110_TOKEN|>",
    "<|EXTRA_111_TOKEN|>",
    "<|EXTRA_112_TOKEN|>",
    "<|EXTRA_113_TOKEN|>",
    "<|EXTRA_114_TOKEN|>",
    "<|EXTRA_115_TOKEN|>",
    "<|EXTRA_116_TOKEN|>",
    "<|EXTRA_117_TOKEN|>",
    "<|EXTRA_118_TOKEN|>",
    "<|EXTRA_119_TOKEN|>",
    "<|EXTRA_120_TOKEN|>",
    "<|EXTRA_121_TOKEN|>",
    "<|EXTRA_122_TOKEN|>",
    "<|EXTRA_123_TOKEN|>",
    "<|EXTRA_124_TOKEN|>",
    "<|EXTRA_125_TOKEN|>",
    "<|EXTRA_126_TOKEN|>",
    "<|EXTRA_127_TOKEN|>"
  ],
  "bos_token": {
    "content": "<s>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  },
  "eos_token": {
    "content": "<|END_OF_TURN_TOKEN|>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  },
  "unk_token": {
    "content": "<unk>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  }
}