Fixed tokenizer
Browse files- tokenizer.json +6 -6
tokenizer.json
CHANGED
@@ -2309,7 +2309,7 @@
|
|
2309 |
},
|
2310 |
{
|
2311 |
"id": 128256,
|
2312 |
-
"content": "
|
2313 |
"single_word": false,
|
2314 |
"lstrip": false,
|
2315 |
"rstrip": false,
|
@@ -2318,7 +2318,7 @@
|
|
2318 |
},
|
2319 |
{
|
2320 |
"id": 128257,
|
2321 |
-
"content": "
|
2322 |
"single_word": false,
|
2323 |
"lstrip": false,
|
2324 |
"rstrip": false,
|
@@ -2327,7 +2327,7 @@
|
|
2327 |
},
|
2328 |
{
|
2329 |
"id": 128258,
|
2330 |
-
"content": "
|
2331 |
"single_word": false,
|
2332 |
"lstrip": false,
|
2333 |
"rstrip": false,
|
@@ -2336,7 +2336,7 @@
|
|
2336 |
},
|
2337 |
{
|
2338 |
"id": 128259,
|
2339 |
-
"content": "
|
2340 |
"single_word": false,
|
2341 |
"lstrip": false,
|
2342 |
"rstrip": false,
|
@@ -2345,7 +2345,7 @@
|
|
2345 |
},
|
2346 |
{
|
2347 |
"id": 128260,
|
2348 |
-
"content": "<
|
2349 |
"single_word": false,
|
2350 |
"lstrip": false,
|
2351 |
"rstrip": false,
|
@@ -2354,7 +2354,7 @@
|
|
2354 |
},
|
2355 |
{
|
2356 |
"id": 128261,
|
2357 |
-
"content": "</
|
2358 |
"single_word": false,
|
2359 |
"lstrip": false,
|
2360 |
"rstrip": false,
|
|
|
2309 |
},
|
2310 |
{
|
2311 |
"id": 128256,
|
2312 |
+
"content": "<thinking>",
|
2313 |
"single_word": false,
|
2314 |
"lstrip": false,
|
2315 |
"rstrip": false,
|
|
|
2318 |
},
|
2319 |
{
|
2320 |
"id": 128257,
|
2321 |
+
"content": "</thinking>",
|
2322 |
"single_word": false,
|
2323 |
"lstrip": false,
|
2324 |
"rstrip": false,
|
|
|
2327 |
},
|
2328 |
{
|
2329 |
"id": 128258,
|
2330 |
+
"content": "<reflection>",
|
2331 |
"single_word": false,
|
2332 |
"lstrip": false,
|
2333 |
"rstrip": false,
|
|
|
2336 |
},
|
2337 |
{
|
2338 |
"id": 128259,
|
2339 |
+
"content": "</reflection>",
|
2340 |
"single_word": false,
|
2341 |
"lstrip": false,
|
2342 |
"rstrip": false,
|
|
|
2345 |
},
|
2346 |
{
|
2347 |
"id": 128260,
|
2348 |
+
"content": "<output>",
|
2349 |
"single_word": false,
|
2350 |
"lstrip": false,
|
2351 |
"rstrip": false,
|
|
|
2354 |
},
|
2355 |
{
|
2356 |
"id": 128261,
|
2357 |
+
"content": "</output>",
|
2358 |
"single_word": false,
|
2359 |
"lstrip": false,
|
2360 |
"rstrip": false,
|