SE6446 commited on
Commit
e42fb67
1 Parent(s): 63cc3e3

Fixed tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer.json +6 -6
tokenizer.json CHANGED
@@ -2309,7 +2309,7 @@
2309
  },
2310
  {
2311
  "id": 128256,
2312
- "content": "</output>",
2313
  "single_word": false,
2314
  "lstrip": false,
2315
  "rstrip": false,
@@ -2318,7 +2318,7 @@
2318
  },
2319
  {
2320
  "id": 128257,
2321
- "content": "<output>",
2322
  "single_word": false,
2323
  "lstrip": false,
2324
  "rstrip": false,
@@ -2327,7 +2327,7 @@
2327
  },
2328
  {
2329
  "id": 128258,
2330
- "content": "</thinking>",
2331
  "single_word": false,
2332
  "lstrip": false,
2333
  "rstrip": false,
@@ -2336,7 +2336,7 @@
2336
  },
2337
  {
2338
  "id": 128259,
2339
- "content": "<thinking>",
2340
  "single_word": false,
2341
  "lstrip": false,
2342
  "rstrip": false,
@@ -2345,7 +2345,7 @@
2345
  },
2346
  {
2347
  "id": 128260,
2348
- "content": "<reflection>",
2349
  "single_word": false,
2350
  "lstrip": false,
2351
  "rstrip": false,
@@ -2354,7 +2354,7 @@
2354
  },
2355
  {
2356
  "id": 128261,
2357
- "content": "</reflection>",
2358
  "single_word": false,
2359
  "lstrip": false,
2360
  "rstrip": false,
 
2309
  },
2310
  {
2311
  "id": 128256,
2312
+ "content": "<thinking>",
2313
  "single_word": false,
2314
  "lstrip": false,
2315
  "rstrip": false,
 
2318
  },
2319
  {
2320
  "id": 128257,
2321
+ "content": "</thinking>",
2322
  "single_word": false,
2323
  "lstrip": false,
2324
  "rstrip": false,
 
2327
  },
2328
  {
2329
  "id": 128258,
2330
+ "content": "<reflection>",
2331
  "single_word": false,
2332
  "lstrip": false,
2333
  "rstrip": false,
 
2336
  },
2337
  {
2338
  "id": 128259,
2339
+ "content": "</reflection>",
2340
  "single_word": false,
2341
  "lstrip": false,
2342
  "rstrip": false,
 
2345
  },
2346
  {
2347
  "id": 128260,
2348
+ "content": "<output>",
2349
  "single_word": false,
2350
  "lstrip": false,
2351
  "rstrip": false,
 
2354
  },
2355
  {
2356
  "id": 128261,
2357
+ "content": "</output>",
2358
  "single_word": false,
2359
  "lstrip": false,
2360
  "rstrip": false,