Yova commited on
Commit
b6ffdc8
1 Parent(s): f89042f

Training in progress, step 400

Browse files
added_tokens.json CHANGED
@@ -1,127 +1,6 @@
1
  {
2
- "<extra_id_0>": 259,
3
- "<extra_id_100>": 359,
4
- "<extra_id_101>": 360,
5
- "<extra_id_102>": 361,
6
- "<extra_id_103>": 362,
7
- "<extra_id_104>": 363,
8
- "<extra_id_105>": 364,
9
- "<extra_id_106>": 365,
10
- "<extra_id_107>": 366,
11
- "<extra_id_108>": 367,
12
- "<extra_id_109>": 368,
13
- "<extra_id_10>": 269,
14
- "<extra_id_110>": 369,
15
- "<extra_id_111>": 370,
16
- "<extra_id_112>": 371,
17
- "<extra_id_113>": 372,
18
- "<extra_id_114>": 373,
19
- "<extra_id_115>": 374,
20
- "<extra_id_116>": 375,
21
- "<extra_id_117>": 376,
22
- "<extra_id_118>": 377,
23
- "<extra_id_119>": 378,
24
- "<extra_id_11>": 270,
25
- "<extra_id_120>": 379,
26
- "<extra_id_121>": 380,
27
- "<extra_id_122>": 381,
28
- "<extra_id_123>": 382,
29
- "<extra_id_124>": 383,
30
- "<extra_id_12>": 271,
31
- "<extra_id_13>": 272,
32
- "<extra_id_14>": 273,
33
- "<extra_id_15>": 274,
34
- "<extra_id_16>": 275,
35
- "<extra_id_17>": 276,
36
- "<extra_id_18>": 277,
37
- "<extra_id_19>": 278,
38
- "<extra_id_1>": 260,
39
- "<extra_id_20>": 279,
40
- "<extra_id_21>": 280,
41
- "<extra_id_22>": 281,
42
- "<extra_id_23>": 282,
43
- "<extra_id_24>": 283,
44
- "<extra_id_25>": 284,
45
- "<extra_id_26>": 285,
46
- "<extra_id_27>": 286,
47
- "<extra_id_28>": 287,
48
- "<extra_id_29>": 288,
49
- "<extra_id_2>": 261,
50
- "<extra_id_30>": 289,
51
- "<extra_id_31>": 290,
52
- "<extra_id_32>": 291,
53
- "<extra_id_33>": 292,
54
- "<extra_id_34>": 293,
55
- "<extra_id_35>": 294,
56
- "<extra_id_36>": 295,
57
- "<extra_id_37>": 296,
58
- "<extra_id_38>": 297,
59
- "<extra_id_39>": 298,
60
- "<extra_id_3>": 262,
61
- "<extra_id_40>": 299,
62
- "<extra_id_41>": 300,
63
- "<extra_id_42>": 301,
64
- "<extra_id_43>": 302,
65
- "<extra_id_44>": 303,
66
- "<extra_id_45>": 304,
67
- "<extra_id_46>": 305,
68
- "<extra_id_47>": 306,
69
- "<extra_id_48>": 307,
70
- "<extra_id_49>": 308,
71
- "<extra_id_4>": 263,
72
- "<extra_id_50>": 309,
73
- "<extra_id_51>": 310,
74
- "<extra_id_52>": 311,
75
- "<extra_id_53>": 312,
76
- "<extra_id_54>": 313,
77
- "<extra_id_55>": 314,
78
- "<extra_id_56>": 315,
79
- "<extra_id_57>": 316,
80
- "<extra_id_58>": 317,
81
- "<extra_id_59>": 318,
82
- "<extra_id_5>": 264,
83
- "<extra_id_60>": 319,
84
- "<extra_id_61>": 320,
85
- "<extra_id_62>": 321,
86
- "<extra_id_63>": 322,
87
- "<extra_id_64>": 323,
88
- "<extra_id_65>": 324,
89
- "<extra_id_66>": 325,
90
- "<extra_id_67>": 326,
91
- "<extra_id_68>": 327,
92
- "<extra_id_69>": 328,
93
- "<extra_id_6>": 265,
94
- "<extra_id_70>": 329,
95
- "<extra_id_71>": 330,
96
- "<extra_id_72>": 331,
97
- "<extra_id_73>": 332,
98
- "<extra_id_74>": 333,
99
- "<extra_id_75>": 334,
100
- "<extra_id_76>": 335,
101
- "<extra_id_77>": 336,
102
- "<extra_id_78>": 337,
103
- "<extra_id_79>": 338,
104
- "<extra_id_7>": 266,
105
- "<extra_id_80>": 339,
106
- "<extra_id_81>": 340,
107
- "<extra_id_82>": 341,
108
- "<extra_id_83>": 342,
109
- "<extra_id_84>": 343,
110
- "<extra_id_85>": 344,
111
- "<extra_id_86>": 345,
112
- "<extra_id_87>": 346,
113
- "<extra_id_88>": 347,
114
- "<extra_id_89>": 348,
115
- "<extra_id_8>": 267,
116
- "<extra_id_90>": 349,
117
- "<extra_id_91>": 350,
118
- "<extra_id_92>": 351,
119
- "<extra_id_93>": 352,
120
- "<extra_id_94>": 353,
121
- "<extra_id_95>": 354,
122
- "<extra_id_96>": 355,
123
- "<extra_id_97>": 356,
124
- "<extra_id_98>": 357,
125
- "<extra_id_99>": 358,
126
- "<extra_id_9>": 268
127
  }
 
1
  {
2
+ "</s>": 61,
3
+ "<pad>": 59,
4
+ "<s>": 60,
5
+ "<unk>": 62
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:68129fc852214b3af55abe1a13b03a1552399314b66c949616255d7cc60e0359
3
  size 29458520
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e57ebc5334252c944c690c8a3ece2589ca23da9eea4e94e7a232c0b17fa2787
3
  size 29458520
special_tokens_map.json CHANGED
@@ -1,30 +1,30 @@
1
  {
2
  "bos_token": {
3
  "content": "<s>",
4
- "lstrip": true,
5
  "normalized": true,
6
- "rstrip": true,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
  "content": "</s>",
11
- "lstrip": true,
12
  "normalized": true,
13
- "rstrip": true,
14
  "single_word": false
15
  },
16
  "pad_token": {
17
  "content": "<pad>",
18
- "lstrip": true,
19
  "normalized": true,
20
- "rstrip": true,
21
  "single_word": false
22
  },
23
  "unk_token": {
24
  "content": "<unk>",
25
- "lstrip": true,
26
  "normalized": true,
27
- "rstrip": true,
28
  "single_word": false
29
  }
30
  }
 
1
  {
2
  "bos_token": {
3
  "content": "<s>",
4
+ "lstrip": false,
5
  "normalized": true,
6
+ "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
  "content": "</s>",
11
+ "lstrip": false,
12
  "normalized": true,
13
+ "rstrip": false,
14
  "single_word": false
15
  },
16
  "pad_token": {
17
  "content": "<pad>",
18
+ "lstrip": false,
19
  "normalized": true,
20
+ "rstrip": false,
21
  "single_word": false
22
  },
23
  "unk_token": {
24
  "content": "<unk>",
25
+ "lstrip": false,
26
  "normalized": true,
27
+ "rstrip": false,
28
  "single_word": false
29
  }
30
  }
tokenizer_config.json CHANGED
@@ -2,33 +2,33 @@
2
  "added_tokens_decoder": {
3
  "59": {
4
  "content": "<pad>",
5
- "lstrip": true,
6
  "normalized": true,
7
- "rstrip": true,
8
  "single_word": false,
9
  "special": true
10
  },
11
  "60": {
12
  "content": "<s>",
13
- "lstrip": true,
14
  "normalized": true,
15
- "rstrip": true,
16
  "single_word": false,
17
  "special": true
18
  },
19
  "61": {
20
  "content": "</s>",
21
- "lstrip": true,
22
  "normalized": true,
23
- "rstrip": true,
24
  "single_word": false,
25
  "special": true
26
  },
27
  "62": {
28
  "content": "<unk>",
29
- "lstrip": true,
30
  "normalized": true,
31
- "rstrip": true,
32
  "single_word": false,
33
  "special": true
34
  }
 
2
  "added_tokens_decoder": {
3
  "59": {
4
  "content": "<pad>",
5
+ "lstrip": false,
6
  "normalized": true,
7
+ "rstrip": false,
8
  "single_word": false,
9
  "special": true
10
  },
11
  "60": {
12
  "content": "<s>",
13
+ "lstrip": false,
14
  "normalized": true,
15
+ "rstrip": false,
16
  "single_word": false,
17
  "special": true
18
  },
19
  "61": {
20
  "content": "</s>",
21
+ "lstrip": false,
22
  "normalized": true,
23
+ "rstrip": false,
24
  "single_word": false,
25
  "special": true
26
  },
27
  "62": {
28
  "content": "<unk>",
29
+ "lstrip": false,
30
  "normalized": true,
31
+ "rstrip": false,
32
  "single_word": false,
33
  "special": true
34
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27b1bf882e54c58f9638ee425d1a3b4d3f044a5e9ebd189884577cb3c2f4f23c
3
  size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7771bc0f941c151adc2c4d888c06d4dcfed1525a00f7274058f08b04d62e32f
3
  size 4728