Training in progress, step 920

config.json

@@ -49,7 +49,7 @@
   "scale_embedding": true,
   "static_position_embeddings": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.39.3",
+  "transformers_version": "4.44.0",
   "use_cache": true,
   "vocab_size": 96103
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e972077bb915725d4fe107edac5c9b5052cbbb299ea98f4add41b50b0740fe2d
+oid sha256:b2cdf6bd9c61fa971829f2c2866e04482e1c633c15759b1ac2914236c1b36df4
 size 2283652852

tokenizer.json

@@ -961,6 +961,15 @@
       "rstrip": false,
       "normalized": false,
       "special": true
+    },
+    {
+      "id": 106,
+      "content": "<n>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
     }
   ],
   "normalizer": {
@@ -993,8 +1002,8 @@
       {
         "type": "Metaspace",
         "replacement": "▁",
-        "add_prefix_space": true,
-        "prepend_scheme": "always"
+        "prepend_scheme": "always",
+        "split": true
       }
     ]
   },
@@ -1049,8 +1058,8 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true,
-    "prepend_scheme": "always"
+    "prepend_scheme": "always",
+    "split": true
   },
   "model": {
     "type": "Unigram",

tokenizer_config.json

@@ -847,6 +847,14 @@
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "106": {
+      "content": "<n>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
   "additional_special_tokens": [

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ed403869c6fc72affcd02cc5a930d54fe8d387ddf662e666e0a4e0495bc7ac6
-size 4856
+oid sha256:b68fd63cb333cab407a24d37f36a6ee85524c90a3b84927a731bf2e1d4928168
+size 5176