Model save

README.md

@@ -1,10 +1,9 @@
 ---
 library_name: transformers
-license: llama3
-base_model: meta-llama/Meta-Llama-3-8B
+license: llama3.1
+base_model: meta-llama/Llama-3.1-8B
 tags:
 - llama-factory
-- full
 - generated_from_trainer
 model-index:
 - name: OH_DCFT_V3_wo_evol_instruct_70k
@@ -16,9 +15,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 # OH_DCFT_V3_wo_evol_instruct_70k
 
-This model is a fine-tuned version of [meta-llama/Meta-Llama-3-8B](https://huggingface.co/meta-llama/Meta-Llama-3-8B) on the mlfoundations-dev/OH_DCFT_V3_wo_evol_instruct_70k dataset.
+This model is a fine-tuned version of [meta-llama/Llama-3.1-8B](https://huggingface.co/meta-llama/Llama-3.1-8B) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.6343
+- Loss: 0.6311
 
 ## Model description
 
@@ -56,9 +55,9 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch  | Step | Validation Loss |
 |:-------------:|:------:|:----:|:---------------:|
-| 0.6456        | 0.9994 | 391  | 0.6414          |
-| 0.5956        | 1.9987 | 782  | 0.6318          |
-| 0.5545        | 2.9981 | 1173 | 0.6343          |
+| 0.6447        | 0.9994 | 391  | 0.6408          |
+| 0.5993        | 1.9987 | 782  | 0.6304          |
+| 0.5618        | 2.9981 | 1173 | 0.6311          |
 
 
 ### Framework versions

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "meta-llama/Meta-Llama-3-8B",
+  "_name_or_path": "meta-llama/Llama-3.1-8B",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -12,7 +12,7 @@
   "hidden_size": 4096,
   "initializer_range": 0.02,
   "intermediate_size": 14336,
-  "max_position_embeddings": 8192,
+  "max_position_embeddings": 131072,
   "mlp_bias": false,
   "model_type": "llama",
   "num_attention_heads": 32,
@@ -20,7 +20,13 @@
   "num_key_value_heads": 8,
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
-  "rope_scaling": null,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",

generation_config.json

@@ -1,8 +1,8 @@
 {
+  "_from_model_config": true,
   "bos_token_id": 128000,
   "do_sample": true,
   "eos_token_id": 128001,
-  "max_length": 4096,
   "temperature": 0.6,
   "top_p": 0.9,
   "transformers_version": "4.45.2"

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6d3c58e1e0abafe3a78cb9e537b2cfd2213a0b031e8b9bff60e3a84b4ee4b14
+oid sha256:e8a02e060e745a4bc2d07123376f8cbedd643771e3b8450cf5ad96eca223239f
 size 4976698672

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:670d3f148db0f1e751bedebc0793978a6c378e1b2e40b5dcb917da283825bd50
+oid sha256:b6fe26920831ef930fb12d831d9cf70ee156938b8564970070da597351b6c350
 size 4999802720

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c9ce1358b2bbf333e62af2e093fb95bbb4533f566379061d19a66bc7d43142d
+oid sha256:af6627142a07df4074d21d5066cfc50e66b41f5f87211b9251398849b6d8a7c3
 size 4915916176

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:421fe287f6f6d80ff049bcf844ddd6cfc48c14143d1d6304a8805f6f36a9c5fd
+oid sha256:fcb754af435cecaecba1219c56dcb87a879488b3cf5f6722de9c480e811290e4
 size 1168138808

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
-size 17209961
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -33,7 +33,7 @@
       "special": true
     },
     "128004": {
-      "content": "<|reserved_special_token_2|>",
+      "content": "<|finetune_right_pad_id|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -41,7 +41,7 @@
       "special": true
     },
     "128005": {
-      "content": "<|reserved_special_token_3|>",
+      "content": "<|reserved_special_token_2|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -65,7 +65,7 @@
       "special": true
     },
     "128008": {
-      "content": "<|reserved_special_token_4|>",
+      "content": "<|eom_id|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -81,7 +81,7 @@
       "special": true
     },
     "128010": {
-      "content": "<|reserved_special_token_5|>",
+      "content": "<|python_tag|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -89,7 +89,7 @@
       "special": true
     },
     "128011": {
-      "content": "<|reserved_special_token_6|>",
+      "content": "<|reserved_special_token_3|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -97,7 +97,7 @@
       "special": true
     },
     "128012": {
-      "content": "<|reserved_special_token_7|>",
+      "content": "<|reserved_special_token_4|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -105,7 +105,7 @@
       "special": true
     },
     "128013": {
-      "content": "<|reserved_special_token_8|>",
+      "content": "<|reserved_special_token_5|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -113,7 +113,7 @@
       "special": true
     },
     "128014": {
-      "content": "<|reserved_special_token_9|>",
+      "content": "<|reserved_special_token_6|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -121,7 +121,7 @@
       "special": true
     },
     "128015": {
-      "content": "<|reserved_special_token_10|>",
+      "content": "<|reserved_special_token_7|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -129,7 +129,7 @@
       "special": true
     },
     "128016": {
-      "content": "<|reserved_special_token_11|>",
+      "content": "<|reserved_special_token_8|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -137,7 +137,7 @@
       "special": true
     },
     "128017": {
-      "content": "<|reserved_special_token_12|>",
+      "content": "<|reserved_special_token_9|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -145,7 +145,7 @@
       "special": true
     },
     "128018": {
-      "content": "<|reserved_special_token_13|>",
+      "content": "<|reserved_special_token_10|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -153,7 +153,7 @@
       "special": true
     },
     "128019": {
-      "content": "<|reserved_special_token_14|>",
+      "content": "<|reserved_special_token_11|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -161,7 +161,7 @@
       "special": true
     },
     "128020": {
-      "content": "<|reserved_special_token_15|>",
+      "content": "<|reserved_special_token_12|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -169,7 +169,7 @@
       "special": true
     },
     "128021": {
-      "content": "<|reserved_special_token_16|>",
+      "content": "<|reserved_special_token_13|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -177,7 +177,7 @@
       "special": true
     },
     "128022": {
-      "content": "<|reserved_special_token_17|>",
+      "content": "<|reserved_special_token_14|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -185,7 +185,7 @@
       "special": true
     },
     "128023": {
-      "content": "<|reserved_special_token_18|>",
+      "content": "<|reserved_special_token_15|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -193,7 +193,7 @@
       "special": true
     },
     "128024": {
-      "content": "<|reserved_special_token_19|>",
+      "content": "<|reserved_special_token_16|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -201,7 +201,7 @@
       "special": true
     },
     "128025": {
-      "content": "<|reserved_special_token_20|>",
+      "content": "<|reserved_special_token_17|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -209,7 +209,7 @@
       "special": true
     },
     "128026": {
-      "content": "<|reserved_special_token_21|>",
+      "content": "<|reserved_special_token_18|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -217,7 +217,7 @@
       "special": true
     },
     "128027": {
-      "content": "<|reserved_special_token_22|>",
+      "content": "<|reserved_special_token_19|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -225,7 +225,7 @@
       "special": true
     },
     "128028": {
-      "content": "<|reserved_special_token_23|>",
+      "content": "<|reserved_special_token_20|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -233,7 +233,7 @@
       "special": true
     },
     "128029": {
-      "content": "<|reserved_special_token_24|>",
+      "content": "<|reserved_special_token_21|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -241,7 +241,7 @@
       "special": true
     },
     "128030": {
-      "content": "<|reserved_special_token_25|>",
+      "content": "<|reserved_special_token_22|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -249,7 +249,7 @@
       "special": true
     },
     "128031": {
-      "content": "<|reserved_special_token_26|>",
+      "content": "<|reserved_special_token_23|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -257,7 +257,7 @@
       "special": true
     },
     "128032": {
-      "content": "<|reserved_special_token_27|>",
+      "content": "<|reserved_special_token_24|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -265,7 +265,7 @@
       "special": true
     },
     "128033": {
-      "content": "<|reserved_special_token_28|>",
+      "content": "<|reserved_special_token_25|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -273,7 +273,7 @@
       "special": true
     },
     "128034": {
-      "content": "<|reserved_special_token_29|>",
+      "content": "<|reserved_special_token_26|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -281,7 +281,7 @@
       "special": true
     },
     "128035": {
-      "content": "<|reserved_special_token_30|>",
+      "content": "<|reserved_special_token_27|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -289,7 +289,7 @@
       "special": true
     },
     "128036": {
-      "content": "<|reserved_special_token_31|>",
+      "content": "<|reserved_special_token_28|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -297,7 +297,7 @@
       "special": true
     },
     "128037": {
-      "content": "<|reserved_special_token_32|>",
+      "content": "<|reserved_special_token_29|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -305,7 +305,7 @@
       "special": true
     },
     "128038": {
-      "content": "<|reserved_special_token_33|>",
+      "content": "<|reserved_special_token_30|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -313,7 +313,7 @@
       "special": true
     },
     "128039": {
-      "content": "<|reserved_special_token_34|>",
+      "content": "<|reserved_special_token_31|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -321,7 +321,7 @@
       "special": true
     },
     "128040": {
-      "content": "<|reserved_special_token_35|>",
+      "content": "<|reserved_special_token_32|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -329,7 +329,7 @@
       "special": true
     },
     "128041": {
-      "content": "<|reserved_special_token_36|>",
+      "content": "<|reserved_special_token_33|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -337,7 +337,7 @@
       "special": true
     },
     "128042": {
-      "content": "<|reserved_special_token_37|>",
+      "content": "<|reserved_special_token_34|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -345,7 +345,7 @@
       "special": true
     },
     "128043": {
-      "content": "<|reserved_special_token_38|>",
+      "content": "<|reserved_special_token_35|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -353,7 +353,7 @@
       "special": true
     },
     "128044": {
-      "content": "<|reserved_special_token_39|>",
+      "content": "<|reserved_special_token_36|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -361,7 +361,7 @@
       "special": true
     },
     "128045": {
-      "content": "<|reserved_special_token_40|>",
+      "content": "<|reserved_special_token_37|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -369,7 +369,7 @@
       "special": true
     },
     "128046": {
-      "content": "<|reserved_special_token_41|>",
+      "content": "<|reserved_special_token_38|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -377,7 +377,7 @@
       "special": true
     },
     "128047": {
-      "content": "<|reserved_special_token_42|>",
+      "content": "<|reserved_special_token_39|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -385,7 +385,7 @@
       "special": true
     },
     "128048": {
-      "content": "<|reserved_special_token_43|>",
+      "content": "<|reserved_special_token_40|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -393,7 +393,7 @@
       "special": true
     },
     "128049": {
-      "content": "<|reserved_special_token_44|>",
+      "content": "<|reserved_special_token_41|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -401,7 +401,7 @@
       "special": true
     },
     "128050": {
-      "content": "<|reserved_special_token_45|>",
+      "content": "<|reserved_special_token_42|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -409,7 +409,7 @@
       "special": true
     },
     "128051": {
-      "content": "<|reserved_special_token_46|>",
+      "content": "<|reserved_special_token_43|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -417,7 +417,7 @@
       "special": true
     },
     "128052": {
-      "content": "<|reserved_special_token_47|>",
+      "content": "<|reserved_special_token_44|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -425,7 +425,7 @@
       "special": true
     },
     "128053": {
-      "content": "<|reserved_special_token_48|>",
+      "content": "<|reserved_special_token_45|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -433,7 +433,7 @@
       "special": true
     },
     "128054": {
-      "content": "<|reserved_special_token_49|>",
+      "content": "<|reserved_special_token_46|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -441,7 +441,7 @@
       "special": true
     },
     "128055": {
-      "content": "<|reserved_special_token_50|>",
+      "content": "<|reserved_special_token_47|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -449,7 +449,7 @@
       "special": true
     },
     "128056": {
-      "content": "<|reserved_special_token_51|>",
+      "content": "<|reserved_special_token_48|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -457,7 +457,7 @@
       "special": true
     },
     "128057": {
-      "content": "<|reserved_special_token_52|>",
+      "content": "<|reserved_special_token_49|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -465,7 +465,7 @@
       "special": true
     },
     "128058": {
-      "content": "<|reserved_special_token_53|>",
+      "content": "<|reserved_special_token_50|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -473,7 +473,7 @@
       "special": true
     },
     "128059": {
-      "content": "<|reserved_special_token_54|>",
+      "content": "<|reserved_special_token_51|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -481,7 +481,7 @@
       "special": true
     },
     "128060": {
-      "content": "<|reserved_special_token_55|>",
+      "content": "<|reserved_special_token_52|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -489,7 +489,7 @@
       "special": true
     },
     "128061": {
-      "content": "<|reserved_special_token_56|>",
+      "content": "<|reserved_special_token_53|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -497,7 +497,7 @@
       "special": true
     },
     "128062": {
-      "content": "<|reserved_special_token_57|>",
+      "content": "<|reserved_special_token_54|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -505,7 +505,7 @@
       "special": true
     },
     "128063": {
-      "content": "<|reserved_special_token_58|>",
+      "content": "<|reserved_special_token_55|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -513,7 +513,7 @@
       "special": true
     },
     "128064": {
-      "content": "<|reserved_special_token_59|>",
+      "content": "<|reserved_special_token_56|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -521,7 +521,7 @@
       "special": true
     },
     "128065": {
-      "content": "<|reserved_special_token_60|>",
+      "content": "<|reserved_special_token_57|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -529,7 +529,7 @@
       "special": true
     },
     "128066": {
-      "content": "<|reserved_special_token_61|>",
+      "content": "<|reserved_special_token_58|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -537,7 +537,7 @@
       "special": true
     },
     "128067": {
-      "content": "<|reserved_special_token_62|>",
+      "content": "<|reserved_special_token_59|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -545,7 +545,7 @@
       "special": true
     },
     "128068": {
-      "content": "<|reserved_special_token_63|>",
+      "content": "<|reserved_special_token_60|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -553,7 +553,7 @@
       "special": true
     },
     "128069": {
-      "content": "<|reserved_special_token_64|>",
+      "content": "<|reserved_special_token_61|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -561,7 +561,7 @@
       "special": true
     },
     "128070": {
-      "content": "<|reserved_special_token_65|>",
+      "content": "<|reserved_special_token_62|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -569,7 +569,7 @@
       "special": true
     },
     "128071": {
-      "content": "<|reserved_special_token_66|>",
+      "content": "<|reserved_special_token_63|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -577,7 +577,7 @@
       "special": true
     },
     "128072": {
-      "content": "<|reserved_special_token_67|>",
+      "content": "<|reserved_special_token_64|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -585,7 +585,7 @@
       "special": true
     },
     "128073": {
-      "content": "<|reserved_special_token_68|>",
+      "content": "<|reserved_special_token_65|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -593,7 +593,7 @@
       "special": true
     },
     "128074": {
-      "content": "<|reserved_special_token_69|>",
+      "content": "<|reserved_special_token_66|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -601,7 +601,7 @@
       "special": true
     },
     "128075": {
-      "content": "<|reserved_special_token_70|>",
+      "content": "<|reserved_special_token_67|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -609,7 +609,7 @@
       "special": true
     },
     "128076": {
-      "content": "<|reserved_special_token_71|>",
+      "content": "<|reserved_special_token_68|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -617,7 +617,7 @@
       "special": true
     },
     "128077": {
-      "content": "<|reserved_special_token_72|>",
+      "content": "<|reserved_special_token_69|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -625,7 +625,7 @@
       "special": true
     },
     "128078": {
-      "content": "<|reserved_special_token_73|>",
+      "content": "<|reserved_special_token_70|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -633,7 +633,7 @@
       "special": true
     },
     "128079": {
-      "content": "<|reserved_special_token_74|>",
+      "content": "<|reserved_special_token_71|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -641,7 +641,7 @@
       "special": true
     },
     "128080": {
-      "content": "<|reserved_special_token_75|>",
+      "content": "<|reserved_special_token_72|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -649,7 +649,7 @@
       "special": true
     },
     "128081": {
-      "content": "<|reserved_special_token_76|>",
+      "content": "<|reserved_special_token_73|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -657,7 +657,7 @@
       "special": true
     },
     "128082": {
-      "content": "<|reserved_special_token_77|>",
+      "content": "<|reserved_special_token_74|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -665,7 +665,7 @@
       "special": true
     },
     "128083": {
-      "content": "<|reserved_special_token_78|>",
+      "content": "<|reserved_special_token_75|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -673,7 +673,7 @@
       "special": true
     },
     "128084": {
-      "content": "<|reserved_special_token_79|>",
+      "content": "<|reserved_special_token_76|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -681,7 +681,7 @@
       "special": true
     },
     "128085": {
-      "content": "<|reserved_special_token_80|>",
+      "content": "<|reserved_special_token_77|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -689,7 +689,7 @@
       "special": true
     },
     "128086": {
-      "content": "<|reserved_special_token_81|>",
+      "content": "<|reserved_special_token_78|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -697,7 +697,7 @@
       "special": true
     },
     "128087": {
-      "content": "<|reserved_special_token_82|>",
+      "content": "<|reserved_special_token_79|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -705,7 +705,7 @@
       "special": true
     },
     "128088": {
-      "content": "<|reserved_special_token_83|>",
+      "content": "<|reserved_special_token_80|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -713,7 +713,7 @@
       "special": true
     },
     "128089": {
-      "content": "<|reserved_special_token_84|>",
+      "content": "<|reserved_special_token_81|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -721,7 +721,7 @@
       "special": true
     },
     "128090": {
-      "content": "<|reserved_special_token_85|>",
+      "content": "<|reserved_special_token_82|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -729,7 +729,7 @@
       "special": true
     },
     "128091": {
-      "content": "<|reserved_special_token_86|>",
+      "content": "<|reserved_special_token_83|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -737,7 +737,7 @@
       "special": true
     },
     "128092": {
-      "content": "<|reserved_special_token_87|>",
+      "content": "<|reserved_special_token_84|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -745,7 +745,7 @@
       "special": true
     },
     "128093": {
-      "content": "<|reserved_special_token_88|>",
+      "content": "<|reserved_special_token_85|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -753,7 +753,7 @@
       "special": true
     },
     "128094": {
-      "content": "<|reserved_special_token_89|>",
+      "content": "<|reserved_special_token_86|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -761,7 +761,7 @@
       "special": true
     },
     "128095": {
-      "content": "<|reserved_special_token_90|>",
+      "content": "<|reserved_special_token_87|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -769,7 +769,7 @@
       "special": true
     },
     "128096": {
-      "content": "<|reserved_special_token_91|>",
+      "content": "<|reserved_special_token_88|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -777,7 +777,7 @@
       "special": true
     },
     "128097": {
-      "content": "<|reserved_special_token_92|>",
+      "content": "<|reserved_special_token_89|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -785,7 +785,7 @@
       "special": true
     },
     "128098": {
-      "content": "<|reserved_special_token_93|>",
+      "content": "<|reserved_special_token_90|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -793,7 +793,7 @@
       "special": true
     },
     "128099": {
-      "content": "<|reserved_special_token_94|>",
+      "content": "<|reserved_special_token_91|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -801,7 +801,7 @@
       "special": true
     },
     "128100": {
-      "content": "<|reserved_special_token_95|>",
+      "content": "<|reserved_special_token_92|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -809,7 +809,7 @@
       "special": true
     },
     "128101": {
-      "content": "<|reserved_special_token_96|>",
+      "content": "<|reserved_special_token_93|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -817,7 +817,7 @@
       "special": true
     },
     "128102": {
-      "content": "<|reserved_special_token_97|>",
+      "content": "<|reserved_special_token_94|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -825,7 +825,7 @@
       "special": true
     },
     "128103": {
-      "content": "<|reserved_special_token_98|>",
+      "content": "<|reserved_special_token_95|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -833,7 +833,7 @@
       "special": true
     },
     "128104": {
-      "content": "<|reserved_special_token_99|>",
+      "content": "<|reserved_special_token_96|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -841,7 +841,7 @@
       "special": true
     },
     "128105": {
-      "content": "<|reserved_special_token_100|>",
+      "content": "<|reserved_special_token_97|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -849,7 +849,7 @@
       "special": true
     },
     "128106": {
-      "content": "<|reserved_special_token_101|>",
+      "content": "<|reserved_special_token_98|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -857,7 +857,7 @@
       "special": true
     },
     "128107": {
-      "content": "<|reserved_special_token_102|>",
+      "content": "<|reserved_special_token_99|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -865,7 +865,7 @@
       "special": true
     },
     "128108": {
-      "content": "<|reserved_special_token_103|>",
+      "content": "<|reserved_special_token_100|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -873,7 +873,7 @@
       "special": true
     },
     "128109": {
-      "content": "<|reserved_special_token_104|>",
+      "content": "<|reserved_special_token_101|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -881,7 +881,7 @@
       "special": true
     },
     "128110": {
-      "content": "<|reserved_special_token_105|>",
+      "content": "<|reserved_special_token_102|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -889,7 +889,7 @@
       "special": true
     },
     "128111": {
-      "content": "<|reserved_special_token_106|>",
+      "content": "<|reserved_special_token_103|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -897,7 +897,7 @@
       "special": true
     },
     "128112": {
-      "content": "<|reserved_special_token_107|>",
+      "content": "<|reserved_special_token_104|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -905,7 +905,7 @@
       "special": true
     },
     "128113": {
-      "content": "<|reserved_special_token_108|>",
+      "content": "<|reserved_special_token_105|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -913,7 +913,7 @@
       "special": true
     },
     "128114": {
-      "content": "<|reserved_special_token_109|>",
+      "content": "<|reserved_special_token_106|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -921,7 +921,7 @@
       "special": true
     },
     "128115": {
-      "content": "<|reserved_special_token_110|>",
+      "content": "<|reserved_special_token_107|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -929,7 +929,7 @@
       "special": true
     },
     "128116": {
-      "content": "<|reserved_special_token_111|>",
+      "content": "<|reserved_special_token_108|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -937,7 +937,7 @@
       "special": true
     },
     "128117": {
-      "content": "<|reserved_special_token_112|>",
+      "content": "<|reserved_special_token_109|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -945,7 +945,7 @@
       "special": true
     },
     "128118": {
-      "content": "<|reserved_special_token_113|>",
+      "content": "<|reserved_special_token_110|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -953,7 +953,7 @@
       "special": true
     },
     "128119": {
-      "content": "<|reserved_special_token_114|>",
+      "content": "<|reserved_special_token_111|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -961,7 +961,7 @@
       "special": true
     },
     "128120": {
-      "content": "<|reserved_special_token_115|>",
+      "content": "<|reserved_special_token_112|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -969,7 +969,7 @@
       "special": true
     },
     "128121": {
-      "content": "<|reserved_special_token_116|>",
+      "content": "<|reserved_special_token_113|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -977,7 +977,7 @@
       "special": true
     },
     "128122": {
-      "content": "<|reserved_special_token_117|>",
+      "content": "<|reserved_special_token_114|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -985,7 +985,7 @@
       "special": true
     },
     "128123": {
-      "content": "<|reserved_special_token_118|>",
+      "content": "<|reserved_special_token_115|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -993,7 +993,7 @@
       "special": true
     },
     "128124": {
-      "content": "<|reserved_special_token_119|>",
+      "content": "<|reserved_special_token_116|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1001,7 +1001,7 @@
       "special": true
     },
     "128125": {
-      "content": "<|reserved_special_token_120|>",
+      "content": "<|reserved_special_token_117|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1009,7 +1009,7 @@
       "special": true
     },
     "128126": {
-      "content": "<|reserved_special_token_121|>",
+      "content": "<|reserved_special_token_118|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1017,7 +1017,7 @@
       "special": true
     },
     "128127": {
-      "content": "<|reserved_special_token_122|>",
+      "content": "<|reserved_special_token_119|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1025,7 +1025,7 @@
       "special": true
     },
     "128128": {
-      "content": "<|reserved_special_token_123|>",
+      "content": "<|reserved_special_token_120|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1033,7 +1033,7 @@
       "special": true
     },
     "128129": {
-      "content": "<|reserved_special_token_124|>",
+      "content": "<|reserved_special_token_121|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1041,7 +1041,7 @@
       "special": true
     },
     "128130": {
-      "content": "<|reserved_special_token_125|>",
+      "content": "<|reserved_special_token_122|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1049,7 +1049,7 @@
       "special": true
     },
     "128131": {
-      "content": "<|reserved_special_token_126|>",
+      "content": "<|reserved_special_token_123|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1057,7 +1057,7 @@
       "special": true
     },
     "128132": {
-      "content": "<|reserved_special_token_127|>",
+      "content": "<|reserved_special_token_124|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1065,7 +1065,7 @@
       "special": true
     },
     "128133": {
-      "content": "<|reserved_special_token_128|>",
+      "content": "<|reserved_special_token_125|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1073,7 +1073,7 @@
       "special": true
     },
     "128134": {
-      "content": "<|reserved_special_token_129|>",
+      "content": "<|reserved_special_token_126|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1081,7 +1081,7 @@
       "special": true
     },
     "128135": {
-      "content": "<|reserved_special_token_130|>",
+      "content": "<|reserved_special_token_127|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1089,7 +1089,7 @@
       "special": true
     },
     "128136": {
-      "content": "<|reserved_special_token_131|>",
+      "content": "<|reserved_special_token_128|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1097,7 +1097,7 @@
       "special": true
     },
     "128137": {
-      "content": "<|reserved_special_token_132|>",
+      "content": "<|reserved_special_token_129|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1105,7 +1105,7 @@
       "special": true
     },
     "128138": {
-      "content": "<|reserved_special_token_133|>",
+      "content": "<|reserved_special_token_130|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1113,7 +1113,7 @@
       "special": true
     },
     "128139": {
-      "content": "<|reserved_special_token_134|>",
+      "content": "<|reserved_special_token_131|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1121,7 +1121,7 @@
       "special": true
     },
     "128140": {
-      "content": "<|reserved_special_token_135|>",
+      "content": "<|reserved_special_token_132|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1129,7 +1129,7 @@
       "special": true
     },
     "128141": {
-      "content": "<|reserved_special_token_136|>",
+      "content": "<|reserved_special_token_133|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1137,7 +1137,7 @@
       "special": true
     },
     "128142": {
-      "content": "<|reserved_special_token_137|>",
+      "content": "<|reserved_special_token_134|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1145,7 +1145,7 @@
       "special": true
     },
     "128143": {
-      "content": "<|reserved_special_token_138|>",
+      "content": "<|reserved_special_token_135|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1153,7 +1153,7 @@
       "special": true
     },
     "128144": {
-      "content": "<|reserved_special_token_139|>",
+      "content": "<|reserved_special_token_136|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1161,7 +1161,7 @@
       "special": true
     },
     "128145": {
-      "content": "<|reserved_special_token_140|>",
+      "content": "<|reserved_special_token_137|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1169,7 +1169,7 @@
       "special": true
     },
     "128146": {
-      "content": "<|reserved_special_token_141|>",
+      "content": "<|reserved_special_token_138|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1177,7 +1177,7 @@
       "special": true
     },
     "128147": {
-      "content": "<|reserved_special_token_142|>",
+      "content": "<|reserved_special_token_139|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1185,7 +1185,7 @@
       "special": true
     },
     "128148": {
-      "content": "<|reserved_special_token_143|>",
+      "content": "<|reserved_special_token_140|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1193,7 +1193,7 @@
       "special": true
     },
     "128149": {
-      "content": "<|reserved_special_token_144|>",
+      "content": "<|reserved_special_token_141|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1201,7 +1201,7 @@
       "special": true
     },
     "128150": {
-      "content": "<|reserved_special_token_145|>",
+      "content": "<|reserved_special_token_142|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1209,7 +1209,7 @@
       "special": true
     },
     "128151": {
-      "content": "<|reserved_special_token_146|>",
+      "content": "<|reserved_special_token_143|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1217,7 +1217,7 @@
       "special": true
     },
     "128152": {
-      "content": "<|reserved_special_token_147|>",
+      "content": "<|reserved_special_token_144|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1225,7 +1225,7 @@
       "special": true
     },
     "128153": {
-      "content": "<|reserved_special_token_148|>",
+      "content": "<|reserved_special_token_145|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1233,7 +1233,7 @@
       "special": true
     },
     "128154": {
-      "content": "<|reserved_special_token_149|>",
+      "content": "<|reserved_special_token_146|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1241,7 +1241,7 @@
       "special": true
     },
     "128155": {
-      "content": "<|reserved_special_token_150|>",
+      "content": "<|reserved_special_token_147|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1249,7 +1249,7 @@
       "special": true
     },
     "128156": {
-      "content": "<|reserved_special_token_151|>",
+      "content": "<|reserved_special_token_148|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1257,7 +1257,7 @@
       "special": true
     },
     "128157": {
-      "content": "<|reserved_special_token_152|>",
+      "content": "<|reserved_special_token_149|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1265,7 +1265,7 @@
       "special": true
     },
     "128158": {
-      "content": "<|reserved_special_token_153|>",
+      "content": "<|reserved_special_token_150|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1273,7 +1273,7 @@
       "special": true
     },
     "128159": {
-      "content": "<|reserved_special_token_154|>",
+      "content": "<|reserved_special_token_151|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1281,7 +1281,7 @@
       "special": true
     },
     "128160": {
-      "content": "<|reserved_special_token_155|>",
+      "content": "<|reserved_special_token_152|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1289,7 +1289,7 @@
       "special": true
     },
     "128161": {
-      "content": "<|reserved_special_token_156|>",
+      "content": "<|reserved_special_token_153|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1297,7 +1297,7 @@
       "special": true
     },
     "128162": {
-      "content": "<|reserved_special_token_157|>",
+      "content": "<|reserved_special_token_154|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1305,7 +1305,7 @@
       "special": true
     },
     "128163": {
-      "content": "<|reserved_special_token_158|>",
+      "content": "<|reserved_special_token_155|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1313,7 +1313,7 @@
       "special": true
     },
     "128164": {
-      "content": "<|reserved_special_token_159|>",
+      "content": "<|reserved_special_token_156|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1321,7 +1321,7 @@
       "special": true
     },
     "128165": {
-      "content": "<|reserved_special_token_160|>",
+      "content": "<|reserved_special_token_157|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1329,7 +1329,7 @@
       "special": true
     },
     "128166": {
-      "content": "<|reserved_special_token_161|>",
+      "content": "<|reserved_special_token_158|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1337,7 +1337,7 @@
       "special": true
     },
     "128167": {
-      "content": "<|reserved_special_token_162|>",
+      "content": "<|reserved_special_token_159|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1345,7 +1345,7 @@
       "special": true
     },
     "128168": {
-      "content": "<|reserved_special_token_163|>",
+      "content": "<|reserved_special_token_160|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1353,7 +1353,7 @@
       "special": true
     },
     "128169": {
-      "content": "<|reserved_special_token_164|>",
+      "content": "<|reserved_special_token_161|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1361,7 +1361,7 @@
       "special": true
     },
     "128170": {
-      "content": "<|reserved_special_token_165|>",
+      "content": "<|reserved_special_token_162|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1369,7 +1369,7 @@
       "special": true
     },
     "128171": {
-      "content": "<|reserved_special_token_166|>",
+      "content": "<|reserved_special_token_163|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1377,7 +1377,7 @@
       "special": true
     },
     "128172": {
-      "content": "<|reserved_special_token_167|>",
+      "content": "<|reserved_special_token_164|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1385,7 +1385,7 @@
       "special": true
     },
     "128173": {
-      "content": "<|reserved_special_token_168|>",
+      "content": "<|reserved_special_token_165|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1393,7 +1393,7 @@
       "special": true
     },
     "128174": {
-      "content": "<|reserved_special_token_169|>",
+      "content": "<|reserved_special_token_166|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1401,7 +1401,7 @@
       "special": true
     },
     "128175": {
-      "content": "<|reserved_special_token_170|>",
+      "content": "<|reserved_special_token_167|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1409,7 +1409,7 @@
       "special": true
     },
     "128176": {
-      "content": "<|reserved_special_token_171|>",
+      "content": "<|reserved_special_token_168|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1417,7 +1417,7 @@
       "special": true
     },
     "128177": {
-      "content": "<|reserved_special_token_172|>",
+      "content": "<|reserved_special_token_169|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1425,7 +1425,7 @@
       "special": true
     },
     "128178": {
-      "content": "<|reserved_special_token_173|>",
+      "content": "<|reserved_special_token_170|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1433,7 +1433,7 @@
       "special": true
     },
     "128179": {
-      "content": "<|reserved_special_token_174|>",
+      "content": "<|reserved_special_token_171|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1441,7 +1441,7 @@
       "special": true
     },
     "128180": {
-      "content": "<|reserved_special_token_175|>",
+      "content": "<|reserved_special_token_172|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1449,7 +1449,7 @@
       "special": true
     },
     "128181": {
-      "content": "<|reserved_special_token_176|>",
+      "content": "<|reserved_special_token_173|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1457,7 +1457,7 @@
       "special": true
     },
     "128182": {
-      "content": "<|reserved_special_token_177|>",
+      "content": "<|reserved_special_token_174|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1465,7 +1465,7 @@
       "special": true
     },
     "128183": {
-      "content": "<|reserved_special_token_178|>",
+      "content": "<|reserved_special_token_175|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1473,7 +1473,7 @@
       "special": true
     },
     "128184": {
-      "content": "<|reserved_special_token_179|>",
+      "content": "<|reserved_special_token_176|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1481,7 +1481,7 @@
       "special": true
     },
     "128185": {
-      "content": "<|reserved_special_token_180|>",
+      "content": "<|reserved_special_token_177|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1489,7 +1489,7 @@
       "special": true
     },
     "128186": {
-      "content": "<|reserved_special_token_181|>",
+      "content": "<|reserved_special_token_178|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1497,7 +1497,7 @@
       "special": true
     },
     "128187": {
-      "content": "<|reserved_special_token_182|>",
+      "content": "<|reserved_special_token_179|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1505,7 +1505,7 @@
       "special": true
     },
     "128188": {
-      "content": "<|reserved_special_token_183|>",
+      "content": "<|reserved_special_token_180|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1513,7 +1513,7 @@
       "special": true
     },
     "128189": {
-      "content": "<|reserved_special_token_184|>",
+      "content": "<|reserved_special_token_181|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1521,7 +1521,7 @@
       "special": true
     },
     "128190": {
-      "content": "<|reserved_special_token_185|>",
+      "content": "<|reserved_special_token_182|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1529,7 +1529,7 @@
       "special": true
     },
     "128191": {
-      "content": "<|reserved_special_token_186|>",
+      "content": "<|reserved_special_token_183|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1537,7 +1537,7 @@
       "special": true
     },
     "128192": {
-      "content": "<|reserved_special_token_187|>",
+      "content": "<|reserved_special_token_184|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1545,7 +1545,7 @@
       "special": true
     },
     "128193": {
-      "content": "<|reserved_special_token_188|>",
+      "content": "<|reserved_special_token_185|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1553,7 +1553,7 @@
       "special": true
     },
     "128194": {
-      "content": "<|reserved_special_token_189|>",
+      "content": "<|reserved_special_token_186|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1561,7 +1561,7 @@
       "special": true
     },
     "128195": {
-      "content": "<|reserved_special_token_190|>",
+      "content": "<|reserved_special_token_187|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1569,7 +1569,7 @@
       "special": true
     },
     "128196": {
-      "content": "<|reserved_special_token_191|>",
+      "content": "<|reserved_special_token_188|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1577,7 +1577,7 @@
       "special": true
     },
     "128197": {
-      "content": "<|reserved_special_token_192|>",
+      "content": "<|reserved_special_token_189|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1585,7 +1585,7 @@
       "special": true
     },
     "128198": {
-      "content": "<|reserved_special_token_193|>",
+      "content": "<|reserved_special_token_190|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1593,7 +1593,7 @@
       "special": true
     },
     "128199": {
-      "content": "<|reserved_special_token_194|>",
+      "content": "<|reserved_special_token_191|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1601,7 +1601,7 @@
       "special": true
     },
     "128200": {
-      "content": "<|reserved_special_token_195|>",
+      "content": "<|reserved_special_token_192|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1609,7 +1609,7 @@
       "special": true
     },
     "128201": {
-      "content": "<|reserved_special_token_196|>",
+      "content": "<|reserved_special_token_193|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1617,7 +1617,7 @@
       "special": true
     },
     "128202": {
-      "content": "<|reserved_special_token_197|>",
+      "content": "<|reserved_special_token_194|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1625,7 +1625,7 @@
       "special": true
     },
     "128203": {
-      "content": "<|reserved_special_token_198|>",
+      "content": "<|reserved_special_token_195|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1633,7 +1633,7 @@
       "special": true
     },
     "128204": {
-      "content": "<|reserved_special_token_199|>",
+      "content": "<|reserved_special_token_196|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1641,7 +1641,7 @@
       "special": true
     },
     "128205": {
-      "content": "<|reserved_special_token_200|>",
+      "content": "<|reserved_special_token_197|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1649,7 +1649,7 @@
       "special": true
     },
     "128206": {
-      "content": "<|reserved_special_token_201|>",
+      "content": "<|reserved_special_token_198|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1657,7 +1657,7 @@
       "special": true
     },
     "128207": {
-      "content": "<|reserved_special_token_202|>",
+      "content": "<|reserved_special_token_199|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1665,7 +1665,7 @@
       "special": true
     },
     "128208": {
-      "content": "<|reserved_special_token_203|>",
+      "content": "<|reserved_special_token_200|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1673,7 +1673,7 @@
       "special": true
     },
     "128209": {
-      "content": "<|reserved_special_token_204|>",
+      "content": "<|reserved_special_token_201|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1681,7 +1681,7 @@
       "special": true
     },
     "128210": {
-      "content": "<|reserved_special_token_205|>",
+      "content": "<|reserved_special_token_202|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1689,7 +1689,7 @@
       "special": true
     },
     "128211": {
-      "content": "<|reserved_special_token_206|>",
+      "content": "<|reserved_special_token_203|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1697,7 +1697,7 @@
       "special": true
     },
     "128212": {
-      "content": "<|reserved_special_token_207|>",
+      "content": "<|reserved_special_token_204|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1705,7 +1705,7 @@
       "special": true
     },
     "128213": {
-      "content": "<|reserved_special_token_208|>",
+      "content": "<|reserved_special_token_205|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1713,7 +1713,7 @@
       "special": true
     },
     "128214": {
-      "content": "<|reserved_special_token_209|>",
+      "content": "<|reserved_special_token_206|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1721,7 +1721,7 @@
       "special": true
     },
     "128215": {
-      "content": "<|reserved_special_token_210|>",
+      "content": "<|reserved_special_token_207|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1729,7 +1729,7 @@
       "special": true
     },
     "128216": {
-      "content": "<|reserved_special_token_211|>",
+      "content": "<|reserved_special_token_208|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1737,7 +1737,7 @@
       "special": true
     },
     "128217": {
-      "content": "<|reserved_special_token_212|>",
+      "content": "<|reserved_special_token_209|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1745,7 +1745,7 @@
       "special": true
     },
     "128218": {
-      "content": "<|reserved_special_token_213|>",
+      "content": "<|reserved_special_token_210|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1753,7 +1753,7 @@
       "special": true
     },
     "128219": {
-      "content": "<|reserved_special_token_214|>",
+      "content": "<|reserved_special_token_211|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1761,7 +1761,7 @@
       "special": true
     },
     "128220": {
-      "content": "<|reserved_special_token_215|>",
+      "content": "<|reserved_special_token_212|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1769,7 +1769,7 @@
       "special": true
     },
     "128221": {
-      "content": "<|reserved_special_token_216|>",
+      "content": "<|reserved_special_token_213|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1777,7 +1777,7 @@
       "special": true
     },
     "128222": {
-      "content": "<|reserved_special_token_217|>",
+      "content": "<|reserved_special_token_214|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1785,7 +1785,7 @@
       "special": true
     },
     "128223": {
-      "content": "<|reserved_special_token_218|>",
+      "content": "<|reserved_special_token_215|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1793,7 +1793,7 @@
       "special": true
     },
     "128224": {
-      "content": "<|reserved_special_token_219|>",
+      "content": "<|reserved_special_token_216|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1801,7 +1801,7 @@
       "special": true
     },
     "128225": {
-      "content": "<|reserved_special_token_220|>",
+      "content": "<|reserved_special_token_217|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1809,7 +1809,7 @@
       "special": true
     },
     "128226": {
-      "content": "<|reserved_special_token_221|>",
+      "content": "<|reserved_special_token_218|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1817,7 +1817,7 @@
       "special": true
     },
     "128227": {
-      "content": "<|reserved_special_token_222|>",
+      "content": "<|reserved_special_token_219|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1825,7 +1825,7 @@
       "special": true
     },
     "128228": {
-      "content": "<|reserved_special_token_223|>",
+      "content": "<|reserved_special_token_220|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1833,7 +1833,7 @@
       "special": true
     },
     "128229": {
-      "content": "<|reserved_special_token_224|>",
+      "content": "<|reserved_special_token_221|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1841,7 +1841,7 @@
       "special": true
     },
     "128230": {
-      "content": "<|reserved_special_token_225|>",
+      "content": "<|reserved_special_token_222|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1849,7 +1849,7 @@
       "special": true
     },
     "128231": {
-      "content": "<|reserved_special_token_226|>",
+      "content": "<|reserved_special_token_223|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1857,7 +1857,7 @@
       "special": true
     },
     "128232": {
-      "content": "<|reserved_special_token_227|>",
+      "content": "<|reserved_special_token_224|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1865,7 +1865,7 @@
       "special": true
     },
     "128233": {
-      "content": "<|reserved_special_token_228|>",
+      "content": "<|reserved_special_token_225|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1873,7 +1873,7 @@
       "special": true
     },
     "128234": {
-      "content": "<|reserved_special_token_229|>",
+      "content": "<|reserved_special_token_226|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1881,7 +1881,7 @@
       "special": true
     },
     "128235": {
-      "content": "<|reserved_special_token_230|>",
+      "content": "<|reserved_special_token_227|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1889,7 +1889,7 @@
       "special": true
     },
     "128236": {
-      "content": "<|reserved_special_token_231|>",
+      "content": "<|reserved_special_token_228|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1897,7 +1897,7 @@
       "special": true
     },
     "128237": {
-      "content": "<|reserved_special_token_232|>",
+      "content": "<|reserved_special_token_229|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1905,7 +1905,7 @@
       "special": true
     },
     "128238": {
-      "content": "<|reserved_special_token_233|>",
+      "content": "<|reserved_special_token_230|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1913,7 +1913,7 @@
       "special": true
     },
     "128239": {
-      "content": "<|reserved_special_token_234|>",
+      "content": "<|reserved_special_token_231|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1921,7 +1921,7 @@
       "special": true
     },
     "128240": {
-      "content": "<|reserved_special_token_235|>",
+      "content": "<|reserved_special_token_232|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1929,7 +1929,7 @@
       "special": true
     },
     "128241": {
-      "content": "<|reserved_special_token_236|>",
+      "content": "<|reserved_special_token_233|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1937,7 +1937,7 @@
       "special": true
     },
     "128242": {
-      "content": "<|reserved_special_token_237|>",
+      "content": "<|reserved_special_token_234|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1945,7 +1945,7 @@
       "special": true
     },
     "128243": {
-      "content": "<|reserved_special_token_238|>",
+      "content": "<|reserved_special_token_235|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1953,7 +1953,7 @@
       "special": true
     },
     "128244": {
-      "content": "<|reserved_special_token_239|>",
+      "content": "<|reserved_special_token_236|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1961,7 +1961,7 @@
       "special": true
     },
     "128245": {
-      "content": "<|reserved_special_token_240|>",
+      "content": "<|reserved_special_token_237|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1969,7 +1969,7 @@
       "special": true
     },
     "128246": {
-      "content": "<|reserved_special_token_241|>",
+      "content": "<|reserved_special_token_238|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1977,7 +1977,7 @@
       "special": true
     },
     "128247": {
-      "content": "<|reserved_special_token_242|>",
+      "content": "<|reserved_special_token_239|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1985,7 +1985,7 @@
       "special": true
     },
     "128248": {
-      "content": "<|reserved_special_token_243|>",
+      "content": "<|reserved_special_token_240|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1993,7 +1993,7 @@
       "special": true
     },
     "128249": {
-      "content": "<|reserved_special_token_244|>",
+      "content": "<|reserved_special_token_241|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2001,7 +2001,7 @@
       "special": true
     },
     "128250": {
-      "content": "<|reserved_special_token_245|>",
+      "content": "<|reserved_special_token_242|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2009,7 +2009,7 @@
       "special": true
     },
     "128251": {
-      "content": "<|reserved_special_token_246|>",
+      "content": "<|reserved_special_token_243|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2017,7 +2017,7 @@
       "special": true
     },
     "128252": {
-      "content": "<|reserved_special_token_247|>",
+      "content": "<|reserved_special_token_244|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2025,7 +2025,7 @@
       "special": true
     },
     "128253": {
-      "content": "<|reserved_special_token_248|>",
+      "content": "<|reserved_special_token_245|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2033,7 +2033,7 @@
       "special": true
     },
     "128254": {
-      "content": "<|reserved_special_token_249|>",
+      "content": "<|reserved_special_token_246|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2041,7 +2041,7 @@
       "special": true
     },
     "128255": {
-      "content": "<|reserved_special_token_250|>",
+      "content": "<|reserved_special_token_247|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2057,7 +2057,7 @@
     "input_ids",
     "attention_mask"
   ],
-  "model_max_length": 1000000000000000019884624838656,
+  "model_max_length": 131072,
   "pad_token": "<|eot_id|>",
   "padding_side": "right",
   "split_special_tokens": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ecbf0b80c2d6861e6c733510567560d1c717b941273c787fe6e9a252b6afb30
+oid sha256:5d3ec347bda9350c83861696757b8f8aa89d3fedf5f7e43b2d3c1f864b718506
 size 7160