End of training

README.md

@@ -1,6 +1,6 @@
 ---
-license: apache-2.0
-base_model: google/flan-t5-base
+license: mit
+base_model: VietAI/vit5-base
 tags:
 - generated_from_trainer
 model-index:
@@ -13,7 +13,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # t5-flan-base-query-rewriter
 
-This model is a fine-tuned version of [google/flan-t5-base](https://huggingface.co/google/flan-t5-base) on the None dataset.
+This model is a fine-tuned version of [VietAI/vit5-base](https://huggingface.co/VietAI/vit5-base) on the None dataset.
 
 ## Model description
 
@@ -36,9 +36,13 @@ The following hyperparameters were used during training:
 - train_batch_size: 32
 - eval_batch_size: 32
 - seed: 42
+- gradient_accumulation_steps: 4
+- total_train_batch_size: 128
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- num_epochs: 1
+- lr_scheduler_warmup_steps: 100
+- num_epochs: 5
+- mixed_precision_training: Native AMP
 
 ### Framework versions
 

config.json

@@ -1,20 +1,20 @@
 {
-  "_name_or_path": "google/flan-t5-base",
+  "_name_or_path": "VietAI/vit5-base",
   "architectures": [
     "T5ForConditionalGeneration"
   ],
   "classifier_dropout": 0.0,
-  "d_ff": 2048,
+  "d_ff": 3072,
   "d_kv": 64,
   "d_model": 768,
   "decoder_start_token_id": 0,
-  "dense_act_fn": "gelu_new",
+  "dense_act_fn": "relu",
   "dropout_rate": 0.1,
   "eos_token_id": 1,
-  "feed_forward_proj": "gated-gelu",
+  "feed_forward_proj": "relu",
   "initializer_factor": 1.0,
   "is_encoder_decoder": true,
-  "is_gated_act": true,
+  "is_gated_act": false,
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
   "n_positions": 512,
@@ -25,38 +25,8 @@
   "pad_token_id": 0,
   "relative_attention_max_distance": 128,
   "relative_attention_num_buckets": 32,
-  "task_specific_params": {
-    "summarization": {
-      "early_stopping": true,
-      "length_penalty": 2.0,
-      "max_length": 200,
-      "min_length": 30,
-      "no_repeat_ngram_size": 3,
-      "num_beams": 4,
-      "prefix": "summarize: "
-    },
-    "translation_en_to_de": {
-      "early_stopping": true,
-      "max_length": 300,
-      "num_beams": 4,
-      "prefix": "translate English to German: "
-    },
-    "translation_en_to_fr": {
-      "early_stopping": true,
-      "max_length": 300,
-      "num_beams": 4,
-      "prefix": "translate English to French: "
-    },
-    "translation_en_to_ro": {
-      "early_stopping": true,
-      "max_length": 300,
-      "num_beams": 4,
-      "prefix": "translate English to Romanian: "
-    }
-  },
-  "tie_word_embeddings": false,
   "torch_dtype": "float32",
   "transformers_version": "4.40.0",
   "use_cache": true,
-  "vocab_size": 32128
+  "vocab_size": 36096
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cda955080e57dff4a688cc1d73b874b0bee589923718604fff2bb9c42ff2083e
-size 990345064
+oid sha256:e3212a9aca66f987cc087d8ba79b0d376bafbc2b1c797c8bd8dcffd1130253ac
+size 903834408

runs/Aug21_03-44-44_kao-dgxa-e10-u17/events.out.tfevents.1724211890.kao-dgxa-e10-u17.1077.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c0cfbb76717496745be91efda6a178286ab5d68810cac96cde1167ee1b6d3d
+size 5847

runs/Aug21_03-46-59_kao-dgxa-e10-u17/events.out.tfevents.1724212022.kao-dgxa-e10-u17.1077.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d667392132cb1e889039794ffd5d61fcdb1751dd25a3b0307a6d9898a282a63
+size 5848

runs/Aug21_03-47-49_kao-dgxa-e10-u17/events.out.tfevents.1724212074.kao-dgxa-e10-u17.1077.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d084e9e0966b8b142341839672eabc4b08290172afffbab239a5d2c68ac71481
+size 6229

runs/Aug21_06-45-17_kao-dgxa-e10-u17/events.out.tfevents.1724222718.kao-dgxa-e10-u17.6044.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11e409cdcbc29c34557f1bf9d5f8e326fb145e249872ec376233ebeed966028
+size 6086

runs/Aug22_01-41-01_kao-dgxa-e10-u17/events.out.tfevents.1724290862.kao-dgxa-e10-u17.11947.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abe57335a8d911dfa3b4f305ffe7284f1397920850816d120d463b133f0e5c7
+size 6085

runs/Aug22_07-33-54_kao-dgxa-e10-u17/events.out.tfevents.1724312045.kao-dgxa-e10-u17.17888.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379953e390410cac3bdfe4a944893dcd6581a08949fe7a36b78a3844a78a75b6
+size 6782

runs/Aug22_07-40-30_kao-dgxa-e10-u17/events.out.tfevents.1724312441.kao-dgxa-e10-u17.20522.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afe5dcd020d27ae983fd259edf80901892a41659104c5889dd78ee1fa51c53e
+size 9314

special_tokens_map.json

@@ -95,31 +95,9 @@
     "<extra_id_92>",
     "<extra_id_93>",
     "<extra_id_94>",
-    "<extra_id_95>",
-    "<extra_id_96>",
-    "<extra_id_97>",
-    "<extra_id_98>",
-    "<extra_id_99>"
+    "<extra_id_95>"
   ],
-  "eos_token": {
-    "content": "</s>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "<pad>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "unk_token": {
-    "content": "<unk>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
+  "eos_token": "</s>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
 }

spiece.model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86
-size 791656
+oid sha256:59986b62f9f0b90edafb9b073ea7b93d21114a5841219a1ea2399ade73f729c6
+size 820370

tokenizer_config.json

@@ -24,39 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "32000": {
-      "content": "<extra_id_99>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32001": {
-      "content": "<extra_id_98>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32002": {
-      "content": "<extra_id_97>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32003": {
-      "content": "<extra_id_96>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32004": {
+    "36000": {
       "content": "<extra_id_95>",
       "lstrip": false,
       "normalized": false,
@@ -64,7 +32,7 @@
       "single_word": false,
       "special": true
     },
-    "32005": {
+    "36001": {
       "content": "<extra_id_94>",
       "lstrip": false,
       "normalized": false,
@@ -72,7 +40,7 @@
       "single_word": false,
       "special": true
     },
-    "32006": {
+    "36002": {
       "content": "<extra_id_93>",
       "lstrip": false,
       "normalized": false,
@@ -80,7 +48,7 @@
       "single_word": false,
       "special": true
     },
-    "32007": {
+    "36003": {
       "content": "<extra_id_92>",
       "lstrip": false,
       "normalized": false,
@@ -88,7 +56,7 @@
       "single_word": false,
       "special": true
     },
-    "32008": {
+    "36004": {
       "content": "<extra_id_91>",
       "lstrip": false,
       "normalized": false,
@@ -96,7 +64,7 @@
       "single_word": false,
       "special": true
     },
-    "32009": {
+    "36005": {
       "content": "<extra_id_90>",
       "lstrip": false,
       "normalized": false,
@@ -104,7 +72,7 @@
       "single_word": false,
       "special": true
     },
-    "32010": {
+    "36006": {
       "content": "<extra_id_89>",
       "lstrip": false,
       "normalized": false,
@@ -112,7 +80,7 @@
       "single_word": false,
       "special": true
     },
-    "32011": {
+    "36007": {
       "content": "<extra_id_88>",
       "lstrip": false,
       "normalized": false,
@@ -120,7 +88,7 @@
       "single_word": false,
       "special": true
     },
-    "32012": {
+    "36008": {
       "content": "<extra_id_87>",
       "lstrip": false,
       "normalized": false,
@@ -128,7 +96,7 @@
       "single_word": false,
       "special": true
     },
-    "32013": {
+    "36009": {
       "content": "<extra_id_86>",
       "lstrip": false,
       "normalized": false,
@@ -136,7 +104,7 @@
       "single_word": false,
       "special": true
     },
-    "32014": {
+    "36010": {
       "content": "<extra_id_85>",
       "lstrip": false,
       "normalized": false,
@@ -144,7 +112,7 @@
       "single_word": false,
       "special": true
     },
-    "32015": {
+    "36011": {
       "content": "<extra_id_84>",
       "lstrip": false,
       "normalized": false,
@@ -152,7 +120,7 @@
       "single_word": false,
       "special": true
     },
-    "32016": {
+    "36012": {
       "content": "<extra_id_83>",
       "lstrip": false,
       "normalized": false,
@@ -160,7 +128,7 @@
       "single_word": false,
       "special": true
     },
-    "32017": {
+    "36013": {
       "content": "<extra_id_82>",
       "lstrip": false,
       "normalized": false,
@@ -168,7 +136,7 @@
       "single_word": false,
       "special": true
     },
-    "32018": {
+    "36014": {
       "content": "<extra_id_81>",
       "lstrip": false,
       "normalized": false,
@@ -176,7 +144,7 @@
       "single_word": false,
       "special": true
     },
-    "32019": {
+    "36015": {
       "content": "<extra_id_80>",
       "lstrip": false,
       "normalized": false,
@@ -184,7 +152,7 @@
       "single_word": false,
       "special": true
     },
-    "32020": {
+    "36016": {
       "content": "<extra_id_79>",
       "lstrip": false,
       "normalized": false,
@@ -192,7 +160,7 @@
       "single_word": false,
       "special": true
     },
-    "32021": {
+    "36017": {
       "content": "<extra_id_78>",
       "lstrip": false,
       "normalized": false,
@@ -200,7 +168,7 @@
       "single_word": false,
       "special": true
     },
-    "32022": {
+    "36018": {
       "content": "<extra_id_77>",
       "lstrip": false,
       "normalized": false,
@@ -208,7 +176,7 @@
       "single_word": false,
       "special": true
     },
-    "32023": {
+    "36019": {
       "content": "<extra_id_76>",
       "lstrip": false,
       "normalized": false,
@@ -216,7 +184,7 @@
       "single_word": false,
       "special": true
     },
-    "32024": {
+    "36020": {
       "content": "<extra_id_75>",
       "lstrip": false,
       "normalized": false,
@@ -224,7 +192,7 @@
       "single_word": false,
       "special": true
     },
-    "32025": {
+    "36021": {
       "content": "<extra_id_74>",
       "lstrip": false,
       "normalized": false,
@@ -232,7 +200,7 @@
       "single_word": false,
       "special": true
     },
-    "32026": {
+    "36022": {
       "content": "<extra_id_73>",
       "lstrip": false,
       "normalized": false,
@@ -240,7 +208,7 @@
       "single_word": false,
       "special": true
     },
-    "32027": {
+    "36023": {
       "content": "<extra_id_72>",
       "lstrip": false,
       "normalized": false,
@@ -248,7 +216,7 @@
       "single_word": false,
       "special": true
     },
-    "32028": {
+    "36024": {
       "content": "<extra_id_71>",
       "lstrip": false,
       "normalized": false,
@@ -256,7 +224,7 @@
       "single_word": false,
       "special": true
     },
-    "32029": {
+    "36025": {
       "content": "<extra_id_70>",
       "lstrip": false,
       "normalized": false,
@@ -264,7 +232,7 @@
       "single_word": false,
       "special": true
     },
-    "32030": {
+    "36026": {
       "content": "<extra_id_69>",
       "lstrip": false,
       "normalized": false,
@@ -272,7 +240,7 @@
       "single_word": false,
       "special": true
     },
-    "32031": {
+    "36027": {
       "content": "<extra_id_68>",
       "lstrip": false,
       "normalized": false,
@@ -280,7 +248,7 @@
       "single_word": false,
       "special": true
     },
-    "32032": {
+    "36028": {
       "content": "<extra_id_67>",
       "lstrip": false,
       "normalized": false,
@@ -288,7 +256,7 @@
       "single_word": false,
       "special": true
     },
-    "32033": {
+    "36029": {
       "content": "<extra_id_66>",
       "lstrip": false,
       "normalized": false,
@@ -296,7 +264,7 @@
       "single_word": false,
       "special": true
     },
-    "32034": {
+    "36030": {
       "content": "<extra_id_65>",
       "lstrip": false,
       "normalized": false,
@@ -304,7 +272,7 @@
       "single_word": false,
       "special": true
     },
-    "32035": {
+    "36031": {
       "content": "<extra_id_64>",
       "lstrip": false,
       "normalized": false,
@@ -312,7 +280,7 @@
       "single_word": false,
       "special": true
     },
-    "32036": {
+    "36032": {
       "content": "<extra_id_63>",
       "lstrip": false,
       "normalized": false,
@@ -320,7 +288,7 @@
       "single_word": false,
       "special": true
     },
-    "32037": {
+    "36033": {
       "content": "<extra_id_62>",
       "lstrip": false,
       "normalized": false,
@@ -328,7 +296,7 @@
       "single_word": false,
       "special": true
     },
-    "32038": {
+    "36034": {
       "content": "<extra_id_61>",
       "lstrip": false,
       "normalized": false,
@@ -336,7 +304,7 @@
       "single_word": false,
       "special": true
     },
-    "32039": {
+    "36035": {
       "content": "<extra_id_60>",
       "lstrip": false,
       "normalized": false,
@@ -344,7 +312,7 @@
       "single_word": false,
       "special": true
     },
-    "32040": {
+    "36036": {
       "content": "<extra_id_59>",
       "lstrip": false,
       "normalized": false,
@@ -352,7 +320,7 @@
       "single_word": false,
       "special": true
     },
-    "32041": {
+    "36037": {
       "content": "<extra_id_58>",
       "lstrip": false,
       "normalized": false,
@@ -360,7 +328,7 @@
       "single_word": false,
       "special": true
     },
-    "32042": {
+    "36038": {
       "content": "<extra_id_57>",
       "lstrip": false,
       "normalized": false,
@@ -368,7 +336,7 @@
       "single_word": false,
       "special": true
     },
-    "32043": {
+    "36039": {
       "content": "<extra_id_56>",
       "lstrip": false,
       "normalized": false,
@@ -376,7 +344,7 @@
       "single_word": false,
       "special": true
     },
-    "32044": {
+    "36040": {
       "content": "<extra_id_55>",
       "lstrip": false,
       "normalized": false,
@@ -384,7 +352,7 @@
       "single_word": false,
       "special": true
     },
-    "32045": {
+    "36041": {
       "content": "<extra_id_54>",
       "lstrip": false,
       "normalized": false,
@@ -392,7 +360,7 @@
       "single_word": false,
       "special": true
     },
-    "32046": {
+    "36042": {
       "content": "<extra_id_53>",
       "lstrip": false,
       "normalized": false,
@@ -400,7 +368,7 @@
       "single_word": false,
       "special": true
     },
-    "32047": {
+    "36043": {
       "content": "<extra_id_52>",
       "lstrip": false,
       "normalized": false,
@@ -408,7 +376,7 @@
       "single_word": false,
       "special": true
     },
-    "32048": {
+    "36044": {
       "content": "<extra_id_51>",
       "lstrip": false,
       "normalized": false,
@@ -416,7 +384,7 @@
       "single_word": false,
       "special": true
     },
-    "32049": {
+    "36045": {
       "content": "<extra_id_50>",
       "lstrip": false,
       "normalized": false,
@@ -424,7 +392,7 @@
       "single_word": false,
       "special": true
     },
-    "32050": {
+    "36046": {
       "content": "<extra_id_49>",
       "lstrip": false,
       "normalized": false,
@@ -432,7 +400,7 @@
       "single_word": false,
       "special": true
     },
-    "32051": {
+    "36047": {
       "content": "<extra_id_48>",
       "lstrip": false,
       "normalized": false,
@@ -440,7 +408,7 @@
       "single_word": false,
       "special": true
     },
-    "32052": {
+    "36048": {
       "content": "<extra_id_47>",
       "lstrip": false,
       "normalized": false,
@@ -448,7 +416,7 @@
       "single_word": false,
       "special": true
     },
-    "32053": {
+    "36049": {
       "content": "<extra_id_46>",
       "lstrip": false,
       "normalized": false,
@@ -456,7 +424,7 @@
       "single_word": false,
       "special": true
     },
-    "32054": {
+    "36050": {
       "content": "<extra_id_45>",
       "lstrip": false,
       "normalized": false,
@@ -464,7 +432,7 @@
       "single_word": false,
       "special": true
     },
-    "32055": {
+    "36051": {
       "content": "<extra_id_44>",
       "lstrip": false,
       "normalized": false,
@@ -472,7 +440,7 @@
       "single_word": false,
       "special": true
     },
-    "32056": {
+    "36052": {
       "content": "<extra_id_43>",
       "lstrip": false,
       "normalized": false,
@@ -480,7 +448,7 @@
       "single_word": false,
       "special": true
     },
-    "32057": {
+    "36053": {
       "content": "<extra_id_42>",
       "lstrip": false,
       "normalized": false,
@@ -488,7 +456,7 @@
       "single_word": false,
       "special": true
     },
-    "32058": {
+    "36054": {
       "content": "<extra_id_41>",
       "lstrip": false,
       "normalized": false,
@@ -496,7 +464,7 @@
       "single_word": false,
       "special": true
     },
-    "32059": {
+    "36055": {
       "content": "<extra_id_40>",
       "lstrip": false,
       "normalized": false,
@@ -504,7 +472,7 @@
       "single_word": false,
       "special": true
     },
-    "32060": {
+    "36056": {
       "content": "<extra_id_39>",
       "lstrip": false,
       "normalized": false,
@@ -512,7 +480,7 @@
       "single_word": false,
       "special": true
     },
-    "32061": {
+    "36057": {
       "content": "<extra_id_38>",
       "lstrip": false,
       "normalized": false,
@@ -520,7 +488,7 @@
       "single_word": false,
       "special": true
     },
-    "32062": {
+    "36058": {
       "content": "<extra_id_37>",
       "lstrip": false,
       "normalized": false,
@@ -528,7 +496,7 @@
       "single_word": false,
       "special": true
     },
-    "32063": {
+    "36059": {
       "content": "<extra_id_36>",
       "lstrip": false,
       "normalized": false,
@@ -536,7 +504,7 @@
       "single_word": false,
       "special": true
     },
-    "32064": {
+    "36060": {
       "content": "<extra_id_35>",
       "lstrip": false,
       "normalized": false,
@@ -544,7 +512,7 @@
       "single_word": false,
       "special": true
     },
-    "32065": {
+    "36061": {
       "content": "<extra_id_34>",
       "lstrip": false,
       "normalized": false,
@@ -552,7 +520,7 @@
       "single_word": false,
       "special": true
     },
-    "32066": {
+    "36062": {
       "content": "<extra_id_33>",
       "lstrip": false,
       "normalized": false,
@@ -560,7 +528,7 @@
       "single_word": false,
       "special": true
     },
-    "32067": {
+    "36063": {
       "content": "<extra_id_32>",
       "lstrip": false,
       "normalized": false,
@@ -568,7 +536,7 @@
       "single_word": false,
       "special": true
     },
-    "32068": {
+    "36064": {
       "content": "<extra_id_31>",
       "lstrip": false,
       "normalized": false,
@@ -576,7 +544,7 @@
       "single_word": false,
       "special": true
     },
-    "32069": {
+    "36065": {
       "content": "<extra_id_30>",
       "lstrip": false,
       "normalized": false,
@@ -584,7 +552,7 @@
       "single_word": false,
       "special": true
     },
-    "32070": {
+    "36066": {
       "content": "<extra_id_29>",
       "lstrip": false,
       "normalized": false,
@@ -592,7 +560,7 @@
       "single_word": false,
       "special": true
     },
-    "32071": {
+    "36067": {
       "content": "<extra_id_28>",
       "lstrip": false,
       "normalized": false,
@@ -600,7 +568,7 @@
       "single_word": false,
       "special": true
     },
-    "32072": {
+    "36068": {
       "content": "<extra_id_27>",
       "lstrip": false,
       "normalized": false,
@@ -608,7 +576,7 @@
       "single_word": false,
       "special": true
     },
-    "32073": {
+    "36069": {
       "content": "<extra_id_26>",
       "lstrip": false,
       "normalized": false,
@@ -616,7 +584,7 @@
       "single_word": false,
       "special": true
     },
-    "32074": {
+    "36070": {
       "content": "<extra_id_25>",
       "lstrip": false,
       "normalized": false,
@@ -624,7 +592,7 @@
       "single_word": false,
       "special": true
     },
-    "32075": {
+    "36071": {
       "content": "<extra_id_24>",
       "lstrip": false,
       "normalized": false,
@@ -632,7 +600,7 @@
       "single_word": false,
       "special": true
     },
-    "32076": {
+    "36072": {
       "content": "<extra_id_23>",
       "lstrip": false,
       "normalized": false,
@@ -640,7 +608,7 @@
       "single_word": false,
       "special": true
     },
-    "32077": {
+    "36073": {
       "content": "<extra_id_22>",
       "lstrip": false,
       "normalized": false,
@@ -648,7 +616,7 @@
       "single_word": false,
       "special": true
     },
-    "32078": {
+    "36074": {
       "content": "<extra_id_21>",
       "lstrip": false,
       "normalized": false,
@@ -656,7 +624,7 @@
       "single_word": false,
       "special": true
     },
-    "32079": {
+    "36075": {
       "content": "<extra_id_20>",
       "lstrip": false,
       "normalized": false,
@@ -664,7 +632,7 @@
       "single_word": false,
       "special": true
     },
-    "32080": {
+    "36076": {
       "content": "<extra_id_19>",
       "lstrip": false,
       "normalized": false,
@@ -672,7 +640,7 @@
       "single_word": false,
       "special": true
     },
-    "32081": {
+    "36077": {
       "content": "<extra_id_18>",
       "lstrip": false,
       "normalized": false,
@@ -680,7 +648,7 @@
       "single_word": false,
       "special": true
     },
-    "32082": {
+    "36078": {
       "content": "<extra_id_17>",
       "lstrip": false,
       "normalized": false,
@@ -688,7 +656,7 @@
       "single_word": false,
       "special": true
     },
-    "32083": {
+    "36079": {
       "content": "<extra_id_16>",
       "lstrip": false,
       "normalized": false,
@@ -696,7 +664,7 @@
       "single_word": false,
       "special": true
     },
-    "32084": {
+    "36080": {
       "content": "<extra_id_15>",
       "lstrip": false,
       "normalized": false,
@@ -704,7 +672,7 @@
       "single_word": false,
       "special": true
     },
-    "32085": {
+    "36081": {
       "content": "<extra_id_14>",
       "lstrip": false,
       "normalized": false,
@@ -712,7 +680,7 @@
       "single_word": false,
       "special": true
     },
-    "32086": {
+    "36082": {
       "content": "<extra_id_13>",
       "lstrip": false,
       "normalized": false,
@@ -720,7 +688,7 @@
       "single_word": false,
       "special": true
     },
-    "32087": {
+    "36083": {
       "content": "<extra_id_12>",
       "lstrip": false,
       "normalized": false,
@@ -728,7 +696,7 @@
       "single_word": false,
       "special": true
     },
-    "32088": {
+    "36084": {
       "content": "<extra_id_11>",
       "lstrip": false,
       "normalized": false,
@@ -736,7 +704,7 @@
       "single_word": false,
       "special": true
     },
-    "32089": {
+    "36085": {
       "content": "<extra_id_10>",
       "lstrip": false,
       "normalized": false,
@@ -744,7 +712,7 @@
       "single_word": false,
       "special": true
     },
-    "32090": {
+    "36086": {
       "content": "<extra_id_9>",
       "lstrip": false,
       "normalized": false,
@@ -752,7 +720,7 @@
       "single_word": false,
       "special": true
     },
-    "32091": {
+    "36087": {
       "content": "<extra_id_8>",
       "lstrip": false,
       "normalized": false,
@@ -760,7 +728,7 @@
       "single_word": false,
       "special": true
     },
-    "32092": {
+    "36088": {
       "content": "<extra_id_7>",
       "lstrip": false,
       "normalized": false,
@@ -768,7 +736,7 @@
       "single_word": false,
       "special": true
     },
-    "32093": {
+    "36089": {
       "content": "<extra_id_6>",
       "lstrip": false,
       "normalized": false,
@@ -776,7 +744,7 @@
       "single_word": false,
       "special": true
     },
-    "32094": {
+    "36090": {
       "content": "<extra_id_5>",
       "lstrip": false,
       "normalized": false,
@@ -784,7 +752,7 @@
       "single_word": false,
       "special": true
     },
-    "32095": {
+    "36091": {
       "content": "<extra_id_4>",
       "lstrip": false,
       "normalized": false,
@@ -792,7 +760,7 @@
       "single_word": false,
       "special": true
     },
-    "32096": {
+    "36092": {
       "content": "<extra_id_3>",
       "lstrip": false,
       "normalized": false,
@@ -800,7 +768,7 @@
       "single_word": false,
       "special": true
     },
-    "32097": {
+    "36093": {
       "content": "<extra_id_2>",
       "lstrip": false,
       "normalized": false,
@@ -808,7 +776,7 @@
       "single_word": false,
       "special": true
     },
-    "32098": {
+    "36094": {
       "content": "<extra_id_1>",
       "lstrip": false,
       "normalized": false,
@@ -816,7 +784,7 @@
       "single_word": false,
       "special": true
     },
-    "32099": {
+    "36095": {
       "content": "<extra_id_0>",
       "lstrip": false,
       "normalized": false,
@@ -921,16 +889,12 @@
     "<extra_id_92>",
     "<extra_id_93>",
     "<extra_id_94>",
-    "<extra_id_95>",
-    "<extra_id_96>",
-    "<extra_id_97>",
-    "<extra_id_98>",
-    "<extra_id_99>"
+    "<extra_id_95>"
   ],
   "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
-  "extra_ids": 100,
-  "model_max_length": 512,
+  "extra_ids": 96,
+  "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
   "sp_model_kwargs": {},
   "tokenizer_class": "T5Tokenizer",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23289b3e01e07d01f8be5ac7a1e0cbb110af08ab9123a9c090cf5e03090dfd3b
-size 5240
+oid sha256:703a169fb341fafcf468148ed632fdba9035e19f3aa3c53918c5f713571a73e0
+size 5304