Upload 10 files

config.json

@@ -0,0 +1,31 @@
+{
+  "_name_or_path": "data/models/Mixtral-8x7B-v0.1-dna",
+  "architectures": [
+    "MixtralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 256,
+  "initializer_range": 0.02,
+  "intermediate_size": 256,
+  "max_position_embeddings": 512,
+  "model_type": "mixtral",
+  "num_attention_heads": 8,
+  "num_experts_per_tok": 1,
+  "num_hidden_layers": 8,
+  "num_key_value_heads": 8,
+  "num_local_experts": 8,
+  "output_router_logits": false,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "router_aux_loss_coef": 0.02,
+  "router_jitter_noise": 0.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.42.3",
+  "use_cache": true,
+  "vocab_size": 4096
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.42.3"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305dede2fdee20d047e123615cfb249528821a5e5bc8fb00d6ab6df140526b1d
+size 33626152

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee92eb46fa92334cd0695596a0005ba047370328e120afcbe0600b3db0d3cf32
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7378136e562900ec12820c4ab10f2ec29f1c77d7f9389389f0212dc950cd09a2
+size 1064

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[EOS]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer.json

@@ -0,0 +1,219 @@
+{
+  "version": "1.0",
+  "truncation": {
+    "direction": "Right",
+    "max_length": 100,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
+  "padding": {
+    "strategy": "BatchLongest",
+    "direction": "Right",
+    "pad_to_multiple_of": null,
+    "pad_id": 64,
+    "pad_type_id": 0,
+    "pad_token": "[EOS]"
+  },
+  "added_tokens": [
+    {
+      "id": 64,
+      "content": "[UNK]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 65,
+      "content": "[CLS]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 66,
+      "content": "[SEP]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 67,
+      "content": "[PAD]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 68,
+      "content": "[MASK]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "Whitespace"
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "SpecialToken": {
+          "id": "[CLS]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "SpecialToken": {
+          "id": "[CLS]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "[CLS]": {
+        "id": "[CLS]",
+        "ids": [
+          65
+        ],
+        "tokens": [
+          "[CLS]"
+        ]
+      },
+      "[SEP]": {
+        "id": "[SEP]",
+        "ids": [
+          66
+        ],
+        "tokens": [
+          "[SEP]"
+        ]
+      }
+    }
+  },
+  "decoder": null,
+  "model": {
+    "type": "WordLevel",
+    "vocab": {
+      "AAA": 0,
+      "AAT": 1,
+      "AAG": 2,
+      "AAC": 3,
+      "ATA": 4,
+      "ATT": 5,
+      "ATG": 6,
+      "ATC": 7,
+      "AGA": 8,
+      "AGT": 9,
+      "AGG": 10,
+      "AGC": 11,
+      "ACA": 12,
+      "ACT": 13,
+      "ACG": 14,
+      "ACC": 15,
+      "TAA": 16,
+      "TAT": 17,
+      "TAG": 18,
+      "TAC": 19,
+      "TTA": 20,
+      "TTT": 21,
+      "TTG": 22,
+      "TTC": 23,
+      "TGA": 24,
+      "TGT": 25,
+      "TGG": 26,
+      "TGC": 27,
+      "TCA": 28,
+      "TCT": 29,
+      "TCG": 30,
+      "TCC": 31,
+      "GAA": 32,
+      "GAT": 33,
+      "GAG": 34,
+      "GAC": 35,
+      "GTA": 36,
+      "GTT": 37,
+      "GTG": 38,
+      "GTC": 39,
+      "GGA": 40,
+      "GGT": 41,
+      "GGG": 42,
+      "GGC": 43,
+      "GCA": 44,
+      "GCT": 45,
+      "GCG": 46,
+      "GCC": 47,
+      "CAA": 48,
+      "CAT": 49,
+      "CAG": 50,
+      "CAC": 51,
+      "CTA": 52,
+      "CTT": 53,
+      "CTG": 54,
+      "CTC": 55,
+      "CGA": 56,
+      "CGT": 57,
+      "CGG": 58,
+      "CGC": 59,
+      "CCA": 60,
+      "CCT": 61,
+      "CCG": 62,
+      "CCC": 63,
+      "[UNK]": 64,
+      "[CLS]": 65,
+      "[SEP]": 66,
+      "[PAD]": 67,
+      "[MASK]": 68
+    },
+    "unk_token": "[UNK]"
+  }
+}

tokenizer_config.json

@@ -0,0 +1,52 @@
+{
+  "added_tokens_decoder": {
+    "64": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "65": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "66": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "67": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "68": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[EOS]",
+  "sep_token": "[SEP]",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "[UNK]"
+}

trainer_state.json

@@ -0,0 +1,622 @@
+{
+  "best_metric": 2.7241549491882324,
+  "best_model_checkpoint": "./results/models/checkpoint-26406",
+  "epoch": 27.0,
+  "eval_steps": 500,
+  "global_step": 26406,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.5112474437627812,
+      "grad_norm": 0.1318359375,
+      "learning_rate": 0.0009897750511247444,
+      "loss": 3.8641,
+      "step": 500
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 3.6347575187683105,
+      "eval_runtime": 0.3183,
+      "eval_samples_per_second": 1571.027,
+      "eval_steps_per_second": 3.142,
+      "step": 978
+    },
+    {
+      "epoch": 1.0224948875255624,
+      "grad_norm": 0.2255859375,
+      "learning_rate": 0.0009795501022494889,
+      "loss": 3.6938,
+      "step": 1000
+    },
+    {
+      "epoch": 1.5337423312883436,
+      "grad_norm": 0.263671875,
+      "learning_rate": 0.0009693251533742331,
+      "loss": 3.488,
+      "step": 1500
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 3.214155912399292,
+      "eval_runtime": 0.95,
+      "eval_samples_per_second": 526.301,
+      "eval_steps_per_second": 1.053,
+      "step": 1956
+    },
+    {
+      "epoch": 2.044989775051125,
+      "grad_norm": 0.224609375,
+      "learning_rate": 0.0009591002044989775,
+      "loss": 3.2879,
+      "step": 2000
+    },
+    {
+      "epoch": 2.556237218813906,
+      "grad_norm": 0.2373046875,
+      "learning_rate": 0.0009488752556237219,
+      "loss": 3.1641,
+      "step": 2500
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 3.0714735984802246,
+      "eval_runtime": 0.9223,
+      "eval_samples_per_second": 542.135,
+      "eval_steps_per_second": 1.084,
+      "step": 2934
+    },
+    {
+      "epoch": 3.067484662576687,
+      "grad_norm": 0.29296875,
+      "learning_rate": 0.0009386503067484663,
+      "loss": 3.0912,
+      "step": 3000
+    },
+    {
+      "epoch": 3.5787321063394684,
+      "grad_norm": 0.255859375,
+      "learning_rate": 0.0009284253578732107,
+      "loss": 3.0323,
+      "step": 3500
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 2.990953207015991,
+      "eval_runtime": 1.0538,
+      "eval_samples_per_second": 474.475,
+      "eval_steps_per_second": 0.949,
+      "step": 3912
+    },
+    {
+      "epoch": 4.08997955010225,
+      "grad_norm": 0.259765625,
+      "learning_rate": 0.000918200408997955,
+      "loss": 2.9912,
+      "step": 4000
+    },
+    {
+      "epoch": 4.601226993865031,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0009079754601226994,
+      "loss": 2.9553,
+      "step": 4500
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 2.9412269592285156,
+      "eval_runtime": 1.0599,
+      "eval_samples_per_second": 471.73,
+      "eval_steps_per_second": 0.943,
+      "step": 4890
+    },
+    {
+      "epoch": 5.112474437627812,
+      "grad_norm": 0.26953125,
+      "learning_rate": 0.0008977505112474438,
+      "loss": 2.9255,
+      "step": 5000
+    },
+    {
+      "epoch": 5.623721881390593,
+      "grad_norm": 0.25390625,
+      "learning_rate": 0.0008875255623721882,
+      "loss": 2.8991,
+      "step": 5500
+    },
+    {
+      "epoch": 6.0,
+      "eval_loss": 2.905097723007202,
+      "eval_runtime": 1.0476,
+      "eval_samples_per_second": 477.298,
+      "eval_steps_per_second": 0.955,
+      "step": 5868
+    },
+    {
+      "epoch": 6.134969325153374,
+      "grad_norm": 0.3203125,
+      "learning_rate": 0.0008773006134969325,
+      "loss": 2.8794,
+      "step": 6000
+    },
+    {
+      "epoch": 6.6462167689161555,
+      "grad_norm": 0.29296875,
+      "learning_rate": 0.0008670756646216768,
+      "loss": 2.8577,
+      "step": 6500
+    },
+    {
+      "epoch": 7.0,
+      "eval_loss": 2.8703627586364746,
+      "eval_runtime": 1.0515,
+      "eval_samples_per_second": 475.508,
+      "eval_steps_per_second": 0.951,
+      "step": 6846
+    },
+    {
+      "epoch": 7.157464212678937,
+      "grad_norm": 0.29296875,
+      "learning_rate": 0.0008568507157464213,
+      "loss": 2.8435,
+      "step": 7000
+    },
+    {
+      "epoch": 7.668711656441718,
+      "grad_norm": 0.30078125,
+      "learning_rate": 0.0008466257668711657,
+      "loss": 2.8289,
+      "step": 7500
+    },
+    {
+      "epoch": 8.0,
+      "eval_loss": 2.847052812576294,
+      "eval_runtime": 1.0464,
+      "eval_samples_per_second": 477.826,
+      "eval_steps_per_second": 0.956,
+      "step": 7824
+    },
+    {
+      "epoch": 8.1799591002045,
+      "grad_norm": 0.3046875,
+      "learning_rate": 0.0008364008179959101,
+      "loss": 2.8131,
+      "step": 8000
+    },
+    {
+      "epoch": 8.69120654396728,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0008261758691206544,
+      "loss": 2.8022,
+      "step": 8500
+    },
+    {
+      "epoch": 9.0,
+      "eval_loss": 2.8293135166168213,
+      "eval_runtime": 0.9764,
+      "eval_samples_per_second": 512.074,
+      "eval_steps_per_second": 1.024,
+      "step": 8802
+    },
+    {
+      "epoch": 9.202453987730062,
+      "grad_norm": 0.310546875,
+      "learning_rate": 0.0008159509202453987,
+      "loss": 2.7914,
+      "step": 9000
+    },
+    {
+      "epoch": 9.713701431492842,
+      "grad_norm": 0.314453125,
+      "learning_rate": 0.0008057259713701431,
+      "loss": 2.7813,
+      "step": 9500
+    },
+    {
+      "epoch": 10.0,
+      "eval_loss": 2.8122880458831787,
+      "eval_runtime": 1.0064,
+      "eval_samples_per_second": 496.84,
+      "eval_steps_per_second": 0.994,
+      "step": 9780
+    },
+    {
+      "epoch": 10.224948875255624,
+      "grad_norm": 0.296875,
+      "learning_rate": 0.0007955010224948876,
+      "loss": 2.7682,
+      "step": 10000
+    },
+    {
+      "epoch": 10.736196319018404,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0007852760736196319,
+      "loss": 2.7607,
+      "step": 10500
+    },
+    {
+      "epoch": 11.0,
+      "eval_loss": 2.8023903369903564,
+      "eval_runtime": 1.0601,
+      "eval_samples_per_second": 471.642,
+      "eval_steps_per_second": 0.943,
+      "step": 10758
+    },
+    {
+      "epoch": 11.247443762781186,
+      "grad_norm": 0.294921875,
+      "learning_rate": 0.0007750511247443763,
+      "loss": 2.7527,
+      "step": 11000
+    },
+    {
+      "epoch": 11.758691206543967,
+      "grad_norm": 0.3046875,
+      "learning_rate": 0.0007648261758691206,
+      "loss": 2.7443,
+      "step": 11500
+    },
+    {
+      "epoch": 12.0,
+      "eval_loss": 2.7869932651519775,
+      "eval_runtime": 1.0222,
+      "eval_samples_per_second": 489.149,
+      "eval_steps_per_second": 0.978,
+      "step": 11736
+    },
+    {
+      "epoch": 12.269938650306749,
+      "grad_norm": 0.298828125,
+      "learning_rate": 0.000754601226993865,
+      "loss": 2.7366,
+      "step": 12000
+    },
+    {
+      "epoch": 12.781186094069529,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007443762781186095,
+      "loss": 2.7313,
+      "step": 12500
+    },
+    {
+      "epoch": 13.0,
+      "eval_loss": 2.785067081451416,
+      "eval_runtime": 1.051,
+      "eval_samples_per_second": 475.716,
+      "eval_steps_per_second": 0.951,
+      "step": 12714
+    },
+    {
+      "epoch": 13.292433537832311,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007341513292433538,
+      "loss": 2.7223,
+      "step": 13000
+    },
+    {
+      "epoch": 13.803680981595091,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007239263803680982,
+      "loss": 2.7179,
+      "step": 13500
+    },
+    {
+      "epoch": 14.0,
+      "eval_loss": 2.772521495819092,
+      "eval_runtime": 1.0385,
+      "eval_samples_per_second": 481.485,
+      "eval_steps_per_second": 0.963,
+      "step": 13692
+    },
+    {
+      "epoch": 14.314928425357873,
+      "grad_norm": 0.330078125,
+      "learning_rate": 0.0007137014314928425,
+      "loss": 2.7088,
+      "step": 14000
+    },
+    {
+      "epoch": 14.826175869120654,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007034764826175869,
+      "loss": 2.7051,
+      "step": 14500
+    },
+    {
+      "epoch": 15.0,
+      "eval_loss": 2.7638583183288574,
+      "eval_runtime": 0.9397,
+      "eval_samples_per_second": 532.097,
+      "eval_steps_per_second": 1.064,
+      "step": 14670
+    },
+    {
+      "epoch": 15.337423312883436,
+      "grad_norm": 0.3203125,
+      "learning_rate": 0.0006932515337423313,
+      "loss": 2.6999,
+      "step": 15000
+    },
+    {
+      "epoch": 15.848670756646216,
+      "grad_norm": 0.31640625,
+      "learning_rate": 0.0006830265848670757,
+      "loss": 2.6961,
+      "step": 15500
+    },
+    {
+      "epoch": 16.0,
+      "eval_loss": 2.7651634216308594,
+      "eval_runtime": 0.9625,
+      "eval_samples_per_second": 519.471,
+      "eval_steps_per_second": 1.039,
+      "step": 15648
+    },
+    {
+      "epoch": 16.359918200409,
+      "grad_norm": 0.388671875,
+      "learning_rate": 0.0006728016359918201,
+      "loss": 2.6903,
+      "step": 16000
+    },
+    {
+      "epoch": 16.87116564417178,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0006625766871165644,
+      "loss": 2.6905,
+      "step": 16500
+    },
+    {
+      "epoch": 17.0,
+      "eval_loss": 2.75215744972229,
+      "eval_runtime": 0.8724,
+      "eval_samples_per_second": 573.163,
+      "eval_steps_per_second": 1.146,
+      "step": 16626
+    },
+    {
+      "epoch": 17.38241308793456,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0006523517382413088,
+      "loss": 2.6791,
+      "step": 17000
+    },
+    {
+      "epoch": 17.893660531697343,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0006421267893660531,
+      "loss": 2.6817,
+      "step": 17500
+    },
+    {
+      "epoch": 18.0,
+      "eval_loss": 2.750427722930908,
+      "eval_runtime": 1.0601,
+      "eval_samples_per_second": 471.655,
+      "eval_steps_per_second": 0.943,
+      "step": 17604
+    },
+    {
+      "epoch": 18.404907975460123,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0006319018404907975,
+      "loss": 2.6712,
+      "step": 18000
+    },
+    {
+      "epoch": 18.916155419222903,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.000621676891615542,
+      "loss": 2.6721,
+      "step": 18500
+    },
+    {
+      "epoch": 19.0,
+      "eval_loss": 2.740670919418335,
+      "eval_runtime": 0.9797,
+      "eval_samples_per_second": 510.381,
+      "eval_steps_per_second": 1.021,
+      "step": 18582
+    },
+    {
+      "epoch": 19.427402862985684,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0006114519427402863,
+      "loss": 2.6632,
+      "step": 19000
+    },
+    {
+      "epoch": 19.938650306748468,
+      "grad_norm": 0.36328125,
+      "learning_rate": 0.0006012269938650307,
+      "loss": 2.6677,
+      "step": 19500
+    },
+    {
+      "epoch": 20.0,
+      "eval_loss": 2.740766763687134,
+      "eval_runtime": 0.9358,
+      "eval_samples_per_second": 534.326,
+      "eval_steps_per_second": 1.069,
+      "step": 19560
+    },
+    {
+      "epoch": 20.449897750511248,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.000591002044989775,
+      "loss": 2.6576,
+      "step": 20000
+    },
+    {
+      "epoch": 20.961145194274028,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0005807770961145194,
+      "loss": 2.6624,
+      "step": 20500
+    },
+    {
+      "epoch": 21.0,
+      "eval_loss": 2.7370216846466064,
+      "eval_runtime": 0.9579,
+      "eval_samples_per_second": 521.987,
+      "eval_steps_per_second": 1.044,
+      "step": 20538
+    },
+    {
+      "epoch": 21.47239263803681,
+      "grad_norm": 0.314453125,
+      "learning_rate": 0.0005705521472392639,
+      "loss": 2.65,
+      "step": 21000
+    },
+    {
+      "epoch": 21.983640081799592,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0005603271983640082,
+      "loss": 2.6575,
+      "step": 21500
+    },
+    {
+      "epoch": 22.0,
+      "eval_loss": 2.734588384628296,
+      "eval_runtime": 0.8297,
+      "eval_samples_per_second": 602.609,
+      "eval_steps_per_second": 1.205,
+      "step": 21516
+    },
+    {
+      "epoch": 22.494887525562373,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0005501022494887526,
+      "loss": 2.6453,
+      "step": 22000
+    },
+    {
+      "epoch": 23.0,
+      "eval_loss": 2.73508882522583,
+      "eval_runtime": 1.0104,
+      "eval_samples_per_second": 494.868,
+      "eval_steps_per_second": 0.99,
+      "step": 22494
+    },
+    {
+      "epoch": 23.006134969325153,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0005398773006134969,
+      "loss": 2.6533,
+      "step": 22500
+    },
+    {
+      "epoch": 23.517382413087933,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0005296523517382413,
+      "loss": 2.6441,
+      "step": 23000
+    },
+    {
+      "epoch": 24.0,
+      "eval_loss": 2.731626033782959,
+      "eval_runtime": 0.674,
+      "eval_samples_per_second": 741.886,
+      "eval_steps_per_second": 1.484,
+      "step": 23472
+    },
+    {
+      "epoch": 24.028629856850717,
+      "grad_norm": 0.322265625,
+      "learning_rate": 0.0005194274028629857,
+      "loss": 2.6442,
+      "step": 23500
+    },
+    {
+      "epoch": 24.539877300613497,
+      "grad_norm": 0.330078125,
+      "learning_rate": 0.00050920245398773,
+      "loss": 2.637,
+      "step": 24000
+    },
+    {
+      "epoch": 25.0,
+      "eval_loss": 2.731029510498047,
+      "eval_runtime": 0.7022,
+      "eval_samples_per_second": 712.014,
+      "eval_steps_per_second": 1.424,
+      "step": 24450
+    },
+    {
+      "epoch": 25.051124744376278,
+      "grad_norm": 0.326171875,
+      "learning_rate": 0.0004989775051124745,
+      "loss": 2.6437,
+      "step": 24500
+    },
+    {
+      "epoch": 25.562372188139058,
+      "grad_norm": 0.333984375,
+      "learning_rate": 0.0004887525562372188,
+      "loss": 2.6364,
+      "step": 25000
+    },
+    {
+      "epoch": 26.0,
+      "eval_loss": 2.7300286293029785,
+      "eval_runtime": 0.8078,
+      "eval_samples_per_second": 618.965,
+      "eval_steps_per_second": 1.238,
+      "step": 25428
+    },
+    {
+      "epoch": 26.073619631901842,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0004785276073619632,
+      "loss": 2.6382,
+      "step": 25500
+    },
+    {
+      "epoch": 26.584867075664622,
+      "grad_norm": 0.330078125,
+      "learning_rate": 0.0004683026584867076,
+      "loss": 2.632,
+      "step": 26000
+    },
+    {
+      "epoch": 27.0,
+      "eval_loss": 2.7241549491882324,
+      "eval_runtime": 0.8157,
+      "eval_samples_per_second": 612.964,
+      "eval_steps_per_second": 1.226,
+      "step": 26406
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 48900,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 50,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.553177237041664e+17,
+  "train_batch_size": 1024,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994a3cbb8e4c8cbd2d0a1c5129132fe1751fd6126e7e06527db71e8d30027b9a
+size 5048