Initial model upload

config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "lmsys/vicuna-7b-v1.5",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "init_method": "rand",
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_position_embeddings": 4096,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.28.1",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "max_length": 4096,
+  "pad_token_id": 0,
+  "temperature": 0.9,
+  "top_p": 0.6,
+  "transformers_version": "4.28.1"
+}

pytorch_model-00001-of-00003.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b49461c537d49bafffd904c8f49fa3ac93c2c6f8dc6e7d68e5145e102e68ece
+size 9877992018

pytorch_model-00002-of-00003.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15983e431eb119017995e2358ff1e3767b210aefc78a18f0c749b09ade1d9f9b
+size 9894803574

pytorch_model-00003-of-00003.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bea9f7fe029d9152654c33b3da03e9e210adbeabf2eee94e65db81f97cd837
+size 7180992441

pytorch_model.bin.index.json

@@ -0,0 +1,330 @@
+{
+  "metadata": {
+    "total_size": 26953670656
+  },
+  "weight_map": {
+    "lm_head.weight": "pytorch_model-00003-of-00003.bin",
+    "model.embed_tokens.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.11.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.11.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.11.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.11.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
+    "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.12.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.12.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.12.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.12.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
+    "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.13.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.13.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.13.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.13.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
+    "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.2.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.20.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.23.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.24.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.24.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.24.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.24.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00003.bin",
+    "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.25.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.25.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.25.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.25.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00003.bin",
+    "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.26.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.26.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.26.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.26.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00003.bin",
+    "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.self_attn.k_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.self_attn.q_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.self_attn.v_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.28.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.28.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.28.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.28.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.28.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.28.self_attn.k_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.28.self_attn.o_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.28.self_attn.q_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.28.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00003.bin",
+    "model.layers.28.self_attn.v_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.29.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.29.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.29.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.29.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.29.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.29.self_attn.k_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.29.self_attn.o_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.29.self_attn.q_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.29.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00003.bin",
+    "model.layers.29.self_attn.v_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.3.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.30.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.30.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.30.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.30.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.30.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.30.self_attn.k_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.30.self_attn.o_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.30.self_attn.q_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.30.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00003.bin",
+    "model.layers.30.self_attn.v_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.31.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.31.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.31.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.31.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.31.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.31.self_attn.k_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.31.self_attn.o_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.31.self_attn.q_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.31.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00003.bin",
+    "model.layers.31.self_attn.v_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.4.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.norm.weight": "pytorch_model-00003-of-00003.bin"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<unk>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

tokenizer_config.json

@@ -0,0 +1,35 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": false,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "legacy": false,
+  "model_max_length": 2048,
+  "pad_token": null,
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

trainer_state.json

@@ -0,0 +1,3049 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "global_step": 504,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.25e-06,
+      "loss": 0.5164,
+      "step": 1
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5e-06,
+      "loss": 0.5394,
+      "step": 2
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.7500000000000005e-06,
+      "loss": 0.4026,
+      "step": 3
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 5e-06,
+      "loss": 0.3397,
+      "step": 4
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 6.25e-06,
+      "loss": 0.3042,
+      "step": 5
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 0.2701,
+      "step": 6
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 8.750000000000001e-06,
+      "loss": 0.2333,
+      "step": 7
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1e-05,
+      "loss": 0.2235,
+      "step": 8
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.125e-05,
+      "loss": 0.202,
+      "step": 9
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.25e-05,
+      "loss": 0.1832,
+      "step": 10
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.375e-05,
+      "loss": 0.154,
+      "step": 11
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 0.1657,
+      "step": 12
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.6250000000000002e-05,
+      "loss": 0.2064,
+      "step": 13
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7500000000000002e-05,
+      "loss": 0.1445,
+      "step": 14
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8750000000000002e-05,
+      "loss": 0.1793,
+      "step": 15
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2e-05,
+      "loss": 0.1781,
+      "step": 16
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9999792781461744e-05,
+      "loss": 0.1996,
+      "step": 17
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.999917113443488e-05,
+      "loss": 0.1394,
+      "step": 18
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.999813508468276e-05,
+      "loss": 0.1886,
+      "step": 19
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9996684675143132e-05,
+      "loss": 0.1687,
+      "step": 20
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9994819965926346e-05,
+      "loss": 0.1609,
+      "step": 21
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9992541034312862e-05,
+      "loss": 0.1671,
+      "step": 22
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9989847974750057e-05,
+      "loss": 0.1605,
+      "step": 23
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9986740898848306e-05,
+      "loss": 0.1957,
+      "step": 24
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9983219935376353e-05,
+      "loss": 0.1873,
+      "step": 25
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.997928523025598e-05,
+      "loss": 0.1566,
+      "step": 26
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.997493694655595e-05,
+      "loss": 0.1675,
+      "step": 27
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9970175264485268e-05,
+      "loss": 0.1712,
+      "step": 28
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.996500038138569e-05,
+      "loss": 0.167,
+      "step": 29
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.995941251172356e-05,
+      "loss": 0.1804,
+      "step": 30
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9953411887080917e-05,
+      "loss": 0.157,
+      "step": 31
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9946998756145894e-05,
+      "loss": 0.177,
+      "step": 32
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9940173384702407e-05,
+      "loss": 0.1696,
+      "step": 33
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9932936055619164e-05,
+      "loss": 0.1601,
+      "step": 34
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.992528706883791e-05,
+      "loss": 0.1725,
+      "step": 35
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9917226741361014e-05,
+      "loss": 0.1496,
+      "step": 36
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9908755407238342e-05,
+      "loss": 0.1496,
+      "step": 37
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9899873417553384e-05,
+      "loss": 0.1651,
+      "step": 38
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9890581140408722e-05,
+      "loss": 0.1885,
+      "step": 39
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9880878960910772e-05,
+      "loss": 0.1547,
+      "step": 40
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.987076728115383e-05,
+      "loss": 0.1567,
+      "step": 41
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9860246520203393e-05,
+      "loss": 0.136,
+      "step": 42
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.98493171140788e-05,
+      "loss": 0.1568,
+      "step": 43
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9837979515735168e-05,
+      "loss": 0.1597,
+      "step": 44
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.98262341950446e-05,
+      "loss": 0.1334,
+      "step": 45
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.9814081638776743e-05,
+      "loss": 0.1502,
+      "step": 46
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.980152235057858e-05,
+      "loss": 0.165,
+      "step": 47
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.978855685095358e-05,
+      "loss": 0.1355,
+      "step": 48
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.977518567724012e-05,
+      "loss": 0.1548,
+      "step": 49
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.9761409383589216e-05,
+      "loss": 0.1526,
+      "step": 50
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.9747228540941555e-05,
+      "loss": 0.162,
+      "step": 51
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.9732643737003827e-05,
+      "loss": 0.1658,
+      "step": 52
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.971765557622439e-05,
+      "loss": 0.1681,
+      "step": 53
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.9702264679768193e-05,
+      "loss": 0.1717,
+      "step": 54
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.9686471685491055e-05,
+      "loss": 0.18,
+      "step": 55
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.9670277247913205e-05,
+      "loss": 0.1321,
+      "step": 56
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.965368203819219e-05,
+      "loss": 0.1558,
+      "step": 57
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.9636686744095018e-05,
+      "loss": 0.1422,
+      "step": 58
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.96192920699697e-05,
+      "loss": 0.1428,
+      "step": 59
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.960149873671602e-05,
+      "loss": 0.1679,
+      "step": 60
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.958330748175568e-05,
+      "loss": 0.153,
+      "step": 61
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.9564719059001735e-05,
+      "loss": 0.1863,
+      "step": 62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.9545734238827334e-05,
+      "loss": 0.1534,
+      "step": 63
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.9526353808033827e-05,
+      "loss": 0.1549,
+      "step": 64
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.9506578569818115e-05,
+      "loss": 0.1367,
+      "step": 65
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.948640934373939e-05,
+      "loss": 0.1602,
+      "step": 66
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.946584696568516e-05,
+      "loss": 0.1721,
+      "step": 67
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9444892287836614e-05,
+      "loss": 0.1538,
+      "step": 68
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.942354617863329e-05,
+      "loss": 0.1656,
+      "step": 69
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.94018095227371e-05,
+      "loss": 0.1677,
+      "step": 70
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9379683220995657e-05,
+      "loss": 0.1483,
+      "step": 71
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.9357168190404937e-05,
+      "loss": 0.1546,
+      "step": 72
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.933426536407129e-05,
+      "loss": 0.152,
+      "step": 73
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.9310975691172756e-05,
+      "loss": 0.1486,
+      "step": 74
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.9287300136919726e-05,
+      "loss": 0.1588,
+      "step": 75
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.9263239682514953e-05,
+      "loss": 0.1521,
+      "step": 76
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.9238795325112867e-05,
+      "loss": 0.1608,
+      "step": 77
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.9213968077778284e-05,
+      "loss": 0.1464,
+      "step": 78
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.918875896944437e-05,
+      "loss": 0.1585,
+      "step": 79
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.916316904487005e-05,
+      "loss": 0.1444,
+      "step": 80
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.9137199364596673e-05,
+      "loss": 0.1444,
+      "step": 81
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9110851004904076e-05,
+      "loss": 0.1727,
+      "step": 82
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9084125057765978e-05,
+      "loss": 0.1503,
+      "step": 83
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9057022630804715e-05,
+      "loss": 0.1251,
+      "step": 84
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.902954484724535e-05,
+      "loss": 0.1502,
+      "step": 85
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.9001692845869113e-05,
+      "loss": 0.172,
+      "step": 86
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.89734677809662e-05,
+      "loss": 0.1562,
+      "step": 87
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.8944870822287957e-05,
+      "loss": 0.1557,
+      "step": 88
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.8915903154998374e-05,
+      "loss": 0.1718,
+      "step": 89
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.888656597962499e-05,
+      "loss": 0.1472,
+      "step": 90
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.8856860512009115e-05,
+      "loss": 0.1415,
+      "step": 91
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.8826787983255474e-05,
+      "loss": 0.1643,
+      "step": 92
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.8796349639681154e-05,
+      "loss": 0.1272,
+      "step": 93
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.8765546742763972e-05,
+      "loss": 0.1327,
+      "step": 94
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.8734380569090175e-05,
+      "loss": 0.1572,
+      "step": 95
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.8702852410301556e-05,
+      "loss": 0.1683,
+      "step": 96
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.867096357304191e-05,
+      "loss": 0.1769,
+      "step": 97
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.863871537890289e-05,
+      "loss": 0.1393,
+      "step": 98
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.860610916436922e-05,
+      "loss": 0.1537,
+      "step": 99
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.8573146280763327e-05,
+      "loss": 0.1379,
+      "step": 100
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.853982809418932e-05,
+      "loss": 0.1494,
+      "step": 101
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.8506155985476386e-05,
+      "loss": 0.1375,
+      "step": 102
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.847213135012155e-05,
+      "loss": 0.128,
+      "step": 103
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8437755598231857e-05,
+      "loss": 0.1252,
+      "step": 104
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8403030154465916e-05,
+      "loss": 0.1521,
+      "step": 105
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8367956457974872e-05,
+      "loss": 0.1327,
+      "step": 106
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8332535962342738e-05,
+      "loss": 0.1628,
+      "step": 107
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.829677013552619e-05,
+      "loss": 0.1388,
+      "step": 108
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8260660459793692e-05,
+      "loss": 0.1656,
+      "step": 109
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.8224208431664093e-05,
+      "loss": 0.146,
+      "step": 110
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.8187415561844586e-05,
+      "loss": 0.1621,
+      "step": 111
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.8150283375168112e-05,
+      "loss": 0.1505,
+      "step": 112
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.8112813410530167e-05,
+      "loss": 0.1341,
+      "step": 113
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.8075007220825004e-05,
+      "loss": 0.1449,
+      "step": 114
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.8036866372881295e-05,
+      "loss": 0.1465,
+      "step": 115
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7998392447397197e-05,
+      "loss": 0.1629,
+      "step": 116
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7959587038874826e-05,
+      "loss": 0.1511,
+      "step": 117
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.792045175555419e-05,
+      "loss": 0.147,
+      "step": 118
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.788098821934653e-05,
+      "loss": 0.1438,
+      "step": 119
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.7841198065767107e-05,
+      "loss": 0.1516,
+      "step": 120
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.7801082943867406e-05,
+      "loss": 0.144,
+      "step": 121
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.7760644516166815e-05,
+      "loss": 0.1682,
+      "step": 122
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.771988445858371e-05,
+      "loss": 0.1737,
+      "step": 123
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.7678804460366e-05,
+      "loss": 0.1277,
+      "step": 124
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.7637406224021124e-05,
+      "loss": 0.1612,
+      "step": 125
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.7595691465245484e-05,
+      "loss": 0.1512,
+      "step": 126
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.7553661912853348e-05,
+      "loss": 0.1353,
+      "step": 127
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.7511319308705198e-05,
+      "loss": 0.1593,
+      "step": 128
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.7468665407635543e-05,
+      "loss": 0.1415,
+      "step": 129
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.742570197738019e-05,
+      "loss": 0.1307,
+      "step": 130
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.7382430798502977e-05,
+      "loss": 0.128,
+      "step": 131
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.7338853664321993e-05,
+      "loss": 0.1456,
+      "step": 132
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.729497238083525e-05,
+      "loss": 0.1495,
+      "step": 133
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.725078876664583e-05,
+      "loss": 0.1398,
+      "step": 134
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.7206304652886524e-05,
+      "loss": 0.1062,
+      "step": 135
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.7161521883143936e-05,
+      "loss": 0.1529,
+      "step": 136
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.711644231338208e-05,
+      "loss": 0.1481,
+      "step": 137
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.7071067811865477e-05,
+      "loss": 0.1523,
+      "step": 138
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.7025400259081694e-05,
+      "loss": 0.15,
+      "step": 139
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.6979441547663434e-05,
+      "loss": 0.1541,
+      "step": 140
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.693319358231011e-05,
+      "loss": 0.1647,
+      "step": 141
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.6886658279708867e-05,
+      "loss": 0.1653,
+      "step": 142
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.6839837568455184e-05,
+      "loss": 0.156,
+      "step": 143
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.679273338897293e-05,
+      "loss": 0.1407,
+      "step": 144
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.6745347693433953e-05,
+      "loss": 0.1634,
+      "step": 145
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.6697682445677158e-05,
+      "loss": 0.1511,
+      "step": 146
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.6649739621127147e-05,
+      "loss": 0.1492,
+      "step": 147
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.660152120671232e-05,
+      "loss": 0.1319,
+      "step": 148
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.6553029200782545e-05,
+      "loss": 0.1531,
+      "step": 149
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.650426561302634e-05,
+      "loss": 0.1221,
+      "step": 150
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.6455232464387587e-05,
+      "loss": 0.1474,
+      "step": 151
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.6405931786981753e-05,
+      "loss": 0.1417,
+      "step": 152
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.6356365624011706e-05,
+      "loss": 0.1389,
+      "step": 153
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.6306536029683015e-05,
+      "loss": 0.1406,
+      "step": 154
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.6256445069118812e-05,
+      "loss": 0.134,
+      "step": 155
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.6206094818274228e-05,
+      "loss": 0.1454,
+      "step": 156
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.615548736385034e-05,
+      "loss": 0.1583,
+      "step": 157
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.6104624803207697e-05,
+      "loss": 0.1602,
+      "step": 158
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.6053509244279382e-05,
+      "loss": 0.125,
+      "step": 159
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.6002142805483686e-05,
+      "loss": 0.1552,
+      "step": 160
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.595052761563627e-05,
+      "loss": 0.1512,
+      "step": 161
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.589866581386199e-05,
+      "loss": 0.1273,
+      "step": 162
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.5846559549506183e-05,
+      "loss": 0.1632,
+      "step": 163
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.5794210982045638e-05,
+      "loss": 0.1402,
+      "step": 164
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.5741622280999086e-05,
+      "loss": 0.1301,
+      "step": 165
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.5688795625837274e-05,
+      "loss": 0.1741,
+      "step": 166
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.5635733205892653e-05,
+      "loss": 0.1344,
+      "step": 167
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5582437220268648e-05,
+      "loss": 0.1474,
+      "step": 168
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5528909877748504e-05,
+      "loss": 0.1192,
+      "step": 169
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5475153396703756e-05,
+      "loss": 0.1448,
+      "step": 170
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.542117000500229e-05,
+      "loss": 0.1463,
+      "step": 171
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.536696193991601e-05,
+      "loss": 0.146,
+      "step": 172
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.5312531448028107e-05,
+      "loss": 0.1646,
+      "step": 173
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.525788078513999e-05,
+      "loss": 0.165,
+      "step": 174
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.5203012216177748e-05,
+      "loss": 0.132,
+      "step": 175
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.5147928015098309e-05,
+      "loss": 0.1315,
+      "step": 176
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.5092630464795202e-05,
+      "loss": 0.1266,
+      "step": 177
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.5037121857003937e-05,
+      "loss": 0.1368,
+      "step": 178
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4981404492207025e-05,
+      "loss": 0.1255,
+      "step": 179
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4925480679538646e-05,
+      "loss": 0.1512,
+      "step": 180
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.4869352736688938e-05,
+      "loss": 0.1601,
+      "step": 181
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.4813022989807964e-05,
+      "loss": 0.1607,
+      "step": 182
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.4756493773409276e-05,
+      "loss": 0.1339,
+      "step": 183
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.4699767430273202e-05,
+      "loss": 0.1498,
+      "step": 184
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.4642846311349717e-05,
+      "loss": 0.1343,
+      "step": 185
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.458573277566103e-05,
+      "loss": 0.1196,
+      "step": 186
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.4528429190203826e-05,
+      "loss": 0.1553,
+      "step": 187
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.4470937929851142e-05,
+      "loss": 0.1601,
+      "step": 188
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.4413261377253961e-05,
+      "loss": 0.1533,
+      "step": 189
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.4355401922742478e-05,
+      "loss": 0.1399,
+      "step": 190
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.4297361964227004e-05,
+      "loss": 0.1245,
+      "step": 191
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.423914390709861e-05,
+      "loss": 0.148,
+      "step": 192
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.4180750164129435e-05,
+      "loss": 0.1221,
+      "step": 193
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.4122183155372699e-05,
+      "loss": 0.1457,
+      "step": 194
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.4063445308062384e-05,
+      "loss": 0.1251,
+      "step": 195
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.4004539056512667e-05,
+      "loss": 0.1174,
+      "step": 196
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.394546684201701e-05,
+      "loss": 0.1157,
+      "step": 197
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.3886231112747006e-05,
+      "loss": 0.13,
+      "step": 198
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.3826834323650899e-05,
+      "loss": 0.1444,
+      "step": 199
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.3767278936351853e-05,
+      "loss": 0.133,
+      "step": 200
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.3707567419045926e-05,
+      "loss": 0.1203,
+      "step": 201
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.3647702246399787e-05,
+      "loss": 0.165,
+      "step": 202
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.3587685899448148e-05,
+      "loss": 0.1404,
+      "step": 203
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.352752086549095e-05,
+      "loss": 0.1532,
+      "step": 204
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.3467209637990266e-05,
+      "loss": 0.1585,
+      "step": 205
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.3406754716466978e-05,
+      "loss": 0.1354,
+      "step": 206
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.3346158606397182e-05,
+      "loss": 0.1734,
+      "step": 207
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.3285423819108349e-05,
+      "loss": 0.1408,
+      "step": 208
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.3224552871675244e-05,
+      "loss": 0.1199,
+      "step": 209
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.316354828681562e-05,
+      "loss": 0.1352,
+      "step": 210
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3102412592785654e-05,
+      "loss": 0.1449,
+      "step": 211
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3041148323275182e-05,
+      "loss": 0.1371,
+      "step": 212
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2979758017302673e-05,
+      "loss": 0.1328,
+      "step": 213
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2918244219110022e-05,
+      "loss": 0.1347,
+      "step": 214
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.28566094780571e-05,
+      "loss": 0.1549,
+      "step": 215
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.2794856348516095e-05,
+      "loss": 0.1292,
+      "step": 216
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.2732987389765659e-05,
+      "loss": 0.1489,
+      "step": 217
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.2671005165884818e-05,
+      "loss": 0.1314,
+      "step": 218
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.2608912245646754e-05,
+      "loss": 0.1399,
+      "step": 219
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.2546711202412287e-05,
+      "loss": 0.1289,
+      "step": 220
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.248440461402328e-05,
+      "loss": 0.129,
+      "step": 221
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.2421995062695758e-05,
+      "loss": 0.1208,
+      "step": 222
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.2359485134912928e-05,
+      "loss": 0.1617,
+      "step": 223
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.2296877421317958e-05,
+      "loss": 0.1122,
+      "step": 224
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.2234174516606627e-05,
+      "loss": 0.1259,
+      "step": 225
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.2171379019419786e-05,
+      "loss": 0.1567,
+      "step": 226
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.2108493532235665e-05,
+      "loss": 0.1408,
+      "step": 227
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.2045520661262011e-05,
+      "loss": 0.1294,
+      "step": 228
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.1982463016328074e-05,
+      "loss": 0.1457,
+      "step": 229
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.1919323210776459e-05,
+      "loss": 0.1494,
+      "step": 230
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1856103861354809e-05,
+      "loss": 0.1284,
+      "step": 231
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1792807588107358e-05,
+      "loss": 0.1153,
+      "step": 232
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1729437014266352e-05,
+      "loss": 0.1179,
+      "step": 233
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.166599476614332e-05,
+      "loss": 0.1536,
+      "step": 234
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.1602483473020257e-05,
+      "loss": 0.1372,
+      "step": 235
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.153890576704062e-05,
+      "loss": 0.1251,
+      "step": 236
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.1475264283100271e-05,
+      "loss": 0.1472,
+      "step": 237
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.1411561658738261e-05,
+      "loss": 0.1578,
+      "step": 238
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.134780053402754e-05,
+      "loss": 0.1235,
+      "step": 239
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1283983551465512e-05,
+      "loss": 0.1605,
+      "step": 240
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1220113355864549e-05,
+      "loss": 0.1616,
+      "step": 241
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1156192594242359e-05,
+      "loss": 0.1535,
+      "step": 242
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.109222391571231e-05,
+      "loss": 0.1299,
+      "step": 243
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.1028209971373605e-05,
+      "loss": 0.1902,
+      "step": 244
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.0964153414201446e-05,
+      "loss": 0.1329,
+      "step": 245
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.0900056898937055e-05,
+      "loss": 0.1413,
+      "step": 246
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.0835923081977673e-05,
+      "loss": 0.1249,
+      "step": 247
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.0771754621266466e-05,
+      "loss": 0.15,
+      "step": 248
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0707554176182355e-05,
+      "loss": 0.1264,
+      "step": 249
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0643324407429818e-05,
+      "loss": 0.1492,
+      "step": 250
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0579067976928614e-05,
+      "loss": 0.1338,
+      "step": 251
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0514787547703466e-05,
+      "loss": 0.1563,
+      "step": 252
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0450485783773689e-05,
+      "loss": 0.1575,
+      "step": 253
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.0386165350042786e-05,
+      "loss": 0.1259,
+      "step": 254
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.032182891218801e-05,
+      "loss": 0.1152,
+      "step": 255
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.0257479136549889e-05,
+      "loss": 0.1465,
+      "step": 256
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.0193118690021699e-05,
+      "loss": 0.1363,
+      "step": 257
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.0128750239938983e-05,
+      "loss": 0.136,
+      "step": 258
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.006437645396896e-05,
+      "loss": 0.1206,
+      "step": 259
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1e-05,
+      "loss": 0.1262,
+      "step": 260
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 9.935623546031043e-06,
+      "loss": 0.1145,
+      "step": 261
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 9.87124976006102e-06,
+      "loss": 0.1382,
+      "step": 262
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 9.8068813099783e-06,
+      "loss": 0.1371,
+      "step": 263
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 9.742520863450116e-06,
+      "loss": 0.1186,
+      "step": 264
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 9.678171087811991e-06,
+      "loss": 0.1217,
+      "step": 265
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 9.613834649957216e-06,
+      "loss": 0.1322,
+      "step": 266
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 9.549514216226312e-06,
+      "loss": 0.1493,
+      "step": 267
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 9.485212452296535e-06,
+      "loss": 0.135,
+      "step": 268
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 9.42093202307139e-06,
+      "loss": 0.142,
+      "step": 269
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 9.356675592570185e-06,
+      "loss": 0.1236,
+      "step": 270
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 9.292445823817647e-06,
+      "loss": 0.1179,
+      "step": 271
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 9.228245378733537e-06,
+      "loss": 0.0993,
+      "step": 272
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 9.16407691802233e-06,
+      "loss": 0.1144,
+      "step": 273
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 9.099943101062948e-06,
+      "loss": 0.1468,
+      "step": 274
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 9.03584658579856e-06,
+      "loss": 0.1192,
+      "step": 275
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 8.971790028626395e-06,
+      "loss": 0.1293,
+      "step": 276
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 8.907776084287694e-06,
+      "loss": 0.1459,
+      "step": 277
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 8.843807405757644e-06,
+      "loss": 0.1307,
+      "step": 278
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 8.779886644135456e-06,
+      "loss": 0.133,
+      "step": 279
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 8.71601644853449e-06,
+      "loss": 0.1355,
+      "step": 280
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 8.652199465972462e-06,
+      "loss": 0.1453,
+      "step": 281
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 8.58843834126174e-06,
+      "loss": 0.1291,
+      "step": 282
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 8.524735716899734e-06,
+      "loss": 0.1237,
+      "step": 283
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 8.461094232959381e-06,
+      "loss": 0.1272,
+      "step": 284
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 8.397516526979745e-06,
+      "loss": 0.1171,
+      "step": 285
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 8.334005233856681e-06,
+      "loss": 0.1084,
+      "step": 286
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 8.270562985733652e-06,
+      "loss": 0.1345,
+      "step": 287
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 8.207192411892645e-06,
+      "loss": 0.1066,
+      "step": 288
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 8.143896138645193e-06,
+      "loss": 0.1358,
+      "step": 289
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 8.080676789223545e-06,
+      "loss": 0.1473,
+      "step": 290
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 8.017536983671929e-06,
+      "loss": 0.1214,
+      "step": 291
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 7.954479338737995e-06,
+      "loss": 0.1345,
+      "step": 292
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 7.891506467764337e-06,
+      "loss": 0.1327,
+      "step": 293
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 7.828620980580217e-06,
+      "loss": 0.1284,
+      "step": 294
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 7.765825483393376e-06,
+      "loss": 0.1175,
+      "step": 295
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 7.703122578682047e-06,
+      "loss": 0.1175,
+      "step": 296
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 7.640514865087078e-06,
+      "loss": 0.1263,
+      "step": 297
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 7.578004937304242e-06,
+      "loss": 0.1153,
+      "step": 298
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 7.5155953859767215e-06,
+      "loss": 0.1519,
+      "step": 299
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 7.453288797587714e-06,
+      "loss": 0.135,
+      "step": 300
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 7.391087754353252e-06,
+      "loss": 0.131,
+      "step": 301
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 7.328994834115181e-06,
+      "loss": 0.1358,
+      "step": 302
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 7.267012610234345e-06,
+      "loss": 0.108,
+      "step": 303
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 7.2051436514839064e-06,
+      "loss": 0.1403,
+      "step": 304
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 7.143390521942903e-06,
+      "loss": 0.1373,
+      "step": 305
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 7.081755780889978e-06,
+      "loss": 0.1428,
+      "step": 306
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 7.020241982697331e-06,
+      "loss": 0.1318,
+      "step": 307
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 6.958851676724823e-06,
+      "loss": 0.1188,
+      "step": 308
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.89758740721435e-06,
+      "loss": 0.1347,
+      "step": 309
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.8364517131843865e-06,
+      "loss": 0.103,
+      "step": 310
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.7754471283247594e-06,
+      "loss": 0.1057,
+      "step": 311
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.714576180891653e-06,
+      "loss": 0.1431,
+      "step": 312
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.65384139360282e-06,
+      "loss": 0.1294,
+      "step": 313
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.593245283533025e-06,
+      "loss": 0.143,
+      "step": 314
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.5327903620097366e-06,
+      "loss": 0.1358,
+      "step": 315
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.472479134509052e-06,
+      "loss": 0.1391,
+      "step": 316
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.412314100551854e-06,
+      "loss": 0.1153,
+      "step": 317
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.352297753600218e-06,
+      "loss": 0.1265,
+      "step": 318
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.292432580954075e-06,
+      "loss": 0.1206,
+      "step": 319
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.232721063648148e-06,
+      "loss": 0.1343,
+      "step": 320
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.173165676349103e-06,
+      "loss": 0.1404,
+      "step": 321
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.113768887252998e-06,
+      "loss": 0.1537,
+      "step": 322
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.054533157982994e-06,
+      "loss": 0.1197,
+      "step": 323
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.995460943487334e-06,
+      "loss": 0.1178,
+      "step": 324
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.936554691937617e-06,
+      "loss": 0.1435,
+      "step": 325
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.8778168446273045e-06,
+      "loss": 0.1281,
+      "step": 326
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.819249835870567e-06,
+      "loss": 0.1247,
+      "step": 327
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.760856092901394e-06,
+      "loss": 0.1076,
+      "step": 328
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.702638035773001e-06,
+      "loss": 0.1446,
+      "step": 329
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.644598077257524e-06,
+      "loss": 0.1153,
+      "step": 330
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.586738622746042e-06,
+      "loss": 0.147,
+      "step": 331
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.529062070148859e-06,
+      "loss": 0.1187,
+      "step": 332
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.4715708097961785e-06,
+      "loss": 0.1395,
+      "step": 333
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.414267224338971e-06,
+      "loss": 0.1032,
+      "step": 334
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.357153688650287e-06,
+      "loss": 0.1204,
+      "step": 335
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.300232569726805e-06,
+      "loss": 0.1279,
+      "step": 336
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.243506226590722e-06,
+      "loss": 0.1239,
+      "step": 337
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.186977010192037e-06,
+      "loss": 0.1369,
+      "step": 338
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.130647263311064e-06,
+      "loss": 0.1312,
+      "step": 339
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.074519320461358e-06,
+      "loss": 0.1395,
+      "step": 340
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.0185955077929774e-06,
+      "loss": 0.1153,
+      "step": 341
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 4.962878142996065e-06,
+      "loss": 0.113,
+      "step": 342
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 4.907369535204799e-06,
+      "loss": 0.1229,
+      "step": 343
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 4.852071984901696e-06,
+      "loss": 0.1218,
+      "step": 344
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 4.796987783822254e-06,
+      "loss": 0.1345,
+      "step": 345
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 4.742119214860009e-06,
+      "loss": 0.1209,
+      "step": 346
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 4.6874685519718945e-06,
+      "loss": 0.114,
+      "step": 347
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 4.633038060083996e-06,
+      "loss": 0.1127,
+      "step": 348
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 4.578829994997712e-06,
+      "loss": 0.1078,
+      "step": 349
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 4.524846603296245e-06,
+      "loss": 0.1236,
+      "step": 350
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 4.471090122251496e-06,
+      "loss": 0.1418,
+      "step": 351
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.417562779731355e-06,
+      "loss": 0.1117,
+      "step": 352
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.36426679410735e-06,
+      "loss": 0.1368,
+      "step": 353
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.311204374162731e-06,
+      "loss": 0.1028,
+      "step": 354
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.258377719000918e-06,
+      "loss": 0.1209,
+      "step": 355
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.205789017954364e-06,
+      "loss": 0.1529,
+      "step": 356
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.153440450493823e-06,
+      "loss": 0.1364,
+      "step": 357
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.101334186138015e-06,
+      "loss": 0.1222,
+      "step": 358
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.0494723843637275e-06,
+      "loss": 0.1219,
+      "step": 359
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.997857194516319e-06,
+      "loss": 0.0985,
+      "step": 360
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.946490755720621e-06,
+      "loss": 0.1177,
+      "step": 361
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.895375196792308e-06,
+      "loss": 0.1376,
+      "step": 362
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.84451263614966e-06,
+      "loss": 0.1421,
+      "step": 363
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.793905181725772e-06,
+      "loss": 0.1477,
+      "step": 364
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.7435549308811923e-06,
+      "loss": 0.1207,
+      "step": 365
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.6934639703169905e-06,
+      "loss": 0.1137,
+      "step": 366
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.643634375988293e-06,
+      "loss": 0.1265,
+      "step": 367
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.594068213018249e-06,
+      "loss": 0.1175,
+      "step": 368
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.5447675356124167e-06,
+      "loss": 0.1542,
+      "step": 369
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.4957343869736604e-06,
+      "loss": 0.1313,
+      "step": 370
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.4469707992174607e-06,
+      "loss": 0.1163,
+      "step": 371
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.398478793287682e-06,
+      "loss": 0.1475,
+      "step": 372
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.3502603788728547e-06,
+      "loss": 0.1368,
+      "step": 373
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.3023175543228416e-06,
+      "loss": 0.1299,
+      "step": 374
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.2546523065660483e-06,
+      "loss": 0.1101,
+      "step": 375
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.207266611027069e-06,
+      "loss": 0.1205,
+      "step": 376
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.1601624315448167e-06,
+      "loss": 0.1244,
+      "step": 377
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.113341720291134e-06,
+      "loss": 0.1403,
+      "step": 378
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.066806417689894e-06,
+      "loss": 0.1372,
+      "step": 379
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.0205584523365626e-06,
+      "loss": 0.12,
+      "step": 380
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.97459974091831e-06,
+      "loss": 0.1438,
+      "step": 381
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.9289321881345257e-06,
+      "loss": 0.1292,
+      "step": 382
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.8835576866179193e-06,
+      "loss": 0.1056,
+      "step": 383
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.8384781168560693e-06,
+      "loss": 0.1363,
+      "step": 384
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.7936953471134785e-06,
+      "loss": 0.1261,
+      "step": 385
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.7492112333541744e-06,
+      "loss": 0.1333,
+      "step": 386
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.705027619164754e-06,
+      "loss": 0.1306,
+      "step": 387
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.66114633567801e-06,
+      "loss": 0.1286,
+      "step": 388
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.6175692014970268e-06,
+      "loss": 0.1244,
+      "step": 389
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.5742980226198133e-06,
+      "loss": 0.1102,
+      "step": 390
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.531334592364457e-06,
+      "loss": 0.1377,
+      "step": 391
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.4886806912948034e-06,
+      "loss": 0.1229,
+      "step": 392
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.44633808714665e-06,
+      "loss": 0.1346,
+      "step": 393
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.404308534754517e-06,
+      "loss": 0.1242,
+      "step": 394
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.3625937759788775e-06,
+      "loss": 0.1418,
+      "step": 395
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.3211955396340003e-06,
+      "loss": 0.1422,
+      "step": 396
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.2801155414162933e-06,
+      "loss": 0.1193,
+      "step": 397
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.2393554838331853e-06,
+      "loss": 0.1275,
+      "step": 398
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.1989170561325957e-06,
+      "loss": 0.1362,
+      "step": 399
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.158801934232897e-06,
+      "loss": 0.1406,
+      "step": 400
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.1190117806534714e-06,
+      "loss": 0.1318,
+      "step": 401
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.0795482444458115e-06,
+      "loss": 0.1176,
+      "step": 402
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.0404129611251765e-06,
+      "loss": 0.1346,
+      "step": 403
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.0016075526028066e-06,
+      "loss": 0.1309,
+      "step": 404
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.9631336271187096e-06,
+      "loss": 0.1315,
+      "step": 405
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.924992779174999e-06,
+      "loss": 0.1345,
+      "step": 406
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.8871865894698338e-06,
+      "loss": 0.1369,
+      "step": 407
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.8497166248318876e-06,
+      "loss": 0.1381,
+      "step": 408
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.8125844381554158e-06,
+      "loss": 0.135,
+      "step": 409
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.7757915683359084e-06,
+      "loss": 0.1306,
+      "step": 410
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.7393395402063085e-06,
+      "loss": 0.1274,
+      "step": 411
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.703229864473811e-06,
+      "loss": 0.1309,
+      "step": 412
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.6674640376572637e-06,
+      "loss": 0.1221,
+      "step": 413
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.6320435420251323e-06,
+      "loss": 0.1187,
+      "step": 414
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.5969698455340842e-06,
+      "loss": 0.1473,
+      "step": 415
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.5622444017681438e-06,
+      "loss": 0.1268,
+      "step": 416
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.5278686498784512e-06,
+      "loss": 0.131,
+      "step": 417
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 1.4938440145236188e-06,
+      "loss": 0.137,
+      "step": 418
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 1.4601719058106845e-06,
+      "loss": 0.0926,
+      "step": 419
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.426853719236676e-06,
+      "loss": 0.1523,
+      "step": 420
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.3938908356307846e-06,
+      "loss": 0.1241,
+      "step": 421
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.3612846210971153e-06,
+      "loss": 0.1101,
+      "step": 422
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 1.3290364269580935e-06,
+      "loss": 0.1186,
+      "step": 423
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 1.2971475896984475e-06,
+      "loss": 0.1484,
+      "step": 424
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.2656194309098292e-06,
+      "loss": 0.1324,
+      "step": 425
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.2344532572360325e-06,
+      "loss": 0.1282,
+      "step": 426
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.2036503603188464e-06,
+      "loss": 0.1177,
+      "step": 427
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 1.1732120167445248e-06,
+      "loss": 0.1162,
+      "step": 428
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 1.1431394879908863e-06,
+      "loss": 0.1312,
+      "step": 429
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.113434020375015e-06,
+      "loss": 0.1327,
+      "step": 430
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.0840968450016276e-06,
+      "loss": 0.1176,
+      "step": 431
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.0551291777120465e-06,
+      "loss": 0.1267,
+      "step": 432
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 1.0265322190337989e-06,
+      "loss": 0.1361,
+      "step": 433
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 9.983071541308898e-07,
+      "loss": 0.1278,
+      "step": 434
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 9.704551527546503e-07,
+      "loss": 0.1351,
+      "step": 435
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 9.42977369195286e-07,
+      "loss": 0.1288,
+      "step": 436
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 9.15874942234024e-07,
+      "loss": 0.1268,
+      "step": 437
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 8.891489950959254e-07,
+      "loss": 0.1196,
+      "step": 438
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 8.628006354033291e-07,
+      "loss": 0.1106,
+      "step": 439
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 8.368309551299536e-07,
+      "loss": 0.1241,
+      "step": 440
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 8.112410305556307e-07,
+      "loss": 0.1426,
+      "step": 441
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 7.860319222217206e-07,
+      "loss": 0.1108,
+      "step": 442
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 7.612046748871327e-07,
+      "loss": 0.1264,
+      "step": 443
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 7.367603174850502e-07,
+      "loss": 0.1374,
+      "step": 444
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 7.126998630802772e-07,
+      "loss": 0.1306,
+      "step": 445
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 6.890243088272453e-07,
+      "loss": 0.1361,
+      "step": 446
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 6.65734635928711e-07,
+      "loss": 0.1253,
+      "step": 447
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 6.428318095950648e-07,
+      "loss": 0.1078,
+      "step": 448
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 6.203167790043462e-07,
+      "loss": 0.1098,
+      "step": 449
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 5.98190477262901e-07,
+      "loss": 0.1222,
+      "step": 450
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 5.764538213667103e-07,
+      "loss": 0.1405,
+      "step": 451
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 5.551077121633875e-07,
+      "loss": 0.1105,
+      "step": 452
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 5.341530343148415e-07,
+      "loss": 0.1339,
+      "step": 453
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 5.135906562606118e-07,
+      "loss": 0.1254,
+      "step": 454
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 4.934214301818873e-07,
+      "loss": 0.129,
+      "step": 455
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 4.73646191966175e-07,
+      "loss": 0.1211,
+      "step": 456
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 4.5426576117266643e-07,
+      "loss": 0.1328,
+      "step": 457
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 4.3528094099827056e-07,
+      "loss": 0.1205,
+      "step": 458
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 4.1669251824432267e-07,
+      "loss": 0.1294,
+      "step": 459
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.985012632839824e-07,
+      "loss": 0.1098,
+      "step": 460
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.8070793003030296e-07,
+      "loss": 0.133,
+      "step": 461
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.6331325590498344e-07,
+      "loss": 0.1229,
+      "step": 462
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.4631796180781496e-07,
+      "loss": 0.1338,
+      "step": 463
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.2972275208679625e-07,
+      "loss": 0.1415,
+      "step": 464
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.135283145089485e-07,
+      "loss": 0.1141,
+      "step": 465
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.9773532023180897e-07,
+      "loss": 0.1359,
+      "step": 466
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.823444237756123e-07,
+      "loss": 0.1313,
+      "step": 467
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.6735626299617456e-07,
+      "loss": 0.1341,
+      "step": 468
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.5277145905844957e-07,
+      "loss": 0.1271,
+      "step": 469
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.385906164107854e-07,
+      "loss": 0.1196,
+      "step": 470
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.248143227598809e-07,
+      "loss": 0.1371,
+      "step": 471
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.1144314904642194e-07,
+      "loss": 0.133,
+      "step": 472
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.9847764942142246e-07,
+      "loss": 0.1271,
+      "step": 473
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8591836122326068e-07,
+      "loss": 0.1497,
+      "step": 474
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.7376580495540142e-07,
+      "loss": 0.119,
+      "step": 475
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.6202048426483652e-07,
+      "loss": 0.1354,
+      "step": 476
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.5068288592120284e-07,
+      "loss": 0.1172,
+      "step": 477
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.3975347979661046e-07,
+      "loss": 0.1363,
+      "step": 478
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.2923271884617282e-07,
+      "loss": 0.1168,
+      "step": 479
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.1912103908922945e-07,
+      "loss": 0.0889,
+      "step": 480
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.094188595912804e-07,
+      "loss": 0.1144,
+      "step": 481
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.0012658244661799e-07,
+      "loss": 0.1407,
+      "step": 482
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 9.124459276165787e-08,
+      "loss": 0.1372,
+      "step": 483
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 8.27732586389851e-08,
+      "loss": 0.1334,
+      "step": 484
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 7.471293116209421e-08,
+      "loss": 0.1193,
+      "step": 485
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 6.706394438083962e-08,
+      "loss": 0.1377,
+      "step": 486
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 5.982661529759459e-08,
+      "loss": 0.1228,
+      "step": 487
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 5.300124385410943e-08,
+      "loss": 0.1348,
+      "step": 488
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 4.6588112919082605e-08,
+      "loss": 0.1328,
+      "step": 489
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 4.058748827643899e-08,
+      "loss": 0.1462,
+      "step": 490
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.4999618614309784e-08,
+      "loss": 0.1062,
+      "step": 491
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.982473551473297e-08,
+      "loss": 0.1318,
+      "step": 492
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.5063053444052133e-08,
+      "loss": 0.1102,
+      "step": 493
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.0714769744023533e-08,
+      "loss": 0.1217,
+      "step": 494
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.678006462364823e-08,
+      "loss": 0.1309,
+      "step": 495
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.325910115169471e-08,
+      "loss": 0.1239,
+      "step": 496
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.0152025249943187e-08,
+      "loss": 0.1392,
+      "step": 497
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 7.45896568713933e-09,
+      "loss": 0.1274,
+      "step": 498
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 5.1800340736563034e-09,
+      "loss": 0.103,
+      "step": 499
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.315324856869584e-09,
+      "loss": 0.1315,
+      "step": 500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.8649153172423106e-09,
+      "loss": 0.1313,
+      "step": 501
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 8.288655651234045e-10,
+      "loss": 0.1236,
+      "step": 502
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.0721853825733662e-10,
+      "loss": 0.1198,
+      "step": 503
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0,
+      "loss": 0.1186,
+      "step": 504
+    },
+    {
+      "epoch": 2.0,
+      "step": 504,
+      "total_flos": 6.677125143849861e+17,
+      "train_loss": 0.14185471720402204,
+      "train_runtime": 5536.4545,
+      "train_samples_per_second": 11.652,
+      "train_steps_per_second": 0.091
+    }
+  ],
+  "max_steps": 504,
+  "num_train_epochs": 2,
+  "total_flos": 6.677125143849861e+17,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fd49f8d516593a704089936664b8d34c4354a7b4a6df9d84002017a2a7e3e7
+size 3771