Training in progress, step 1100, checkpoint

last-checkpoint/README.md

@@ -201,18 +201,6 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
 ## Training procedure
 
 
-The following `bitsandbytes` quantization config was used during training:
-- quant_method: bitsandbytes
-- load_in_8bit: False
-- load_in_4bit: True
-- llm_int8_threshold: 6.0
-- llm_int8_skip_modules: None
-- llm_int8_enable_fp32_cpu_offload: False
-- llm_int8_has_fp16_weight: False
-- bnb_4bit_quant_type: nf4
-- bnb_4bit_use_double_quant: True
-- bnb_4bit_compute_dtype: float16
-
 ### Framework versions
 
 

last-checkpoint/adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f43f1a6738f983616ef9181d252b9c12dd97bc40630e3faed7808619f6f0274
+oid sha256:754e6d0c8b95b78534629a453335fe1dc85084eeed008ac125be58b33ee35367
 size 50349441

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eba013c6a23ae64f89bf510557c06c2a3eb39e5a9106660abb711cded9be9dda
-size 100693001
+oid sha256:ab13fd93fb68dddc6c3824e90e38d5ae241adf08342c0e417e20c8a5f3025b37
+size 100691721

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:367394aed610ff7068eaf27da3eb89a6cd4769f26c2abeadffb65a7a6d3952cd
+oid sha256:e4887eda634f542d0c8496ee30ab1130b0b9a4766dc9d31a2130fdb8d2444505
 size 14575

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bb7339d1d2da342a44f3ba5e076fb6e5d93aee86f890c002703d2b3a0750820
+oid sha256:1f5f3a2d7191245a70e1410d8951fd2f5c94b0b91f13bf39c3f76fe8aaf57fd4
 size 627

last-checkpoint/special_tokens_map.json

@@ -1,6 +1,24 @@
 {
-  "bos_token": "<|endoftext|>",
-  "eos_token": "<|endoftext|>",
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
   "pad_token": "<|endoftext|>",
-  "unk_token": "<|endoftext|>"
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

last-checkpoint/tokenizer_config.json

@@ -13,8 +13,12 @@
   "bos_token": "<|endoftext|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
+  "max_length": 512,
   "model_max_length": 1024,
   "pad_token": "<|endoftext|>",
+  "stride": 0,
   "tokenizer_class": "GPT2Tokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "<|endoftext|>"
 }

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 1.6352009773254395,
-  "best_model_checkpoint": "./outputs/checkpoint-1000",
-  "epoch": 0.7285974499089253,
+  "best_metric": 1.6240431070327759,
+  "best_model_checkpoint": "./outputs/checkpoint-1100",
+  "epoch": 0.8014571948998178,
   "eval_steps": 100,
-  "global_step": 1000,
+  "global_step": 1100,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -147,13 +147,27 @@
       "eval_samples_per_second": 43.549,
       "eval_steps_per_second": 5.449,
       "step": 1000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0002,
+      "loss": 1.6461,
+      "step": 1100
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.6240431070327759,
+      "eval_runtime": 293.5989,
+      "eval_samples_per_second": 21.369,
+      "eval_steps_per_second": 2.674,
+      "step": 1100
     }
   ],
   "logging_steps": 100,
   "max_steps": 4116,
   "num_train_epochs": 3,
   "save_steps": 100,
-  "total_flos": 5.962359246697267e+16,
+  "total_flos": 6.557572892531098e+16,
   "trial_name": null,
   "trial_params": null
 }

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:435ef416a520c327b44f1a335ae059bdb8b9a978d39dfecd5bff01684de2670c
+oid sha256:e1ab4a714067324690a64db56d021644d50462360424c147b3e9df6b69650fa0
 size 4155