Training in progress, step 800, checkpoint

last-checkpoint/README.md

@@ -216,23 +216,4 @@ The following `bitsandbytes` quantization config was used during training:
 ### Framework versions
 
 
-- PEFT 0.7.0.dev0
-## Training procedure
-
-
-The following `bitsandbytes` quantization config was used during training:
-- quant_method: bitsandbytes
-- load_in_8bit: True
-- load_in_4bit: False
-- llm_int8_threshold: 6.0
-- llm_int8_skip_modules: None
-- llm_int8_enable_fp32_cpu_offload: False
-- llm_int8_has_fp16_weight: False
-- bnb_4bit_quant_type: fp4
-- bnb_4bit_use_double_quant: False
-- bnb_4bit_compute_dtype: float32
-
-### Framework versions
-
-
 - PEFT 0.7.0.dev0

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:314671661e1779f4be9ba1e37d3f33640c3b7a3109ccde61bcaafc3a09c634f2
+oid sha256:56fa8d7be178ee2386ff1c1a4bc67f182a8721dd4331e4bcc991769a3cb39771
 size 9444296

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:557c7d0ebb0408821bdca91acba1bcd71dff8aea26d641f256bf7fee93a2b4da
+oid sha256:bf7ce8c645cdcb3a14cbd1a171eb563fe5a6b76f293a0e6b93b3e135be3f44fe
 size 18902665

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db6358da13f324834878bd2b4485e5667664a0d92ed16a7f6a761dd9dea8cc65
+oid sha256:4cf66005e5e6a4f3553669f4e9894b69e1bc5f9207c5bf2c3d2ce3aab9394607
 size 14575

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30423cc69a1c7d18caef4643847588d5884db012263cbe7b7224fa4719ca4156
+oid sha256:de7840bcb72f2f480fd301578d289cdfa174589e831b0d33e5772f3956b6beae
 size 627

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 2.4523911476135254,
-  "best_model_checkpoint": "./outputs/checkpoint-700",
-  "epoch": 0.5100182149362478,
+  "best_metric": 2.4297590255737305,
+  "best_model_checkpoint": "./outputs/checkpoint-800",
+  "epoch": 0.5828779599271403,
   "eval_steps": 100,
-  "global_step": 700,
+  "global_step": 800,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -105,13 +105,27 @@
       "eval_samples_per_second": 30.338,
       "eval_steps_per_second": 3.796,
       "step": 700
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0002,
+      "loss": 2.429,
+      "step": 800
+    },
+    {
+      "epoch": 0.58,
+      "eval_loss": 2.4297590255737305,
+      "eval_runtime": 206.8909,
+      "eval_samples_per_second": 30.325,
+      "eval_steps_per_second": 3.794,
+      "step": 800
     }
   ],
   "logging_steps": 100,
   "max_steps": 4116,
   "num_train_epochs": 3,
   "save_steps": 100,
-  "total_flos": 2.042513200078848e+16,
+  "total_flos": 2.333865205776384e+16,
   "trial_name": null,
   "trial_params": null
 }