Training in progress, step 1900

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "alignment-handbook/zephyr-7b-sft-full",
+  "base_model_name_or_path": "mistralai/Mistral-7B-v0.1",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -19,13 +19,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "v_proj",
     "up_proj",
+    "q_proj",
     "gate_proj",
     "down_proj",
-    "q_proj",
-    "k_proj",
-    "v_proj",
-    "o_proj"
+    "o_proj",
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b0d5e336e0b0d524590c9284f942d42365553116910e63a9c5c1ac30c9f342f
+oid sha256:f28ad317e1d23fc764f93d152aa0417c6143646cb0e2f0f8e122ea0d9b6d88b9
 size 671150064

runs/Apr05_19-37-28_allennlp-cirrascale-50.reviz.ai2.in/events.out.tfevents.1712371480.allennlp-cirrascale-50.reviz.ai2.in.48043.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e87210852c7029913d38bea5a8e782ce29e5947f1eb1318f100a0de8c4a4543c
-size 142898
+oid sha256:ba8162426be10e679ba8916ca1821e6caa4a3194c18909c0908b2dfa39409224
+size 150518

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:947d927e61668b966ebb030da458e99bc33c421e45b93f656e038a0689c6f570
-size 5112
+oid sha256:6aed5e0579321afe046a90c0cc3a32c7d4cff2e81f00dc7223fdf2c95545813e
+size 5048