Training in progress, step 20, checkpoint

last-checkpoint/adapter_config.json

@@ -20,8 +20,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "query_key_value",
-    "word_embeddings"
+    "word_embeddings",
+    "query_key_value"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4c346635a502bcfa1a0f2d9987faa2f711d867fc2d1e08232dbd6532240dd22
+oid sha256:3407d03408b779ec94791d36428344b97de76a1000e185b3897bb06c6016877b
 size 12803224

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c098e01e074e9d4bfc800ec514479b770a71cb68eaefd4ebf3a41b18222ecd43
+oid sha256:7251da5191ca6435bc1ddae5cdc429505604fc046f9b72accf5387255933fd4e
 size 6472698

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df81fc9d078b3589f3e74ce10344ae2b9ba2f47edb0c855a81de1c3ca1991673
+oid sha256:7d2ef8e320e2af36e2a17f064af8b441bcd977b6df4d7083afc7977952b509e1
 size 14244

last-checkpoint/tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12cb93e09fed5cf770f42b645926821cd300de44a57db3ca5e284142571864c2
-size 14500638
+oid sha256:17a208233d2ee8d8c83b23bc214df737c44806a1919f444e89b31e586cd956ba
+size 14500471

last-checkpoint/trainer_state.json

@@ -10,9 +10,9 @@
   "log_history": [
     {
       "epoch": 0.0,
-      "grad_norm": 51.71564483642578,
+      "grad_norm": Infinity,
       "learning_rate": 2.0000000000000003e-06,
-      "loss": 3.4075,
+      "loss": 3.747,
       "step": 20
     }
   ],
@@ -21,7 +21,7 @@
   "num_input_tokens_seen": 0,
   "num_train_epochs": 1,
   "save_steps": 20,
-  "total_flos": 167893794816000.0,
+  "total_flos": 83946897408000.0,
   "train_batch_size": 1,
   "trial_name": null,
   "trial_params": null

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b64dd65077fdb49c3763fde38eccd7d99504d918155707100438c27c5ffb8875
+oid sha256:c205a7e969e6f1dcf3b778c2a6e73ae9c14e499d2d6f811d14482423148ebe9a
 size 4984