Training in progress, epoch 0

adapter_config.json

@@ -21,18 +21,18 @@
   ],
   "orth_reg_weight": 0.5,
   "peft_type": "LORA",
-  "r": 64,
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "value",
-    "query"
+    "query",
+    "value"
   ],
   "task_type": null,
   "use_dora": true,
   "use_dovera": false,
   "use_dovera_tuning": false,
-  "use_kd": true,
+  "use_kd": false,
   "use_rslora": false,
   "use_vera": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04c547e0f1c83bb4350135dc4cbc64a9e9daafb5d6f2d7befc18b2940d66cf38
-size 9832380
+oid sha256:5289d0757e81e08be6d097ea721d09fede64ac45349c6e00dfc5a55db95f219a
+size 1574724

runs/Apr29_15-29-36_gpu4-119-5/events.out.tfevents.1714368582.gpu4-119-5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2450a51d21b34edafb78694e326867ce5388bdc7483ac37a0864abcd678041
+size 9364

runs/Apr29_15-29-36_gpu4-119-5/events.out.tfevents.1714368644.gpu4-119-5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f1cda4cb628886f94167b3343649ce74589469ba0f72c9670ed247c55f7a30
+size 9413

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ff2e0f4109e462e215cd7d80c5c7d9992b3cb3bfd04b80f0332ee356ca2aa91
-size 5048
+oid sha256:f1e575c6e424d762600e5fbfe837a4355f7d6fe953ec1c6fe0ad140489fc929e
+size 4603