Training in progress, step 15000

adapter_config.json

@@ -9,18 +9,18 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 32,
+  "lora_alpha": 16,
   "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 16,
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "query_proj",
-    "value_proj"
+    "value_proj",
+    "query_proj"
   ],
   "task_type": "TOKEN_CLS",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13441fde1370787dfcc1d215f0db74e4a72f88efa021dcc7b316b769cac60feb
-size 6343004
+oid sha256:07f3a41322df963c657333a0f7552649f25f22df2553cfa61e8e3d27125d830d
+size 3197148

runs/Feb19_21-44-56_e0e3845a9e02/events.out.tfevents.1708379117.e0e3845a9e02.1701.2

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:185f985155df71474d7924a765c83d0a3df38008e39b8220f2343fc2ad617bfb
-size 16885
+oid sha256:a572ae009fe7a91881c373cfde002b6ff78ddafa5f6f18abc200e2e21a9daa87
+size 17514

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0504251723cd88d474819e18146bcbe99e5e947f143313008e330464b37208b5
-size 4664
+oid sha256:19b8658e3f2330985c0a9a4046203e988c100cee00c6f6d8ceb6e82df8771f63
+size 4600