Training in progress, step 50

adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": "unsloth",
   "target_modules": [
-    "down_proj",
-    "o_proj",
-    "v_proj",
-    "up_proj",
-    "k_proj",
     "q_proj",
-    "gate_proj"
+    "k_proj",
+    "up_proj",
+    "gate_proj",
+    "v_proj",
+    "down_proj",
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f79c51cd876c8b5b6f891bdff8fd168dd531ab20717f8389982574d19f0dbea0
+oid sha256:46e19924cdd9d90593dba79dcc7bb890667c5dee7cb8242c8ece6b143bb46c9f
 size 1912664024

tokenizer_config.json

@@ -122,7 +122,7 @@
   "legacy": false,
   "model_max_length": 4096,
   "pad_token": "<|placeholder6|>",
-  "padding_side": "left",
+  "padding_side": "right",
   "sp_model_kwargs": {},
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",