Training in progress, epoch 0

adapter_config.json

@@ -23,11 +23,11 @@
   "target_modules": [
     "o_proj",
     "down_proj",
-    "k_proj",
-    "gate_proj",
     "v_proj",
-    "q_proj",
-    "up_proj"
+    "gate_proj",
+    "k_proj",
+    "up_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:577a01fda27a450402fa36fe92122b50117b8d807226790aa503fcc8675130cd
-size 1132589648
+oid sha256:5c4fd388283276db8c05525945e275e9adf43abf2ba138777c9cb2438e174f36
+size 1132590104

runs/Apr06_11-21-37_90d0c6419ce2/events.out.tfevents.1712402501.90d0c6419ce2.789.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1524975662210d0a969714507007d00473c82a5b4bef17a3bf578509ac51d729
+size 5244

special_tokens_map.json

@@ -1,29 +1,23 @@
 {
   "additional_special_tokens": [
-    "<|im_end|>",
-    "<|im_start|>"
+    {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
   ],
-  "bos_token": {
-    "content": "<|im_start|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "<|im_end|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "<|im_end|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
+  "bos_token": "<|im_start|>",
+  "eos_token": "<|im_end|>",
+  "pad_token": "<|im_end|>",
   "unk_token": {
     "content": "<unk>",
     "lstrip": false,

tokenizer.json

@@ -71,7 +71,7 @@
     "single": [
       {
         "SpecialToken": {
-          "id": "<|im_start|>",
+          "id": "<s>",
           "type_id": 0
         }
       },
@@ -85,7 +85,7 @@
     "pair": [
       {
         "SpecialToken": {
-          "id": "<|im_start|>",
+          "id": "<s>",
           "type_id": 0
         }
       },
@@ -97,7 +97,7 @@
       },
       {
         "SpecialToken": {
-          "id": "<|im_start|>",
+          "id": "<s>",
           "type_id": 1
         }
       },
@@ -109,13 +109,13 @@
       }
     ],
     "special_tokens": {
-      "<|im_start|>": {
-        "id": "<|im_start|>",
+      "<s>": {
+        "id": "<s>",
         "ids": [
-          32001
+          1
         ],
         "tokens": [
-          "<|im_start|>"
+          "<s>"
         ]
       }
     }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1642b179783e791e3fe9d2fb3ea561876e93c6667f4d4e08783539dc6b482ed0
+oid sha256:f48e910c5f01ebcecf5cec2f4731ab4fd94fa30ed0be2744dfe04b2f9c65e251
 size 4728