arshiakarimian1 commited on
Commit
029340c
1 Parent(s): f2f483f

Training in progress, epoch 1

Browse files
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": null,
5
  "beta1": 0.85,
6
  "beta2": 0.85,
7
  "bias": "none",
@@ -24,12 +24,12 @@
24
  ],
25
  "orth_reg_weight": 0.5,
26
  "peft_type": "ADALORA",
27
- "r": 16,
28
  "rank_pattern": null,
29
  "revision": null,
30
  "target_modules": [
31
- "v_proj",
32
- "k_proj"
33
  ],
34
  "target_r": 8,
35
  "task_type": "SEQ_CLS",
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
5
  "beta1": 0.85,
6
  "beta2": 0.85,
7
  "bias": "none",
 
24
  ],
25
  "orth_reg_weight": 0.5,
26
  "peft_type": "ADALORA",
27
+ "r": 2,
28
  "rank_pattern": null,
29
  "revision": null,
30
  "target_modules": [
31
+ "k_proj",
32
+ "v_proj"
33
  ],
34
  "target_r": 8,
35
  "task_type": "SEQ_CLS",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:393dea15aa769cadab37519ee6a374645c743c4edb6fba0ac8afd1b2f83a535e
3
- size 15791960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4cacca3c20efebf2d5fd5809cafac9023a9faa043b09547b11b5dff9cd0ccb7
3
+ size 15788680
runs/Sep25_10-38-10_799f339bf6da/events.out.tfevents.1727260692.799f339bf6da.919.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f078f32e1e36e498f42b9dbe0226fcfcfc6f0a73d519dc9c75f85a5236184cac
3
+ size 8669
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:afd6c18e90895bec7babca317c489b8165bff6341e33d3b05d1cf3cdf2f4c08e
3
  size 5176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb63542b1908a63e3b6f46c7e54c9486ff908ae89ea709bd54497889a8ad6c38
3
  size 5176