Hugging Face's logo

hugodk-sch
/
ap-normistral-7b-align-scan

PEFT
Safetensors
mistral
alignment-handbook
trl
dpo
Generated from Trainer
4-bit precision
bitsandbytes
Model card Files Community
hugodk-sch commited on
Commit
7e710bb
•
1 Parent(s): 6b76655

Training in progress, step 200

Browse files
Files changed (3) hide show
  1. adapter_config.json +3 -3
  2. adapter_model.safetensors +1 -1
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -21,12 +21,12 @@
21
  "revision": null,
22
  "target_modules": [
23
  "up_proj",
24
- "q_proj",
25
- "k_proj",
26
  "gate_proj",
 
 
27
  "o_proj",
28
  "down_proj",
29
- "v_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
21
  "revision": null,
22
  "target_modules": [
23
  "up_proj",
 
 
24
  "gate_proj",
25
+ "k_proj",
26
+ "v_proj",
27
  "o_proj",
28
  "down_proj",
29
+ "q_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9f71e75b5b337c21d2dd78223a44fe5451a0c980e81b68799c41f830503d425
3
  size 671150064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f92a7a58ef664cbb23bbbea4ee660757a9d99acfda9e25fce4fd659ed2706deb
3
  size 671150064
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:420e43a12eab400796dff8eecb539df142004d1a218cbde0d8446251d69a5070
3
  size 5176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43efe2252c4a57c1390d21a4c6e6c7357ac57a884df68f3fc3f0af255f74196d
3
  size 5176