Update README.md
Browse files
README.md
CHANGED
@@ -35,6 +35,7 @@ dataset : [kyujinpy/KOpen-platypus](https://huggingface.co/datasets/kyujinpy/KOp
|
|
35 |
|
36 |
### lora_config and bnb_config in Training
|
37 |
|
|
|
38 |
bnd_config = BitsAndBytesConfig(
|
39 |
load_in_8bit = True
|
40 |
)
|
@@ -43,8 +44,9 @@ lora_config = LoraConfig(
|
|
43 |
r = 16,
|
44 |
lora_alpha = 16,
|
45 |
lora_dropout = 0.05,
|
46 |
-
target_modules = ['
|
47 |
)
|
|
|
48 |
|
49 |
### Hardware
|
50 |
RTX 3090 Ti 24GB x 1
|
|
|
35 |
|
36 |
### lora_config and bnb_config in Training
|
37 |
|
38 |
+
```python
|
39 |
bnd_config = BitsAndBytesConfig(
|
40 |
load_in_8bit = True
|
41 |
)
|
|
|
44 |
r = 16,
|
45 |
lora_alpha = 16,
|
46 |
lora_dropout = 0.05,
|
47 |
+
target_modules = ['gate_proj', 'up_proj', 'down_proj']
|
48 |
)
|
49 |
+
```
|
50 |
|
51 |
### Hardware
|
52 |
RTX 3090 Ti 24GB x 1
|