MDDDDR commited on
Commit
7f86567
1 Parent(s): 5c2ac75

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -1
README.md CHANGED
@@ -33,6 +33,8 @@ print(tokenizer.decode(outputs[0]))
33
  ### Training dataset
34
  dataset : [kyujinpy/KOpen-platypus](https://huggingface.co/datasets/kyujinpy/KOpen-platypus)
35
 
 
 
36
  bnd_config = BitsAndBytesConfig(
37
  load_in_4bit = True
38
  )
@@ -41,8 +43,9 @@ lora_config = LoraConfig(
41
  r = 16,
42
  lora_alpha = 16,
43
  lora_dropout = 0.05,
44
- target_modules = ['down_proj', 'up_proj', 'gate_proj']
45
  )
 
46
 
47
  ### Hardware
48
  RTX 3090 Ti 24GB x 1
 
33
  ### Training dataset
34
  dataset : [kyujinpy/KOpen-platypus](https://huggingface.co/datasets/kyujinpy/KOpen-platypus)
35
 
36
+ ### lora_config and bnb_config in Training
37
+ ```python
38
  bnd_config = BitsAndBytesConfig(
39
  load_in_4bit = True
40
  )
 
43
  r = 16,
44
  lora_alpha = 16,
45
  lora_dropout = 0.05,
46
+ target_modules = ['gate_proj', 'up_proj', 'down_proj']
47
  )
48
+ ```
49
 
50
  ### Hardware
51
  RTX 3090 Ti 24GB x 1