MDDDDR commited on
Commit
5c2ac75
1 Parent(s): 32a9357

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +11 -0
README.md CHANGED
@@ -33,6 +33,17 @@ print(tokenizer.decode(outputs[0]))
33
  ### Training dataset
34
  dataset : [kyujinpy/KOpen-platypus](https://huggingface.co/datasets/kyujinpy/KOpen-platypus)
35
 
 
 
 
 
 
 
 
 
 
 
 
36
  ### Hardware
37
  RTX 3090 Ti 24GB x 1
38
 
 
33
  ### Training dataset
34
  dataset : [kyujinpy/KOpen-platypus](https://huggingface.co/datasets/kyujinpy/KOpen-platypus)
35
 
36
+ bnd_config = BitsAndBytesConfig(
37
+ load_in_4bit = True
38
+ )
39
+
40
+ lora_config = LoraConfig(
41
+ r = 16,
42
+ lora_alpha = 16,
43
+ lora_dropout = 0.05,
44
+ target_modules = ['down_proj', 'up_proj', 'gate_proj']
45
+ )
46
+
47
  ### Hardware
48
  RTX 3090 Ti 24GB x 1
49