Upload README.md
Browse files
README.md
CHANGED
|
@@ -60,4 +60,9 @@ OpenOrca = AutoModelForCausalLM.from_pretrained(
|
|
| 60 |
device_map='auto'
|
| 61 |
)
|
| 62 |
OpenOrca_tokenizer = AutoTokenizer.from_pretrained(repo)
|
| 63 |
-
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 60 |
device_map='auto'
|
| 61 |
)
|
| 62 |
OpenOrca_tokenizer = AutoTokenizer.from_pretrained(repo)
|
| 63 |
+
```
|
| 64 |
+
|
| 65 |
+
# Hyperparameters
|
| 66 |
+
- QLoRA
|
| 67 |
+
- lora_target_modules '[gate_proj, down_proj, up_proj]'
|
| 68 |
+
- lora_r 64
|