Update README.md
Browse files
README.md
CHANGED
|
@@ -1,3 +1,29 @@
|
|
| 1 |
---
|
| 2 |
license: cc-by-nc-4.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
---
|
| 2 |
license: cc-by-nc-4.0
|
| 3 |
+
language:
|
| 4 |
+
- en
|
| 5 |
+
- ko
|
| 6 |
+
- ja
|
| 7 |
+
tags:
|
| 8 |
+
- inteiror
|
| 9 |
+
- defective
|
| 10 |
---
|
| 11 |
+
|
| 12 |
+
Finetuned Hansoldeco Domain dataset
|
| 13 |
+
|
| 14 |
+
(Specialized on interiror Q&A and defective things on it.)
|
| 15 |
+
|
| 16 |
+
load_in_8bit=True
|
| 17 |
+
|
| 18 |
+
batch_size = 1
|
| 19 |
+
num_epochs = 3
|
| 20 |
+
micro_batch = 1
|
| 21 |
+
gradient_accumulation_steps = batch_size // micro_batch
|
| 22 |
+
lora target
|
| 23 |
+
|
| 24 |
+
2 X A100 80GB
|
| 25 |
+
|
| 26 |
+
|
| 27 |
+
Base Model = CohereForAI/c4ai-command-r-plus
|
| 28 |
+
|
| 29 |
+
license : cc-by-nc-4.0 (non-commercial as cohere mentioned)
|