Update config.json
Browse filesfix gradient accumulation step
- config.json +1 -0
config.json
CHANGED
|
@@ -109,6 +109,7 @@
|
|
| 109 |
"image_seq_length": 64,
|
| 110 |
"image_token_id": 256001,
|
| 111 |
"model_type": "kawn_idefics3",
|
|
|
|
| 112 |
"scale_factor": 2,
|
| 113 |
"text_config": {
|
| 114 |
"_name_or_path": "google/gemma-2-2b-it",
|
|
|
|
| 109 |
"image_seq_length": 64,
|
| 110 |
"image_token_id": 256001,
|
| 111 |
"model_type": "kawn_idefics3",
|
| 112 |
+
"loss_type":"ForCausalLM",
|
| 113 |
"scale_factor": 2,
|
| 114 |
"text_config": {
|
| 115 |
"_name_or_path": "google/gemma-2-2b-it",
|