Nagase-Kotono
commited on
Commit
•
bf32684
1
Parent(s):
1a3d885
Upload folder using huggingface_hub
Browse files- .ipynb_checkpoints/config-checkpoint.json +53 -0
- checkpoint-1000/.ipynb_checkpoints/config-checkpoint.json +53 -0
- checkpoint-1000/config.json +53 -0
- checkpoint-1000/mm_projector.bin +3 -0
- checkpoint-10000/config.json +53 -0
- checkpoint-10000/mm_projector.bin +3 -0
- checkpoint-11000/config.json +53 -0
- checkpoint-11000/mm_projector.bin +3 -0
- checkpoint-12000/config.json +53 -0
- checkpoint-12000/mm_projector.bin +3 -0
- checkpoint-2000/config.json +53 -0
- checkpoint-2000/mm_projector.bin +3 -0
- checkpoint-3000/config.json +53 -0
- checkpoint-3000/mm_projector.bin +3 -0
- checkpoint-4000/config.json +53 -0
- checkpoint-4000/mm_projector.bin +3 -0
- checkpoint-5000/config.json +53 -0
- checkpoint-5000/mm_projector.bin +3 -0
- checkpoint-6000/config.json +53 -0
- checkpoint-6000/mm_projector.bin +3 -0
- checkpoint-7000/config.json +53 -0
- checkpoint-7000/mm_projector.bin +3 -0
- checkpoint-8000/config.json +53 -0
- checkpoint-8000/mm_projector.bin +3 -0
- checkpoint-9000/config.json +53 -0
- checkpoint-9000/mm_projector.bin +3 -0
- config.json +53 -0
- mm_projector.bin +3 -0
- trainer_state.json +0 -0
.ipynb_checkpoints/config-checkpoint.json
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "yanolja/EEVE-Korean-Instruct-2.8B-v1.0",
|
3 |
+
"architectures": [
|
4 |
+
"PhiForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
|
9 |
+
"AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
|
10 |
+
},
|
11 |
+
"bos_token_id": 58940,
|
12 |
+
"embd_pdrop": 0.0,
|
13 |
+
"eos_token_id": 58943,
|
14 |
+
"freeze_mm_mlp_adapter": false,
|
15 |
+
"hidden_act": "gelu_new",
|
16 |
+
"hidden_size": 2560,
|
17 |
+
"image_aspect_ratio": "square",
|
18 |
+
"image_projector_type": "mlp2x_gelu",
|
19 |
+
"initializer_range": 0.02,
|
20 |
+
"intermediate_size": 10240,
|
21 |
+
"layer_norm_eps": 1e-05,
|
22 |
+
"max_position_embeddings": 2048,
|
23 |
+
"mm_hidden_size": 1024,
|
24 |
+
"mm_image_tower": "Bingsu/clip-vit-large-patch14-ko",
|
25 |
+
"mm_projector_lr": null,
|
26 |
+
"mm_use_im_patch_token": false,
|
27 |
+
"mm_use_im_start_end": false,
|
28 |
+
"mm_video_tower": null,
|
29 |
+
"mm_vision_select_feature": "patch",
|
30 |
+
"mm_vision_select_layer": -2,
|
31 |
+
"model_type": "llava_phi",
|
32 |
+
"num_attention_heads": 32,
|
33 |
+
"num_hidden_layers": 32,
|
34 |
+
"num_key_value_heads": 32,
|
35 |
+
"pad_token_id": 58944,
|
36 |
+
"partial_rotary_factor": 0.4,
|
37 |
+
"qk_layernorm": false,
|
38 |
+
"resid_pdrop": 0.1,
|
39 |
+
"rope_scaling": null,
|
40 |
+
"rope_theta": 10000.0,
|
41 |
+
"tie_word_embeddings": false,
|
42 |
+
"tokenizer_padding_side": "right",
|
43 |
+
"torch_dtype": "bfloat16",
|
44 |
+
"transformers_version": "4.37.0",
|
45 |
+
"tune_mm_mlp_adapter": true,
|
46 |
+
"use_cache": true,
|
47 |
+
"use_mm_proj": true,
|
48 |
+
"video_global_proj": false,
|
49 |
+
"video_projector_type": "linear",
|
50 |
+
"video_spatial_proj": false,
|
51 |
+
"video_temproal_proj": false,
|
52 |
+
"vocab_size": 58944
|
53 |
+
}
|
checkpoint-1000/.ipynb_checkpoints/config-checkpoint.json
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "yanolja/EEVE-Korean-Instruct-2.8B-v1.0",
|
3 |
+
"architectures": [
|
4 |
+
"PhiForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
|
9 |
+
"AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
|
10 |
+
},
|
11 |
+
"bos_token_id": 58940,
|
12 |
+
"embd_pdrop": 0.0,
|
13 |
+
"eos_token_id": 58943,
|
14 |
+
"freeze_mm_mlp_adapter": false,
|
15 |
+
"hidden_act": "gelu_new",
|
16 |
+
"hidden_size": 2560,
|
17 |
+
"image_aspect_ratio": "square",
|
18 |
+
"image_projector_type": "mlp2x_gelu",
|
19 |
+
"initializer_range": 0.02,
|
20 |
+
"intermediate_size": 10240,
|
21 |
+
"layer_norm_eps": 1e-05,
|
22 |
+
"max_position_embeddings": 2048,
|
23 |
+
"mm_hidden_size": 1024,
|
24 |
+
"mm_image_tower": "Bingsu/clip-vit-large-patch14-ko",
|
25 |
+
"mm_projector_lr": null,
|
26 |
+
"mm_use_im_patch_token": false,
|
27 |
+
"mm_use_im_start_end": false,
|
28 |
+
"mm_video_tower": null,
|
29 |
+
"mm_vision_select_feature": "patch",
|
30 |
+
"mm_vision_select_layer": -2,
|
31 |
+
"model_type": "llava_phi",
|
32 |
+
"num_attention_heads": 32,
|
33 |
+
"num_hidden_layers": 32,
|
34 |
+
"num_key_value_heads": 32,
|
35 |
+
"pad_token_id": 58944,
|
36 |
+
"partial_rotary_factor": 0.4,
|
37 |
+
"qk_layernorm": false,
|
38 |
+
"resid_pdrop": 0.1,
|
39 |
+
"rope_scaling": null,
|
40 |
+
"rope_theta": 10000.0,
|
41 |
+
"tie_word_embeddings": false,
|
42 |
+
"tokenizer_padding_side": "right",
|
43 |
+
"torch_dtype": "bfloat16",
|
44 |
+
"transformers_version": "4.37.0",
|
45 |
+
"tune_mm_mlp_adapter": true,
|
46 |
+
"use_cache": false,
|
47 |
+
"use_mm_proj": true,
|
48 |
+
"video_global_proj": false,
|
49 |
+
"video_projector_type": "linear",
|
50 |
+
"video_spatial_proj": false,
|
51 |
+
"video_temproal_proj": false,
|
52 |
+
"vocab_size": 58944
|
53 |
+
}
|
checkpoint-1000/config.json
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "yanolja/EEVE-Korean-Instruct-2.8B-v1.0",
|
3 |
+
"architectures": [
|
4 |
+
"PhiForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
|
9 |
+
"AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
|
10 |
+
},
|
11 |
+
"bos_token_id": 58940,
|
12 |
+
"embd_pdrop": 0.0,
|
13 |
+
"eos_token_id": 58943,
|
14 |
+
"freeze_mm_mlp_adapter": false,
|
15 |
+
"hidden_act": "gelu_new",
|
16 |
+
"hidden_size": 2560,
|
17 |
+
"image_aspect_ratio": "square",
|
18 |
+
"image_projector_type": "mlp2x_gelu",
|
19 |
+
"initializer_range": 0.02,
|
20 |
+
"intermediate_size": 10240,
|
21 |
+
"layer_norm_eps": 1e-05,
|
22 |
+
"max_position_embeddings": 2048,
|
23 |
+
"mm_hidden_size": 1024,
|
24 |
+
"mm_image_tower": "Bingsu/clip-vit-large-patch14-ko",
|
25 |
+
"mm_projector_lr": null,
|
26 |
+
"mm_use_im_patch_token": false,
|
27 |
+
"mm_use_im_start_end": false,
|
28 |
+
"mm_video_tower": null,
|
29 |
+
"mm_vision_select_feature": "patch",
|
30 |
+
"mm_vision_select_layer": -2,
|
31 |
+
"model_type": "llava_phi",
|
32 |
+
"num_attention_heads": 32,
|
33 |
+
"num_hidden_layers": 32,
|
34 |
+
"num_key_value_heads": 32,
|
35 |
+
"pad_token_id": 58944,
|
36 |
+
"partial_rotary_factor": 0.4,
|
37 |
+
"qk_layernorm": false,
|
38 |
+
"resid_pdrop": 0.1,
|
39 |
+
"rope_scaling": null,
|
40 |
+
"rope_theta": 10000.0,
|
41 |
+
"tie_word_embeddings": false,
|
42 |
+
"tokenizer_padding_side": "right",
|
43 |
+
"torch_dtype": "bfloat16",
|
44 |
+
"transformers_version": "4.37.0",
|
45 |
+
"tune_mm_mlp_adapter": true,
|
46 |
+
"use_cache": false,
|
47 |
+
"use_mm_proj": true,
|
48 |
+
"video_global_proj": false,
|
49 |
+
"video_projector_type": "linear",
|
50 |
+
"video_spatial_proj": false,
|
51 |
+
"video_temproal_proj": false,
|
52 |
+
"vocab_size": 58944
|
53 |
+
}
|
checkpoint-1000/mm_projector.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0528d530a67ca61f9b323223943fddb05c51ccaea778b8e5737138d554a49c2f
|
3 |
+
size 18362045
|
checkpoint-10000/config.json
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "yanolja/EEVE-Korean-Instruct-2.8B-v1.0",
|
3 |
+
"architectures": [
|
4 |
+
"PhiForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
|
9 |
+
"AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
|
10 |
+
},
|
11 |
+
"bos_token_id": 58940,
|
12 |
+
"embd_pdrop": 0.0,
|
13 |
+
"eos_token_id": 58943,
|
14 |
+
"freeze_mm_mlp_adapter": false,
|
15 |
+
"hidden_act": "gelu_new",
|
16 |
+
"hidden_size": 2560,
|
17 |
+
"image_aspect_ratio": "square",
|
18 |
+
"image_projector_type": "mlp2x_gelu",
|
19 |
+
"initializer_range": 0.02,
|
20 |
+
"intermediate_size": 10240,
|
21 |
+
"layer_norm_eps": 1e-05,
|
22 |
+
"max_position_embeddings": 2048,
|
23 |
+
"mm_hidden_size": 1024,
|
24 |
+
"mm_image_tower": "Bingsu/clip-vit-large-patch14-ko",
|
25 |
+
"mm_projector_lr": null,
|
26 |
+
"mm_use_im_patch_token": false,
|
27 |
+
"mm_use_im_start_end": false,
|
28 |
+
"mm_video_tower": null,
|
29 |
+
"mm_vision_select_feature": "patch",
|
30 |
+
"mm_vision_select_layer": -2,
|
31 |
+
"model_type": "llava_phi",
|
32 |
+
"num_attention_heads": 32,
|
33 |
+
"num_hidden_layers": 32,
|
34 |
+
"num_key_value_heads": 32,
|
35 |
+
"pad_token_id": 58944,
|
36 |
+
"partial_rotary_factor": 0.4,
|
37 |
+
"qk_layernorm": false,
|
38 |
+
"resid_pdrop": 0.1,
|
39 |
+
"rope_scaling": null,
|
40 |
+
"rope_theta": 10000.0,
|
41 |
+
"tie_word_embeddings": false,
|
42 |
+
"tokenizer_padding_side": "right",
|
43 |
+
"torch_dtype": "bfloat16",
|
44 |
+
"transformers_version": "4.37.0",
|
45 |
+
"tune_mm_mlp_adapter": true,
|
46 |
+
"use_cache": false,
|
47 |
+
"use_mm_proj": true,
|
48 |
+
"video_global_proj": false,
|
49 |
+
"video_projector_type": "linear",
|
50 |
+
"video_spatial_proj": false,
|
51 |
+
"video_temproal_proj": false,
|
52 |
+
"vocab_size": 58944
|
53 |
+
}
|
checkpoint-10000/mm_projector.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e0a68cf5742892a59c44b295b39a9136e12daccfccfdc18a5dd2e9d2fd86eca4
|
3 |
+
size 18362045
|
checkpoint-11000/config.json
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "yanolja/EEVE-Korean-Instruct-2.8B-v1.0",
|
3 |
+
"architectures": [
|
4 |
+
"PhiForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
|
9 |
+
"AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
|
10 |
+
},
|
11 |
+
"bos_token_id": 58940,
|
12 |
+
"embd_pdrop": 0.0,
|
13 |
+
"eos_token_id": 58943,
|
14 |
+
"freeze_mm_mlp_adapter": false,
|
15 |
+
"hidden_act": "gelu_new",
|
16 |
+
"hidden_size": 2560,
|
17 |
+
"image_aspect_ratio": "square",
|
18 |
+
"image_projector_type": "mlp2x_gelu",
|
19 |
+
"initializer_range": 0.02,
|
20 |
+
"intermediate_size": 10240,
|
21 |
+
"layer_norm_eps": 1e-05,
|
22 |
+
"max_position_embeddings": 2048,
|
23 |
+
"mm_hidden_size": 1024,
|
24 |
+
"mm_image_tower": "Bingsu/clip-vit-large-patch14-ko",
|
25 |
+
"mm_projector_lr": null,
|
26 |
+
"mm_use_im_patch_token": false,
|
27 |
+
"mm_use_im_start_end": false,
|
28 |
+
"mm_video_tower": null,
|
29 |
+
"mm_vision_select_feature": "patch",
|
30 |
+
"mm_vision_select_layer": -2,
|
31 |
+
"model_type": "llava_phi",
|
32 |
+
"num_attention_heads": 32,
|
33 |
+
"num_hidden_layers": 32,
|
34 |
+
"num_key_value_heads": 32,
|
35 |
+
"pad_token_id": 58944,
|
36 |
+
"partial_rotary_factor": 0.4,
|
37 |
+
"qk_layernorm": false,
|
38 |
+
"resid_pdrop": 0.1,
|
39 |
+
"rope_scaling": null,
|
40 |
+
"rope_theta": 10000.0,
|
41 |
+
"tie_word_embeddings": false,
|
42 |
+
"tokenizer_padding_side": "right",
|
43 |
+
"torch_dtype": "bfloat16",
|
44 |
+
"transformers_version": "4.37.0",
|
45 |
+
"tune_mm_mlp_adapter": true,
|
46 |
+
"use_cache": false,
|
47 |
+
"use_mm_proj": true,
|
48 |
+
"video_global_proj": false,
|
49 |
+
"video_projector_type": "linear",
|
50 |
+
"video_spatial_proj": false,
|
51 |
+
"video_temproal_proj": false,
|
52 |
+
"vocab_size": 58944
|
53 |
+
}
|
checkpoint-11000/mm_projector.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0dd04dfa477934ff202f7faab586cea0f5e81707ff4757a7fc6dff0d8e948a54
|
3 |
+
size 18362045
|
checkpoint-12000/config.json
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "yanolja/EEVE-Korean-Instruct-2.8B-v1.0",
|
3 |
+
"architectures": [
|
4 |
+
"PhiForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
|
9 |
+
"AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
|
10 |
+
},
|
11 |
+
"bos_token_id": 58940,
|
12 |
+
"embd_pdrop": 0.0,
|
13 |
+
"eos_token_id": 58943,
|
14 |
+
"freeze_mm_mlp_adapter": false,
|
15 |
+
"hidden_act": "gelu_new",
|
16 |
+
"hidden_size": 2560,
|
17 |
+
"image_aspect_ratio": "square",
|
18 |
+
"image_projector_type": "mlp2x_gelu",
|
19 |
+
"initializer_range": 0.02,
|
20 |
+
"intermediate_size": 10240,
|
21 |
+
"layer_norm_eps": 1e-05,
|
22 |
+
"max_position_embeddings": 2048,
|
23 |
+
"mm_hidden_size": 1024,
|
24 |
+
"mm_image_tower": "Bingsu/clip-vit-large-patch14-ko",
|
25 |
+
"mm_projector_lr": null,
|
26 |
+
"mm_use_im_patch_token": false,
|
27 |
+
"mm_use_im_start_end": false,
|
28 |
+
"mm_video_tower": null,
|
29 |
+
"mm_vision_select_feature": "patch",
|
30 |
+
"mm_vision_select_layer": -2,
|
31 |
+
"model_type": "llava_phi",
|
32 |
+
"num_attention_heads": 32,
|
33 |
+
"num_hidden_layers": 32,
|
34 |
+
"num_key_value_heads": 32,
|
35 |
+
"pad_token_id": 58944,
|
36 |
+
"partial_rotary_factor": 0.4,
|
37 |
+
"qk_layernorm": false,
|
38 |
+
"resid_pdrop": 0.1,
|
39 |
+
"rope_scaling": null,
|
40 |
+
"rope_theta": 10000.0,
|
41 |
+
"tie_word_embeddings": false,
|
42 |
+
"tokenizer_padding_side": "right",
|
43 |
+
"torch_dtype": "bfloat16",
|
44 |
+
"transformers_version": "4.37.0",
|
45 |
+
"tune_mm_mlp_adapter": true,
|
46 |
+
"use_cache": false,
|
47 |
+
"use_mm_proj": true,
|
48 |
+
"video_global_proj": false,
|
49 |
+
"video_projector_type": "linear",
|
50 |
+
"video_spatial_proj": false,
|
51 |
+
"video_temproal_proj": false,
|
52 |
+
"vocab_size": 58944
|
53 |
+
}
|
checkpoint-12000/mm_projector.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:65375f5f96cb79d19abd68d04d0c120d9efaf07d3bdb98264584da0be36f143a
|
3 |
+
size 18362045
|
checkpoint-2000/config.json
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "yanolja/EEVE-Korean-Instruct-2.8B-v1.0",
|
3 |
+
"architectures": [
|
4 |
+
"PhiForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
|
9 |
+
"AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
|
10 |
+
},
|
11 |
+
"bos_token_id": 58940,
|
12 |
+
"embd_pdrop": 0.0,
|
13 |
+
"eos_token_id": 58943,
|
14 |
+
"freeze_mm_mlp_adapter": false,
|
15 |
+
"hidden_act": "gelu_new",
|
16 |
+
"hidden_size": 2560,
|
17 |
+
"image_aspect_ratio": "square",
|
18 |
+
"image_projector_type": "mlp2x_gelu",
|
19 |
+
"initializer_range": 0.02,
|
20 |
+
"intermediate_size": 10240,
|
21 |
+
"layer_norm_eps": 1e-05,
|
22 |
+
"max_position_embeddings": 2048,
|
23 |
+
"mm_hidden_size": 1024,
|
24 |
+
"mm_image_tower": "Bingsu/clip-vit-large-patch14-ko",
|
25 |
+
"mm_projector_lr": null,
|
26 |
+
"mm_use_im_patch_token": false,
|
27 |
+
"mm_use_im_start_end": false,
|
28 |
+
"mm_video_tower": null,
|
29 |
+
"mm_vision_select_feature": "patch",
|
30 |
+
"mm_vision_select_layer": -2,
|
31 |
+
"model_type": "llava_phi",
|
32 |
+
"num_attention_heads": 32,
|
33 |
+
"num_hidden_layers": 32,
|
34 |
+
"num_key_value_heads": 32,
|
35 |
+
"pad_token_id": 58944,
|
36 |
+
"partial_rotary_factor": 0.4,
|
37 |
+
"qk_layernorm": false,
|
38 |
+
"resid_pdrop": 0.1,
|
39 |
+
"rope_scaling": null,
|
40 |
+
"rope_theta": 10000.0,
|
41 |
+
"tie_word_embeddings": false,
|
42 |
+
"tokenizer_padding_side": "right",
|
43 |
+
"torch_dtype": "bfloat16",
|
44 |
+
"transformers_version": "4.37.0",
|
45 |
+
"tune_mm_mlp_adapter": true,
|
46 |
+
"use_cache": false,
|
47 |
+
"use_mm_proj": true,
|
48 |
+
"video_global_proj": false,
|
49 |
+
"video_projector_type": "linear",
|
50 |
+
"video_spatial_proj": false,
|
51 |
+
"video_temproal_proj": false,
|
52 |
+
"vocab_size": 58944
|
53 |
+
}
|
checkpoint-2000/mm_projector.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cc1be0429dac3f350d5dc0d0d55ee82444ae8b1418fc36ec3b9b536c656650c5
|
3 |
+
size 18362045
|
checkpoint-3000/config.json
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "yanolja/EEVE-Korean-Instruct-2.8B-v1.0",
|
3 |
+
"architectures": [
|
4 |
+
"PhiForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
|
9 |
+
"AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
|
10 |
+
},
|
11 |
+
"bos_token_id": 58940,
|
12 |
+
"embd_pdrop": 0.0,
|
13 |
+
"eos_token_id": 58943,
|
14 |
+
"freeze_mm_mlp_adapter": false,
|
15 |
+
"hidden_act": "gelu_new",
|
16 |
+
"hidden_size": 2560,
|
17 |
+
"image_aspect_ratio": "square",
|
18 |
+
"image_projector_type": "mlp2x_gelu",
|
19 |
+
"initializer_range": 0.02,
|
20 |
+
"intermediate_size": 10240,
|
21 |
+
"layer_norm_eps": 1e-05,
|
22 |
+
"max_position_embeddings": 2048,
|
23 |
+
"mm_hidden_size": 1024,
|
24 |
+
"mm_image_tower": "Bingsu/clip-vit-large-patch14-ko",
|
25 |
+
"mm_projector_lr": null,
|
26 |
+
"mm_use_im_patch_token": false,
|
27 |
+
"mm_use_im_start_end": false,
|
28 |
+
"mm_video_tower": null,
|
29 |
+
"mm_vision_select_feature": "patch",
|
30 |
+
"mm_vision_select_layer": -2,
|
31 |
+
"model_type": "llava_phi",
|
32 |
+
"num_attention_heads": 32,
|
33 |
+
"num_hidden_layers": 32,
|
34 |
+
"num_key_value_heads": 32,
|
35 |
+
"pad_token_id": 58944,
|
36 |
+
"partial_rotary_factor": 0.4,
|
37 |
+
"qk_layernorm": false,
|
38 |
+
"resid_pdrop": 0.1,
|
39 |
+
"rope_scaling": null,
|
40 |
+
"rope_theta": 10000.0,
|
41 |
+
"tie_word_embeddings": false,
|
42 |
+
"tokenizer_padding_side": "right",
|
43 |
+
"torch_dtype": "bfloat16",
|
44 |
+
"transformers_version": "4.37.0",
|
45 |
+
"tune_mm_mlp_adapter": true,
|
46 |
+
"use_cache": false,
|
47 |
+
"use_mm_proj": true,
|
48 |
+
"video_global_proj": false,
|
49 |
+
"video_projector_type": "linear",
|
50 |
+
"video_spatial_proj": false,
|
51 |
+
"video_temproal_proj": false,
|
52 |
+
"vocab_size": 58944
|
53 |
+
}
|
checkpoint-3000/mm_projector.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f6d022a6102c1165594db2657821b60d1b7153f2b5bcd894493eef5b469c6a8
|
3 |
+
size 18362045
|
checkpoint-4000/config.json
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "yanolja/EEVE-Korean-Instruct-2.8B-v1.0",
|
3 |
+
"architectures": [
|
4 |
+
"PhiForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
|
9 |
+
"AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
|
10 |
+
},
|
11 |
+
"bos_token_id": 58940,
|
12 |
+
"embd_pdrop": 0.0,
|
13 |
+
"eos_token_id": 58943,
|
14 |
+
"freeze_mm_mlp_adapter": false,
|
15 |
+
"hidden_act": "gelu_new",
|
16 |
+
"hidden_size": 2560,
|
17 |
+
"image_aspect_ratio": "square",
|
18 |
+
"image_projector_type": "mlp2x_gelu",
|
19 |
+
"initializer_range": 0.02,
|
20 |
+
"intermediate_size": 10240,
|
21 |
+
"layer_norm_eps": 1e-05,
|
22 |
+
"max_position_embeddings": 2048,
|
23 |
+
"mm_hidden_size": 1024,
|
24 |
+
"mm_image_tower": "Bingsu/clip-vit-large-patch14-ko",
|
25 |
+
"mm_projector_lr": null,
|
26 |
+
"mm_use_im_patch_token": false,
|
27 |
+
"mm_use_im_start_end": false,
|
28 |
+
"mm_video_tower": null,
|
29 |
+
"mm_vision_select_feature": "patch",
|
30 |
+
"mm_vision_select_layer": -2,
|
31 |
+
"model_type": "llava_phi",
|
32 |
+
"num_attention_heads": 32,
|
33 |
+
"num_hidden_layers": 32,
|
34 |
+
"num_key_value_heads": 32,
|
35 |
+
"pad_token_id": 58944,
|
36 |
+
"partial_rotary_factor": 0.4,
|
37 |
+
"qk_layernorm": false,
|
38 |
+
"resid_pdrop": 0.1,
|
39 |
+
"rope_scaling": null,
|
40 |
+
"rope_theta": 10000.0,
|
41 |
+
"tie_word_embeddings": false,
|
42 |
+
"tokenizer_padding_side": "right",
|
43 |
+
"torch_dtype": "bfloat16",
|
44 |
+
"transformers_version": "4.37.0",
|
45 |
+
"tune_mm_mlp_adapter": true,
|
46 |
+
"use_cache": false,
|
47 |
+
"use_mm_proj": true,
|
48 |
+
"video_global_proj": false,
|
49 |
+
"video_projector_type": "linear",
|
50 |
+
"video_spatial_proj": false,
|
51 |
+
"video_temproal_proj": false,
|
52 |
+
"vocab_size": 58944
|
53 |
+
}
|
checkpoint-4000/mm_projector.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3eb29d5dcc658c45e1b3d88ae79acda811459bc4afee34657169c94c2524aa89
|
3 |
+
size 18362045
|
checkpoint-5000/config.json
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "yanolja/EEVE-Korean-Instruct-2.8B-v1.0",
|
3 |
+
"architectures": [
|
4 |
+
"PhiForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
|
9 |
+
"AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
|
10 |
+
},
|
11 |
+
"bos_token_id": 58940,
|
12 |
+
"embd_pdrop": 0.0,
|
13 |
+
"eos_token_id": 58943,
|
14 |
+
"freeze_mm_mlp_adapter": false,
|
15 |
+
"hidden_act": "gelu_new",
|
16 |
+
"hidden_size": 2560,
|
17 |
+
"image_aspect_ratio": "square",
|
18 |
+
"image_projector_type": "mlp2x_gelu",
|
19 |
+
"initializer_range": 0.02,
|
20 |
+
"intermediate_size": 10240,
|
21 |
+
"layer_norm_eps": 1e-05,
|
22 |
+
"max_position_embeddings": 2048,
|
23 |
+
"mm_hidden_size": 1024,
|
24 |
+
"mm_image_tower": "Bingsu/clip-vit-large-patch14-ko",
|
25 |
+
"mm_projector_lr": null,
|
26 |
+
"mm_use_im_patch_token": false,
|
27 |
+
"mm_use_im_start_end": false,
|
28 |
+
"mm_video_tower": null,
|
29 |
+
"mm_vision_select_feature": "patch",
|
30 |
+
"mm_vision_select_layer": -2,
|
31 |
+
"model_type": "llava_phi",
|
32 |
+
"num_attention_heads": 32,
|
33 |
+
"num_hidden_layers": 32,
|
34 |
+
"num_key_value_heads": 32,
|
35 |
+
"pad_token_id": 58944,
|
36 |
+
"partial_rotary_factor": 0.4,
|
37 |
+
"qk_layernorm": false,
|
38 |
+
"resid_pdrop": 0.1,
|
39 |
+
"rope_scaling": null,
|
40 |
+
"rope_theta": 10000.0,
|
41 |
+
"tie_word_embeddings": false,
|
42 |
+
"tokenizer_padding_side": "right",
|
43 |
+
"torch_dtype": "bfloat16",
|
44 |
+
"transformers_version": "4.37.0",
|
45 |
+
"tune_mm_mlp_adapter": true,
|
46 |
+
"use_cache": false,
|
47 |
+
"use_mm_proj": true,
|
48 |
+
"video_global_proj": false,
|
49 |
+
"video_projector_type": "linear",
|
50 |
+
"video_spatial_proj": false,
|
51 |
+
"video_temproal_proj": false,
|
52 |
+
"vocab_size": 58944
|
53 |
+
}
|
checkpoint-5000/mm_projector.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7f44099f447171c7f7a833f6788ea003d718e78b60074000e97c5933c352086d
|
3 |
+
size 18362045
|
checkpoint-6000/config.json
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "yanolja/EEVE-Korean-Instruct-2.8B-v1.0",
|
3 |
+
"architectures": [
|
4 |
+
"PhiForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
|
9 |
+
"AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
|
10 |
+
},
|
11 |
+
"bos_token_id": 58940,
|
12 |
+
"embd_pdrop": 0.0,
|
13 |
+
"eos_token_id": 58943,
|
14 |
+
"freeze_mm_mlp_adapter": false,
|
15 |
+
"hidden_act": "gelu_new",
|
16 |
+
"hidden_size": 2560,
|
17 |
+
"image_aspect_ratio": "square",
|
18 |
+
"image_projector_type": "mlp2x_gelu",
|
19 |
+
"initializer_range": 0.02,
|
20 |
+
"intermediate_size": 10240,
|
21 |
+
"layer_norm_eps": 1e-05,
|
22 |
+
"max_position_embeddings": 2048,
|
23 |
+
"mm_hidden_size": 1024,
|
24 |
+
"mm_image_tower": "Bingsu/clip-vit-large-patch14-ko",
|
25 |
+
"mm_projector_lr": null,
|
26 |
+
"mm_use_im_patch_token": false,
|
27 |
+
"mm_use_im_start_end": false,
|
28 |
+
"mm_video_tower": null,
|
29 |
+
"mm_vision_select_feature": "patch",
|
30 |
+
"mm_vision_select_layer": -2,
|
31 |
+
"model_type": "llava_phi",
|
32 |
+
"num_attention_heads": 32,
|
33 |
+
"num_hidden_layers": 32,
|
34 |
+
"num_key_value_heads": 32,
|
35 |
+
"pad_token_id": 58944,
|
36 |
+
"partial_rotary_factor": 0.4,
|
37 |
+
"qk_layernorm": false,
|
38 |
+
"resid_pdrop": 0.1,
|
39 |
+
"rope_scaling": null,
|
40 |
+
"rope_theta": 10000.0,
|
41 |
+
"tie_word_embeddings": false,
|
42 |
+
"tokenizer_padding_side": "right",
|
43 |
+
"torch_dtype": "bfloat16",
|
44 |
+
"transformers_version": "4.37.0",
|
45 |
+
"tune_mm_mlp_adapter": true,
|
46 |
+
"use_cache": false,
|
47 |
+
"use_mm_proj": true,
|
48 |
+
"video_global_proj": false,
|
49 |
+
"video_projector_type": "linear",
|
50 |
+
"video_spatial_proj": false,
|
51 |
+
"video_temproal_proj": false,
|
52 |
+
"vocab_size": 58944
|
53 |
+
}
|
checkpoint-6000/mm_projector.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c34213754ed6a90a231701161c5e4414f81bede3caa9cacee00ba4edacd9ea99
|
3 |
+
size 18362045
|
checkpoint-7000/config.json
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "yanolja/EEVE-Korean-Instruct-2.8B-v1.0",
|
3 |
+
"architectures": [
|
4 |
+
"PhiForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
|
9 |
+
"AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
|
10 |
+
},
|
11 |
+
"bos_token_id": 58940,
|
12 |
+
"embd_pdrop": 0.0,
|
13 |
+
"eos_token_id": 58943,
|
14 |
+
"freeze_mm_mlp_adapter": false,
|
15 |
+
"hidden_act": "gelu_new",
|
16 |
+
"hidden_size": 2560,
|
17 |
+
"image_aspect_ratio": "square",
|
18 |
+
"image_projector_type": "mlp2x_gelu",
|
19 |
+
"initializer_range": 0.02,
|
20 |
+
"intermediate_size": 10240,
|
21 |
+
"layer_norm_eps": 1e-05,
|
22 |
+
"max_position_embeddings": 2048,
|
23 |
+
"mm_hidden_size": 1024,
|
24 |
+
"mm_image_tower": "Bingsu/clip-vit-large-patch14-ko",
|
25 |
+
"mm_projector_lr": null,
|
26 |
+
"mm_use_im_patch_token": false,
|
27 |
+
"mm_use_im_start_end": false,
|
28 |
+
"mm_video_tower": null,
|
29 |
+
"mm_vision_select_feature": "patch",
|
30 |
+
"mm_vision_select_layer": -2,
|
31 |
+
"model_type": "llava_phi",
|
32 |
+
"num_attention_heads": 32,
|
33 |
+
"num_hidden_layers": 32,
|
34 |
+
"num_key_value_heads": 32,
|
35 |
+
"pad_token_id": 58944,
|
36 |
+
"partial_rotary_factor": 0.4,
|
37 |
+
"qk_layernorm": false,
|
38 |
+
"resid_pdrop": 0.1,
|
39 |
+
"rope_scaling": null,
|
40 |
+
"rope_theta": 10000.0,
|
41 |
+
"tie_word_embeddings": false,
|
42 |
+
"tokenizer_padding_side": "right",
|
43 |
+
"torch_dtype": "bfloat16",
|
44 |
+
"transformers_version": "4.37.0",
|
45 |
+
"tune_mm_mlp_adapter": true,
|
46 |
+
"use_cache": false,
|
47 |
+
"use_mm_proj": true,
|
48 |
+
"video_global_proj": false,
|
49 |
+
"video_projector_type": "linear",
|
50 |
+
"video_spatial_proj": false,
|
51 |
+
"video_temproal_proj": false,
|
52 |
+
"vocab_size": 58944
|
53 |
+
}
|
checkpoint-7000/mm_projector.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d847f80ccf5c864e52cb050c39d73c3d00517111bbe522693a2da46d0ae25046
|
3 |
+
size 18362045
|
checkpoint-8000/config.json
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "yanolja/EEVE-Korean-Instruct-2.8B-v1.0",
|
3 |
+
"architectures": [
|
4 |
+
"PhiForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
|
9 |
+
"AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
|
10 |
+
},
|
11 |
+
"bos_token_id": 58940,
|
12 |
+
"embd_pdrop": 0.0,
|
13 |
+
"eos_token_id": 58943,
|
14 |
+
"freeze_mm_mlp_adapter": false,
|
15 |
+
"hidden_act": "gelu_new",
|
16 |
+
"hidden_size": 2560,
|
17 |
+
"image_aspect_ratio": "square",
|
18 |
+
"image_projector_type": "mlp2x_gelu",
|
19 |
+
"initializer_range": 0.02,
|
20 |
+
"intermediate_size": 10240,
|
21 |
+
"layer_norm_eps": 1e-05,
|
22 |
+
"max_position_embeddings": 2048,
|
23 |
+
"mm_hidden_size": 1024,
|
24 |
+
"mm_image_tower": "Bingsu/clip-vit-large-patch14-ko",
|
25 |
+
"mm_projector_lr": null,
|
26 |
+
"mm_use_im_patch_token": false,
|
27 |
+
"mm_use_im_start_end": false,
|
28 |
+
"mm_video_tower": null,
|
29 |
+
"mm_vision_select_feature": "patch",
|
30 |
+
"mm_vision_select_layer": -2,
|
31 |
+
"model_type": "llava_phi",
|
32 |
+
"num_attention_heads": 32,
|
33 |
+
"num_hidden_layers": 32,
|
34 |
+
"num_key_value_heads": 32,
|
35 |
+
"pad_token_id": 58944,
|
36 |
+
"partial_rotary_factor": 0.4,
|
37 |
+
"qk_layernorm": false,
|
38 |
+
"resid_pdrop": 0.1,
|
39 |
+
"rope_scaling": null,
|
40 |
+
"rope_theta": 10000.0,
|
41 |
+
"tie_word_embeddings": false,
|
42 |
+
"tokenizer_padding_side": "right",
|
43 |
+
"torch_dtype": "bfloat16",
|
44 |
+
"transformers_version": "4.37.0",
|
45 |
+
"tune_mm_mlp_adapter": true,
|
46 |
+
"use_cache": false,
|
47 |
+
"use_mm_proj": true,
|
48 |
+
"video_global_proj": false,
|
49 |
+
"video_projector_type": "linear",
|
50 |
+
"video_spatial_proj": false,
|
51 |
+
"video_temproal_proj": false,
|
52 |
+
"vocab_size": 58944
|
53 |
+
}
|
checkpoint-8000/mm_projector.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f38dc9748d986bf4dbbe841f60ca60a1982cbcd8f023d11e2fb040c259c8b98a
|
3 |
+
size 18362045
|
checkpoint-9000/config.json
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "yanolja/EEVE-Korean-Instruct-2.8B-v1.0",
|
3 |
+
"architectures": [
|
4 |
+
"PhiForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
|
9 |
+
"AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
|
10 |
+
},
|
11 |
+
"bos_token_id": 58940,
|
12 |
+
"embd_pdrop": 0.0,
|
13 |
+
"eos_token_id": 58943,
|
14 |
+
"freeze_mm_mlp_adapter": false,
|
15 |
+
"hidden_act": "gelu_new",
|
16 |
+
"hidden_size": 2560,
|
17 |
+
"image_aspect_ratio": "square",
|
18 |
+
"image_projector_type": "mlp2x_gelu",
|
19 |
+
"initializer_range": 0.02,
|
20 |
+
"intermediate_size": 10240,
|
21 |
+
"layer_norm_eps": 1e-05,
|
22 |
+
"max_position_embeddings": 2048,
|
23 |
+
"mm_hidden_size": 1024,
|
24 |
+
"mm_image_tower": "Bingsu/clip-vit-large-patch14-ko",
|
25 |
+
"mm_projector_lr": null,
|
26 |
+
"mm_use_im_patch_token": false,
|
27 |
+
"mm_use_im_start_end": false,
|
28 |
+
"mm_video_tower": null,
|
29 |
+
"mm_vision_select_feature": "patch",
|
30 |
+
"mm_vision_select_layer": -2,
|
31 |
+
"model_type": "llava_phi",
|
32 |
+
"num_attention_heads": 32,
|
33 |
+
"num_hidden_layers": 32,
|
34 |
+
"num_key_value_heads": 32,
|
35 |
+
"pad_token_id": 58944,
|
36 |
+
"partial_rotary_factor": 0.4,
|
37 |
+
"qk_layernorm": false,
|
38 |
+
"resid_pdrop": 0.1,
|
39 |
+
"rope_scaling": null,
|
40 |
+
"rope_theta": 10000.0,
|
41 |
+
"tie_word_embeddings": false,
|
42 |
+
"tokenizer_padding_side": "right",
|
43 |
+
"torch_dtype": "bfloat16",
|
44 |
+
"transformers_version": "4.37.0",
|
45 |
+
"tune_mm_mlp_adapter": true,
|
46 |
+
"use_cache": false,
|
47 |
+
"use_mm_proj": true,
|
48 |
+
"video_global_proj": false,
|
49 |
+
"video_projector_type": "linear",
|
50 |
+
"video_spatial_proj": false,
|
51 |
+
"video_temproal_proj": false,
|
52 |
+
"vocab_size": 58944
|
53 |
+
}
|
checkpoint-9000/mm_projector.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7c03dda77186caaabd8e219275ae6d51abbb3355a8e10d18d37d93b19f8a200a
|
3 |
+
size 18362045
|
config.json
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "yanolja/EEVE-Korean-Instruct-2.8B-v1.0",
|
3 |
+
"architectures": [
|
4 |
+
"PhiForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
|
9 |
+
"AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
|
10 |
+
},
|
11 |
+
"bos_token_id": 58940,
|
12 |
+
"embd_pdrop": 0.0,
|
13 |
+
"eos_token_id": 58943,
|
14 |
+
"freeze_mm_mlp_adapter": false,
|
15 |
+
"hidden_act": "gelu_new",
|
16 |
+
"hidden_size": 2560,
|
17 |
+
"image_aspect_ratio": "square",
|
18 |
+
"image_projector_type": "mlp2x_gelu",
|
19 |
+
"initializer_range": 0.02,
|
20 |
+
"intermediate_size": 10240,
|
21 |
+
"layer_norm_eps": 1e-05,
|
22 |
+
"max_position_embeddings": 2048,
|
23 |
+
"mm_hidden_size": 1024,
|
24 |
+
"mm_image_tower": "Bingsu/clip-vit-large-patch14-ko",
|
25 |
+
"mm_projector_lr": null,
|
26 |
+
"mm_use_im_patch_token": false,
|
27 |
+
"mm_use_im_start_end": false,
|
28 |
+
"mm_video_tower": null,
|
29 |
+
"mm_vision_select_feature": "patch",
|
30 |
+
"mm_vision_select_layer": -2,
|
31 |
+
"model_type": "llava_phi",
|
32 |
+
"num_attention_heads": 32,
|
33 |
+
"num_hidden_layers": 32,
|
34 |
+
"num_key_value_heads": 32,
|
35 |
+
"pad_token_id": 58944,
|
36 |
+
"partial_rotary_factor": 0.4,
|
37 |
+
"qk_layernorm": false,
|
38 |
+
"resid_pdrop": 0.1,
|
39 |
+
"rope_scaling": null,
|
40 |
+
"rope_theta": 10000.0,
|
41 |
+
"tie_word_embeddings": false,
|
42 |
+
"tokenizer_padding_side": "right",
|
43 |
+
"torch_dtype": "bfloat16",
|
44 |
+
"transformers_version": "4.37.0",
|
45 |
+
"tune_mm_mlp_adapter": true,
|
46 |
+
"use_cache": true,
|
47 |
+
"use_mm_proj": true,
|
48 |
+
"video_global_proj": false,
|
49 |
+
"video_projector_type": "linear",
|
50 |
+
"video_spatial_proj": false,
|
51 |
+
"video_temproal_proj": false,
|
52 |
+
"vocab_size": 58944
|
53 |
+
}
|
mm_projector.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:06c4982453c4cc151aba9905441ffeefbc1d9d3b15e91a640e8b9de4f5dd191a
|
3 |
+
size 18362045
|
trainer_state.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|