wjbmattingly commited on
Commit
152f24a
1 Parent(s): 1f77658

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +65 -218
config.json CHANGED
@@ -7,232 +7,79 @@
7
  "AutoConfig": "configuration_florence2.Florence2Config",
8
  "AutoModelForCausalLM": "modeling_florence2.Florence2ForConditionalGeneration"
9
  },
10
- "bos_token_id": 2,
11
- "eos_token_id": 1,
12
  "ignore_index": -100,
13
- "is_encoder_decoder": true,
14
  "model_type": "florence2",
15
- "pad_token_id": 0,
16
  "projection_dim": 768,
17
  "text_config": {
18
- "_name_or_path": "",
19
- "activation_dropout": 0.1,
20
- "activation_function": "gelu",
21
- "add_bias_logits": false,
22
- "add_cross_attention": false,
23
- "add_final_layer_norm": false,
24
- "architectures": null,
25
- "attention_dropout": 0.1,
26
- "bad_words_ids": null,
27
- "begin_suppress_tokens": null,
28
- "bos_token_id": 0,
29
- "chunk_size_feed_forward": 0,
30
- "classif_dropout": 0.1,
31
- "classifier_dropout": 0.0,
32
- "cross_attention_hidden_size": null,
33
- "d_model": 768,
34
- "decoder_attention_heads": 12,
35
- "decoder_ffn_dim": 3072,
36
- "decoder_layerdrop": 0.0,
37
- "decoder_layers": 6,
38
- "decoder_start_token_id": 2,
39
- "diversity_penalty": 0.0,
40
- "do_sample": false,
41
- "dropout": 0.1,
42
- "early_stopping": true,
43
- "encoder_attention_heads": 12,
44
- "encoder_ffn_dim": 3072,
45
- "encoder_layerdrop": 0.0,
46
- "encoder_layers": 6,
47
- "encoder_no_repeat_ngram_size": 0,
48
- "eos_token_id": 2,
49
- "exponential_decay_length_penalty": null,
50
- "finetuning_task": null,
51
- "forced_bos_token_id": 0,
52
- "forced_eos_token_id": 2,
53
- "gradient_checkpointing": false,
54
- "id2label": {
55
- "0": "LABEL_0",
56
- "1": "LABEL_1",
57
- "2": "LABEL_2"
58
- },
59
- "init_std": 0.02,
60
- "is_decoder": false,
61
- "is_encoder_decoder": true,
62
- "label2id": {
63
- "LABEL_0": 0,
64
- "LABEL_1": 1,
65
- "LABEL_2": 2
66
- },
67
- "length_penalty": 1.0,
68
- "max_length": 20,
69
- "max_position_embeddings": 1024,
70
- "min_length": 0,
71
- "model_type": "florence2_language",
72
- "no_repeat_ngram_size": 3,
73
- "normalize_before": false,
74
- "num_beam_groups": 1,
75
- "num_beams": 3,
76
- "num_hidden_layers": 6,
77
- "num_return_sequences": 1,
78
- "output_attentions": false,
79
- "output_hidden_states": false,
80
- "output_scores": false,
81
- "pad_token_id": 1,
82
- "prefix": null,
83
- "problem_type": null,
84
- "pruned_heads": {},
85
- "remove_invalid_values": false,
86
- "repetition_penalty": 1.0,
87
- "return_dict": true,
88
- "return_dict_in_generate": false,
89
- "scale_embedding": false,
90
- "sep_token_id": null,
91
- "suppress_tokens": null,
92
- "task_specific_params": null,
93
- "temperature": 1.0,
94
- "tf_legacy_loss": false,
95
- "tie_encoder_decoder": false,
96
- "tie_word_embeddings": true,
97
- "tokenizer_class": null,
98
- "top_k": 50,
99
- "top_p": 1.0,
100
- "torch_dtype": null,
101
- "torchscript": false,
102
- "typical_p": 1.0,
103
- "use_bfloat16": false,
104
- "use_cache": true,
105
- "vocab_size": 51289
106
  },
107
- "torch_dtype": "float32",
108
- "transformers_version": "4.42.4",
109
- "vision_config": {
110
  "model_type": "davit",
111
- "_name_or_path": "",
112
- "add_cross_attention": false,
113
- "architectures": null,
114
- "bad_words_ids": null,
115
- "begin_suppress_tokens": null,
116
- "bos_token_id": null,
117
- "chunk_size_feed_forward": 0,
118
- "cross_attention_hidden_size": null,
119
- "decoder_start_token_id": null,
120
- "depths": [
121
- 1,
122
- 1,
123
- 9,
124
- 1
125
- ],
126
- "dim_embed": [
127
- 128,
128
- 256,
129
- 512,
130
- 1024
131
- ],
132
- "diversity_penalty": 0.0,
133
- "do_sample": false,
134
- "drop_path_rate": 0.1,
135
- "early_stopping": false,
136
- "enable_checkpoint": false,
137
- "encoder_no_repeat_ngram_size": 0,
138
- "eos_token_id": null,
139
- "exponential_decay_length_penalty": null,
140
- "finetuning_task": null,
141
- "forced_bos_token_id": null,
142
- "forced_eos_token_id": null,
143
- "id2label": {
144
- "0": "LABEL_0",
145
- "1": "LABEL_1"
146
- },
147
- "image_feature_source": [
148
- "spatial_avg_pool",
149
- "temporal_avg_pool"
150
- ],
151
- "image_pos_embed": {
152
- "max_pos_embeddings": 50,
153
- "type": "learned_abs_2d"
154
- },
155
- "is_decoder": false,
156
- "is_encoder_decoder": false,
157
- "label2id": {
158
- "LABEL_0": 0,
159
- "LABEL_1": 1
160
- },
161
- "length_penalty": 1.0,
162
- "max_length": 20,
163
- "min_length": 0,
164
- "model_type": "",
165
- "no_repeat_ngram_size": 0,
166
- "num_beam_groups": 1,
167
- "num_beams": 1,
168
- "num_groups": [
169
- 4,
170
- 8,
171
- 16,
172
- 32
173
- ],
174
- "num_heads": [
175
- 4,
176
- 8,
177
- 16,
178
- 32
179
- ],
180
- "num_return_sequences": 1,
181
- "output_attentions": false,
182
- "output_hidden_states": false,
183
- "output_scores": false,
184
- "pad_token_id": null,
185
- "patch_padding": [
186
- 3,
187
- 1,
188
- 1,
189
- 1
190
- ],
191
- "patch_prenorm": [
192
- false,
193
- true,
194
- true,
195
- true
196
- ],
197
- "patch_size": [
198
- 7,
199
- 3,
200
- 3,
201
- 3
202
- ],
203
- "patch_stride": [
204
- 4,
205
- 2,
206
- 2,
207
- 2
208
- ],
209
- "prefix": null,
210
- "problem_type": null,
211
  "projection_dim": 768,
212
- "pruned_heads": {},
213
- "remove_invalid_values": false,
214
- "repetition_penalty": 1.0,
215
- "return_dict": true,
216
- "return_dict_in_generate": false,
217
- "sep_token_id": null,
218
- "suppress_tokens": null,
219
- "task_specific_params": null,
220
- "temperature": 1.0,
221
- "tf_legacy_loss": false,
222
- "tie_encoder_decoder": false,
223
- "tie_word_embeddings": true,
224
- "tokenizer_class": null,
225
- "top_k": 50,
226
- "top_p": 1.0,
227
- "torch_dtype": null,
228
- "torchscript": false,
229
- "typical_p": 1.0,
230
- "use_bfloat16": false,
231
  "visual_temporal_embedding": {
232
- "max_temporal_embeddings": 100,
233
- "type": "COSINE"
234
  },
235
- "window_size": 12
 
 
 
 
236
  },
237
- "vocab_size": 51289
 
 
 
238
  }
 
7
  "AutoConfig": "configuration_florence2.Florence2Config",
8
  "AutoModelForCausalLM": "modeling_florence2.Florence2ForConditionalGeneration"
9
  },
10
+ "bos_token_id": 0,
11
+ "eos_token_id": 2,
12
  "ignore_index": -100,
 
13
  "model_type": "florence2",
14
+ "pad_token_id": 1,
15
  "projection_dim": 768,
16
  "text_config": {
17
+ "vocab_size": 51289,
18
+ "activation_dropout": 0.1,
19
+ "activation_function": "gelu",
20
+ "add_bias_logits": false,
21
+ "add_final_layer_norm": false,
22
+ "attention_dropout": 0.1,
23
+ "bos_token_id": 0,
24
+ "classif_dropout": 0.1,
25
+ "classifier_dropout": 0.0,
26
+ "d_model": 768,
27
+ "decoder_attention_heads": 12,
28
+ "decoder_ffn_dim": 3072,
29
+ "decoder_layerdrop": 0.0,
30
+ "decoder_layers": 6,
31
+ "decoder_start_token_id": 2,
32
+ "dropout": 0.1,
33
+ "early_stopping": true,
34
+ "encoder_attention_heads": 12,
35
+ "encoder_ffn_dim": 3072,
36
+ "encoder_layerdrop": 0.0,
37
+ "encoder_layers": 6,
38
+ "eos_token_id": 2,
39
+ "forced_eos_token_id": 2,
40
+ "forced_bos_token_id": 0,
41
+ "gradient_checkpointing": false,
42
+ "init_std": 0.02,
43
+ "is_encoder_decoder": true,
44
+ "label2id": {
45
+ "LABEL_0": 0,
46
+ "LABEL_1": 1,
47
+ "LABEL_2": 2
48
+ },
49
+ "max_position_embeddings": 1024,
50
+ "no_repeat_ngram_size": 3,
51
+ "normalize_before": false,
52
+ "num_hidden_layers": 6,
53
+ "pad_token_id": 1,
54
+ "scale_embedding": false,
55
+ "num_beams": 3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
56
  },
57
+ "vision_config": {
 
 
58
  "model_type": "davit",
59
+ "drop_path_rate": 0.1,
60
+ "patch_size": [7, 3, 3, 3],
61
+ "patch_stride": [4, 2, 2, 2],
62
+ "patch_padding": [3, 1, 1, 1],
63
+ "patch_prenorm": [false, true, true, true],
64
+ "enable_checkpoint": false,
65
+ "dim_embed": [128, 256, 512, 1024],
66
+ "num_heads": [4, 8, 16, 32],
67
+ "num_groups": [4, 8, 16, 32],
68
+ "depths": [1, 1, 9, 1],
69
+ "window_size": 12,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
70
  "projection_dim": 768,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
71
  "visual_temporal_embedding": {
72
+ "type": "COSINE",
73
+ "max_temporal_embeddings": 100
74
  },
75
+ "image_pos_embed": {
76
+ "type": "learned_abs_2d",
77
+ "max_pos_embeddings": 50
78
+ },
79
+ "image_feature_source": ["spatial_avg_pool", "temporal_avg_pool"]
80
  },
81
+ "vocab_size": 51289,
82
+ "torch_dtype": "float32",
83
+ "transformers_version": "4.41.0.dev0",
84
+ "is_encoder_decoder": true
85
  }