| { | |
| "embed_dim": 768, | |
| "vision_cfg": { | |
| "image_size": 336, | |
| "layers": 24, | |
| "width": 1024, | |
| "drop_path_rate": 0, | |
| "head_width": 64, | |
| "mlp_ratio": 2.6667, | |
| "patch_size": 14, | |
| "eva_model_name": "eva-clip-l-14-336", | |
| "xattn": true, | |
| "fusedLN": true, | |
| "rope": true, | |
| "pt_hw_seq_len": 16, | |
| "intp_freq": true, | |
| "naiveswiglu": true, | |
| "subln": true | |
| }, | |
| "text_cfg": { | |
| "context_length": 77, | |
| "vocab_size": 49408, | |
| "width": 768, | |
| "heads": 12, | |
| "layers": 12, | |
| "xattn": false, | |
| "fusedLN": true | |
| } | |
| } |