bwang0911 commited on
Commit
5328c9d
1 Parent(s): f84569a

Delete config.json

Browse files
Files changed (1) hide show
  1. config.json +0 -35
config.json DELETED
@@ -1,35 +0,0 @@
1
- {
2
- "_name_or_path": "jinaai/jina-bert-implementation",
3
- "model_max_length": 8192,
4
- "architectures": [
5
- "JinaBertForMaskedLM"
6
- ],
7
- "attention_probs_dropout_prob": 0.0,
8
- "auto_map": {
9
- "AutoConfig": "jinaai/jina-bert-implementation--configuration_bert.JinaBertConfig",
10
- "AutoModelForMaskedLM": "jinaai/jina-bert-implementation--modeling_bert.JinaBertForMaskedLM",
11
- "AutoModel": "jinaai/jina-bert-implementation--modeling_bert.JinaBertModel",
12
- "AutoModelForSequenceClassification": "jinaai/jina-bert-implementation--modeling_bert.JinaBertForSequenceClassification"
13
- },
14
- "classifier_dropout": null,
15
- "gradient_checkpointing": false,
16
- "hidden_act": "gelu",
17
- "hidden_dropout_prob": 0.1,
18
- "hidden_size": 768,
19
- "initializer_range": 0.02,
20
- "intermediate_size": 3072,
21
- "layer_norm_eps": 1e-12,
22
- "max_position_embeddings": 8192,
23
- "model_type": "bert",
24
- "num_attention_heads": 12,
25
- "num_hidden_layers": 12,
26
- "pad_token_id": 0,
27
- "position_embedding_type": "alibi",
28
- "torch_dtype": "float32",
29
- "transformers_version": "4.26.0",
30
- "type_vocab_size": 2,
31
- "use_cache": true,
32
- "vocab_size": 30528,
33
- "feed_forward_type": "geglu",
34
- "emb_pooler": "mean"
35
- }