google-rembert-ft_for_multi_ner_sky/config.json

{
  "_name_or_path": "./rembert",
  "architectures": [
    "RemBertForTokenClassification"
  ],
  "attention_probs_dropout_prob": 0,
  "bos_token_id": 312,
  "classifier_dropout_prob": 0.1,
  "embedding_dropout_prob": 0,
  "embedding_size": 256,
  "eos_token_id": 313,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0,
  "hidden_size": 1152,
  "id2label": {
    "0": "B-Disease",
    "1": "I-Disease",
    "2": "B-Symptom",
    "3": "I-Symptom",
    "4": "B-AnatomicalStructure",
    "5": "I-AnatomicalStructure",
    "6": "B-MedicalProcedure",
    "7": "I-MedicalProcedure",
    "8": "B-Medication/Vaccine",
    "9": "I-Medication/Vaccine",
    "10": "B-OtherPROD",
    "11": "I-OtherPROD",
    "12": "B-Drink",
    "13": "I-Drink",
    "14": "B-Food",
    "15": "I-Food",
    "16": "B-Vehicle",
    "17": "I-Vehicle",
    "18": "B-Clothing",
    "19": "I-Clothing",
    "20": "B-OtherPER",
    "21": "I-OtherPER",
    "22": "B-SportsManager",
    "23": "I-SportsManager",
    "24": "B-Cleric",
    "25": "I-Cleric",
    "26": "B-Politician",
    "27": "I-Politician",
    "28": "B-Athlete",
    "29": "I-Athlete",
    "30": "B-Artist",
    "31": "I-Artist",
    "32": "B-Scientist",
    "33": "I-Scientist",
    "34": "B-ORG",
    "35": "I-ORG",
    "36": "B-TechCorp",
    "37": "I-TechCorp",
    "38": "B-CarManufacturer",
    "39": "I-CarManufacturer",
    "40": "B-SportsGRP",
    "41": "I-SportsGRP",
    "42": "B-AerospaceManufacturer",
    "43": "I-AerospaceManufacturer",
    "44": "B-OtherCorp",
    "45": "I-OtherCorp",
    "46": "B-PrivateCorp",
    "47": "I-PrivateCorp",
    "48": "B-PublicCorp",
    "49": "I-PublicCorp",
    "50": "B-MusicalGRP",
    "51": "I-MusicalGRP",
    "52": "B-OtherCW",
    "53": "I-OtherCW",
    "54": "B-Software",
    "55": "I-Software",
    "56": "B-ArtWork",
    "57": "I-ArtWork",
    "58": "B-WrittenWork",
    "59": "I-WrittenWork",
    "60": "B-MusicalWork",
    "61": "I-MusicalWork",
    "62": "B-VisualWork",
    "63": "I-VisualWork",
    "64": "B-Station",
    "65": "I-Station",
    "66": "B-HumanSettlement",
    "67": "I-HumanSettlement",
    "68": "B-OtherLOC",
    "69": "I-OtherLOC",
    "70": "B-Facility",
    "71": "I-Facility",
    "72": "O"
  },
  "initializer_range": 0.02,
  "input_embedding_size": 256,
  "intermediate_size": 4608,
  "label2id": {
    "B-AerospaceManufacturer": 42,
    "B-AnatomicalStructure": 4,
    "B-ArtWork": 56,
    "B-Artist": 30,
    "B-Athlete": 28,
    "B-CarManufacturer": 38,
    "B-Cleric": 24,
    "B-Clothing": 18,
    "B-Disease": 0,
    "B-Drink": 12,
    "B-Facility": 70,
    "B-Food": 14,
    "B-HumanSettlement": 66,
    "B-MedicalProcedure": 6,
    "B-Medication/Vaccine": 8,
    "B-MusicalGRP": 50,
    "B-MusicalWork": 60,
    "B-ORG": 34,
    "B-OtherCW": 52,
    "B-OtherCorp": 44,
    "B-OtherLOC": 68,
    "B-OtherPER": 20,
    "B-OtherPROD": 10,
    "B-Politician": 26,
    "B-PrivateCorp": 46,
    "B-PublicCorp": 48,
    "B-Scientist": 32,
    "B-Software": 54,
    "B-SportsGRP": 40,
    "B-SportsManager": 22,
    "B-Station": 64,
    "B-Symptom": 2,
    "B-TechCorp": 36,
    "B-Vehicle": 16,
    "B-VisualWork": 62,
    "B-WrittenWork": 58,
    "I-AerospaceManufacturer": 43,
    "I-AnatomicalStructure": 5,
    "I-ArtWork": 57,
    "I-Artist": 31,
    "I-Athlete": 29,
    "I-CarManufacturer": 39,
    "I-Cleric": 25,
    "I-Clothing": 19,
    "I-Disease": 1,
    "I-Drink": 13,
    "I-Facility": 71,
    "I-Food": 15,
    "I-HumanSettlement": 67,
    "I-MedicalProcedure": 7,
    "I-Medication/Vaccine": 9,
    "I-MusicalGRP": 51,
    "I-MusicalWork": 61,
    "I-ORG": 35,
    "I-OtherCW": 53,
    "I-OtherCorp": 45,
    "I-OtherLOC": 69,
    "I-OtherPER": 21,
    "I-OtherPROD": 11,
    "I-Politician": 27,
    "I-PrivateCorp": 47,
    "I-PublicCorp": 49,
    "I-Scientist": 33,
    "I-Software": 55,
    "I-SportsGRP": 41,
    "I-SportsManager": 23,
    "I-Station": 65,
    "I-Symptom": 3,
    "I-TechCorp": 37,
    "I-Vehicle": 17,
    "I-VisualWork": 63,
    "I-WrittenWork": 59,
    "O": 72
  },
  "layer_norm_eps": 1e-12,
  "max_position_embeddings": 512,
  "model_type": "rembert",
  "num_attention_heads": 18,
  "num_hidden_layers": 32,
  "output_embedding_size": 1664,
  "pad_token_id": 0,
  "tie_word_embeddings": false,
  "torch_dtype": "float32",
  "transformers_version": "4.26.1",
  "type_vocab_size": 2,
  "use_cache": true,
  "vocab_size": 250300
}