{ | |
"same_enc_dec": true, | |
"emb_dim": 1024, | |
"n_layers": 12, | |
"n_heads": 8, | |
"dropout": 0.1, | |
"attention_dropout": 0.1, | |
"gelu_activation": true, | |
"share_inout_emb": true, | |
"sinusoidal_embeddings": false, | |
"asm": false, | |
"max_vocab": 95000, | |
"min_count": 0, | |
"id2lang": { | |
"0": "ar", | |
"1": "bg", | |
"2": "de", | |
"3": "el", | |
"4": "en", | |
"5": "es", | |
"6": "fr", | |
"7": "hi", | |
"8": "ru", | |
"9": "sw", | |
"10": "th", | |
"11": "tr", | |
"12": "ur", | |
"13": "vi", | |
"14": "zh" | |
}, | |
"lang2id": { | |
"ar": 0, | |
"bg": 1, | |
"de": 2, | |
"el": 3, | |
"en": 4, | |
"es": 5, | |
"fr": 6, | |
"hi": 7, | |
"ru": 8, | |
"sw": 9, | |
"th": 10, | |
"tr": 11, | |
"ur": 12, | |
"vi": 13, | |
"zh": 14 | |
}, | |
"n_langs": 15, | |
"n_words": 95000 | |
} | |