File size: 460 Bytes
b8cca87 4dc5fdb 9c755c8 4dc5fdb b8cca87 4306d2e 0758daa 4dc5fdb b8cca87 4dc5fdb b8cca87 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
{
"model_type": "lumenspark",
"architectures": ["LumensparkModel"],
"vocab_size": 50257,
"embed_dim": 768,
"auto_map": {
"AutoConfig": "anto18671/lumenspark--configuration_lumenspark.LumensparkConfig",
"AutoModelForCausalLM": "anto18671/lumenspark--modeling_lumenspark.LumensparkModel"
},
"tokenizer_class": "GPT2Tokenizer",
"depth": 8,
"heads": 12,
"seq_length": 768,
"dropout": 0.058823529411764705,
"k": 384,
"rank": 256
}
|