{ | |
"lr_encoder": "1e-5", | |
"lr_others": "5e-5", | |
"num_steps": 100000, | |
"warmup_ratio": 0.1, | |
"train_batch_size": 8, | |
"eval_every": 10000, | |
"max_width": 12, | |
"model_name": "microsoft/deberta-v3-base", | |
"fine_tune": true, | |
"subtoken_pooling": "first", | |
"hidden_size": 768, | |
"span_mode": "markerV0", | |
"dropout": 0.4, | |
"max_neg_type_ratio": 1, | |
"name": "abl", | |
"size_sup": -1, | |
"max_types": 1, | |
"shuffle_types": true, | |
"random_drop": true, | |
"max_len": 384 | |
} |