Compact_Facts / constituent_model_config.yml
khulnasoft's picture
Upload 108 files
4fb0bd1 verified
raw
history blame contribute delete
897 Bytes
save_dir: save_results/
data_dir: data/OIE2016(processed)/constituent_model/
train_file: train.json
dev_file: dev.json
test_file: test.json
ent_rel_file: data/ent_rel_file.json
max_sent_len: 512
max_wordpiece_len: 512
embedding_model: pretrained
pretrained_model_name: bert-base-uncased
mlp_hidden_size: 150
max_span_length: 10
dropout: 0.4
logit_dropout: 0.2
bert_model_name: bert-base-uncased
bert_output_size: 0
bert_dropout: 0.0
separate_threshold: 1.2
gradient_clipping: 5.0
learning_rate: 5e-5
bert_learning_rate: 5e-5
lr_decay_rate: 0.9
adam_beta1: 0.9
adam_beta2: 0.9
adam_epsilon: 1e-12
adam_weight_decay_rate: 1e-5
adam_bert_weight_decay_rate: 1e-5
seed: 5216
epochs: 300
pretrain_epochs: 10
warmup_rate: 0.2
early_stop: 30
train_batch_size: 32
test_batch_size: 32
gradient_accumulation_steps: 1
logging_steps: 32
validate_every: 4032
device: 0
log_file: constituent_model_train.log