File size: 892 Bytes
4fb0bd1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
save_dir: save_results/
data_dir: data/evaluation_data/carb/

test_file: carb_test.json
conjunctions_file: data/evaluation_data/carb/carb_test_conjunctions.txt
ent_rel_file: data/ent_rel_file.json
rel_file: data/rel_file.json
test: True
max_sent_len: 512
max_wordpiece_len: 512

embedding_model: bert
mlp_hidden_size: 150
max_span_length: 10
dropout: 0.4
logit_dropout: 0.2
bert_model_name: bert-base-uncased
bert_output_size: 0
bert_dropout: 0.0
separate_threshold: 1.0

gradient_clipping: 5.0
learning_rate: 5e-5
bert_learning_rate: 5e-5
lr_decay_rate: 0.9
adam_beta1: 0.9
adam_beta2: 0.9
adam_epsilon: 1e-12
adam_weight_decay_rate: 1e-5
adam_bert_weight_decay_rate: 1e-5

seed: 5216
epochs: 100
pretrain_epochs: 10
warmup_rate: 0.2
early_stop: 30
train_batch_size: 32
test_batch_size: 32
gradient_accumulation_steps: 1
logging_steps: 32
validate_every: 4032
device: -1
log_file: train.log