Commit
·
cffbbc0
1
Parent(s):
f330993
model improved
Browse files- maker.py +1 -1
- pytorch_model.bin +1 -1
maker.py
CHANGED
@@ -111,7 +111,7 @@ lid=trainDS(devDS,testDS)
|
|
111 |
cfg=AutoConfig.from_pretrained(src,num_labels=len(lid),label2id=lid,id2label={i:l for l,i in lid.items()},ignore_mismatched_sizes=True,trust_remote_code=True)
|
112 |
mdl=AutoModelForTokenClassification.from_pretrained(src,config=cfg,ignore_mismatched_sizes=True,trust_remote_code=True)
|
113 |
trainDS.embeddings=mdl.get_input_embeddings().weight
|
114 |
-
arg=TrainingArguments(num_train_epochs=
|
115 |
trn=Trainer(args=arg,data_collator=DefaultDataCollator(),model=mdl,train_dataset=trainDS)
|
116 |
trn.train()
|
117 |
trn.save_model(tgt)
|
|
|
111 |
cfg=AutoConfig.from_pretrained(src,num_labels=len(lid),label2id=lid,id2label={i:l for l,i in lid.items()},ignore_mismatched_sizes=True,trust_remote_code=True)
|
112 |
mdl=AutoModelForTokenClassification.from_pretrained(src,config=cfg,ignore_mismatched_sizes=True,trust_remote_code=True)
|
113 |
trainDS.embeddings=mdl.get_input_embeddings().weight
|
114 |
+
arg=TrainingArguments(num_train_epochs=10,per_device_train_batch_size=1,dataloader_pin_memory=False,output_dir=tgt,overwrite_output_dir=True,save_total_limit=2,learning_rate=5e-05,warmup_ratio=0.1,save_safetensors=False)
|
115 |
trn=Trainer(args=arg,data_collator=DefaultDataCollator(),model=mdl,train_dataset=trainDS)
|
116 |
trn.train()
|
117 |
trn.save_model(tgt)
|
pytorch_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1473671938
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ca65d538edbdd1e4fab7b9f1010b7eae984b6692a601e27cfc669b584f7c3c68
|
3 |
size 1473671938
|