|
|
|
import logging |
|
from transformers import BertModel, BertTokenizer, TFBertModel, XLMRobertaTokenizer |
|
|
|
logging.basicConfig(level=logging.INFO, filename="log.txt") |
|
model = BertModel.from_pretrained("../../Multilingual-MiniLM-L12-H384/") |
|
tf_model = TFBertModel.from_pretrained("../../Multilingual-MiniLM-L12-H384/", from_pt=True) |
|
model.save_pretrained("./") |
|
tf_model.save_pretrained("./") |
|
|
|
tok = XLMRobertaTokenizer.from_pretrained("../../Multilingual-MiniLM-L12-H384/sentencepiece.bpe.model") |
|
tok.save_pretrained("./") |
|
|
