| |
| import logging |
| from transformers import BertModel, BertTokenizer, TFBertModel, XLMRobertaTokenizer |
|
|
| logging.basicConfig(level=logging.INFO, filename="log.txt") |
| model = BertModel.from_pretrained("../../Multilingual-MiniLM-L12-H384/") |
| tf_model = TFBertModel.from_pretrained("../../Multilingual-MiniLM-L12-H384/", from_pt=True) |
| model.save_pretrained("./") |
| tf_model.save_pretrained("./") |
|
|
| tok = XLMRobertaTokenizer.from_pretrained("../../Multilingual-MiniLM-L12-H384/sentencepiece.bpe.model") |
| tok.save_pretrained("./") |
|
|