File size: 308 Bytes
ec1ccf6 |
1 2 3 4 5 6 7 8 9 |
from transformers import AutoTokenizer, AutoModelForCausalLM
tokenizer = AutoTokenizer.from_pretrained("./checkpoint-15k")
model = AutoModelForCausalLM.from_pretrained("./checkpoint-15k")
export_directory = "./export-15k"
tokenizer.save_pretrained(export_directory)
model.save_pretrained(export_directory)
|