File size: 308 Bytes
ec1ccf6
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
from transformers import AutoTokenizer, AutoModelForCausalLM

tokenizer = AutoTokenizer.from_pretrained("./checkpoint-15k")
model = AutoModelForCausalLM.from_pretrained("./checkpoint-15k")

export_directory = "./export-15k"
tokenizer.save_pretrained(export_directory)
model.save_pretrained(export_directory)