File size: 457 Bytes
1904ee8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
# from transformers import AutoModelForCausalLM
#
#
# name_or_path = "/home/toolkit/huggingface/tldr_sft_pythia7b_4V100_seq550"
#
# model = AutoModelForCausalLM.from_pretrained(name_or_path)
#
# model.push_to_hub("tldr_sft_pythia7b_4V100_seq550", use_temp_dir=False)
from datasets import load_from_disk
ds = load_from_disk("/home/toolkit/huggingface/openai_summarize_comparisons_pythia1b")
ds.push_to_hub("openai_summarize_comparisons_relabel_pythia1b")
|