from transformers import AutoConfig

from modeling.modeling_gpt2 import GPT2CustomLMHeadModel

cfg = AutoConfig.from_pretrained("hf-internal-testing/tiny-random-gpt2")

GPT2CustomLMHeadModel.register_for_auto_class("AutoModelForCausalLM")

model = GPT2CustomLMHeadModel(cfg)
model.save_pretrained("/home/fxmarty/hf_internship/tiny-testing-gpt2-remote-code")