# from transformers import AutoConfig | |
# from modeling.modeling_bert import BertCustomLMHeadModel | |
# cfg = AutoConfig.from_pretrained("hf-internal-testing/tiny-random-BertModel") | |
# BertCustomLMHeadModel.register_for_auto_class("AutoModelForSequenceClassification") | |
# model = BertCustomLMHeadModel(cfg) | |
# model.save_pretrained("/home/Jingya/hf_internship/tiny-testing-gpt2-remote-code") |