README.md

metadata

library_name: transformers
tags: []

Just for PEFT testing

See PR #1658

Reproduction

import torch
from huggingface_hub import cached_download
from transformers import AutoModelForCausalLM
from peft import LoraConfig, PeftModel, get_peft_model

torch.manual_seed(0)
model = AutoModelForCausalLM.from_pretrained("hf-internal-testing/tiny-random-BertModel").eval()
lora_config = LoraConfig(init_lora_weights=False)
peft_model = get_peft_model(model, lora_config)
peft_model.push_to_hub("peft-internal-testing/tiny-random-BertModel-lora")

del model, peft_model
torch.manual_seed(0)
model = AutoModelForCausalLM.from_pretrained("hf-internal-testing/tiny-random-BertModel").eval()
torch.manual_seed(1)
lora_config = LoraConfig(init_lora_weights=False)
peft_model = get_peft_model(model, lora_config)
peft_model.push_to_hub("peft-internal-testing/tiny-random-BertModel-lora", revision="v1.2.3")