Little-Helper / load_mode.py
Misti-sage's picture
Create load_mode.py
03c7108 verified
raw
history blame
289 Bytes
from transformers import AutoTokenizer, AutoModelForCausalLM
# Load model directly
tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3.5-mini-instruct", trust_remote_code=True)
model = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3.5-mini-instruct", trust_remote_code=True)