Base Q3
Collection
3 items • Updated
Gated checkpoint — access by request.
from transformers import AutoModelForCausalLM, AutoTokenizer
tok = AutoTokenizer.from_pretrained("Zaynoid/QB-Q3-4B-v1-OPSD")
model = AutoModelForCausalLM.from_pretrained("Zaynoid/QB-Q3-4B-v1-OPSD", torch_dtype="bfloat16", device_map="auto")