Base Q3V
Collection
4 items • Updated
Gated checkpoint — access by request.
from transformers import AutoModelForCausalLM, AutoTokenizer
tok = AutoTokenizer.from_pretrained("Zaynoid/VL-Q3V-7B-v2.3-SL")
model = AutoModelForCausalLM.from_pretrained("Zaynoid/VL-Q3V-7B-v2.3-SL", torch_dtype="bfloat16", device_map="auto")