RP-Q35A-80B-v2
Gated checkpoint — access by request.
Usage
from transformers import AutoModelForCausalLM, AutoTokenizer
tok = AutoTokenizer.from_pretrained("Zaynoid/RP-Q35A-80B-v2")
model = AutoModelForCausalLM.from_pretrained("Zaynoid/RP-Q35A-80B-v2", torch_dtype="bfloat16", device_map="auto")