File size: 192 Bytes
5db13e0 |
1 2 3 4 5 6 7 |
from transformers import AutoTokenizer
tokenizer = AutoTokenizer.from_pretrained(
"LLM360/CrystalCoder",
revision="CrystalCoder_phase1_checkpoint_055500",
trust_remote_code=True
) |