Transformers How to use feelwoo/polyglot-5.8b-koalpaca-v1.1b_test3 with Transformers:
# Use a pipeline as a high-level helper
from transformers import pipeline
pipe = pipeline("feature-extraction", model="feelwoo/polyglot-5.8b-koalpaca-v1.1b_test3") # pip install -U transformers accelerate
# Load model directly
from transformers import AutoTokenizer, AutoModel
tokenizer = AutoTokenizer.from_pretrained("feelwoo/polyglot-5.8b-koalpaca-v1.1b_test3")
model = AutoModel.from_pretrained("feelwoo/polyglot-5.8b-koalpaca-v1.1b_test3", device_map="auto") 
