assignment / app.py
happycdi's picture
Update app.py
bb84579
raw
history blame
162 Bytes
from transformers import AutoTokenizer
from datasets import load_dataset
train_data = load_dataset('wikitext', 'wikitext-2-raw-v1', split='train')
train_data[10]