Spaces:
Runtime error
Runtime error
import gradio as gr | |
def greet(name): | |
return "Hello " + name + "!!" | |
iface = gr.Interface(fn=greet, inputs="text", outputs="text") | |
iface.launch() | |
from datasets import load_dataset | |
imdb = load_dataset("imdb") | |
from transformers import AutoTokenizer | |
tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased") | |
def preprocess_function(examples): | |
return tokenizer(examples["text"], truncation=True) | |
tokenized_imdb = imdb.map(preprocess_function, batched=True) | |
from transformers import DataCollatorWithPadding | |
data_collator = DataCollatorWithPadding(tokenizer=tokenizer) |