Spaces:
Runtime error
Runtime error
File size: 464 Bytes
5026ee5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
import streamlit as st
from fastT5 import export_and_get_onnx_model, get_onnx_model
model_name = "stas/mt5-tiny-random"
model = export_and_get_onnx_model(model_name)
tokenizer = AutoTokenizer.from_pretrained(model_name)
tokenized = tokenizer("Will this work?", return_tensors="pt")
tokens = model.generate(
input_ids=tokenized["input_ids"],
attention_mask=tokenized["attention_mask"],
)
st.write(tokenizer.decode(tokens.squeeze(), skip_special_tokens=True))
|