Spaces:
Runtime error
Runtime error
| import streamlit as st | |
| from fastT5 import export_and_get_onnx_model, get_onnx_model | |
| model_name = "stas/mt5-tiny-random" | |
| model = export_and_get_onnx_model(model_name) | |
| tokenizer = AutoTokenizer.from_pretrained(model_name) | |
| tokenized = tokenizer("Will this work?", return_tensors="pt") | |
| tokens = model.generate( | |
| input_ids=tokenized["input_ids"], | |
| attention_mask=tokenized["attention_mask"], | |
| ) | |
| st.write(tokenizer.decode(tokens.squeeze(), skip_special_tokens=True)) | |