|
import gradio as gr |
|
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer |
|
|
|
|
|
tokenizer = AutoTokenizer.from_pretrained("salti/arabic-t5-small-question-paraphrasing", use_fast=True) |
|
model = AutoModelForSeq2SeqLM.from_pretrained("salti/arabic-t5-small-question-paraphrasing").eval(); |
|
prompt = "أعد صياغة: " |
|
|
|
@torch.inference_mode() |
|
def paraphrase(question): |
|
question = prompt + question |
|
input_ids = tokenizer(question, return_tensors="pt").input_ids |
|
generated_tokens = model.generate(input_ids).squeeze().cpu().numpy() |
|
return tokenizer.decode(generated_tokens, skip_special_tokens=True) |
|
|
|
|
|
iface = gr.Interface(fn=paraphrase, inputs="text", outputs="text") |
|
iface.launch() |
|
|
