File size: 1,046 Bytes
07e6dbb 623eeb1 07e6dbb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 |
import gradio as gr
from transformers import AutoTokenizer, AutoModelForCausalLM
# 加载模型和分词器
model_name = "RWKV/rwkv-raven-1b5"
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForCausalLM.from_pretrained(model_name)
# 定义模型推断函数
def generate_text(input_text):
input_ids = tokenizer.encode(input_text, return_tensors="pt")
output = model.generate(input_ids, max_length=100, num_return_sequences=1)
generated_text = tokenizer.decode(output[0], skip_special_tokens=True)
return generated_text
# 创建Gradio界面
def gradio_interface():
text_input = gr.inputs.Textbox(label="输入文本")
text_output = gr.outputs.Textbox(label="生成文本")
interface = gr.Interface(
fn=generate_text,
inputs=text_input,
outputs=text_output,
title="文本生成器",
description="输入一段文本，生成相应的文本。",
theme="default"
)
return interface
interface = gradio_interface()
interface.launch()
|