aburnazyan commited on
Commit
ea87c2c
1 Parent(s): 2ed29a3

added standard ui controls

Browse files
Files changed (1) hide show
  1. app.py +24 -1
app.py CHANGED
@@ -1,3 +1,26 @@
1
  import gradio as gr
 
2
 
3
- gr.Interface.load("models/aburnazy/opt-350m-hy").launch()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  import gradio as gr
2
+ from transformers import AutoTokenizer, AutoModelForCausalLM
3
 
4
+ model_name = "aburnazy/opt-350m-hy"
5
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
6
+ model = AutoModelForCausalLM.from_pretrained(model_name)
7
+
8
+ def generate_text(prompt, temperature, top_k, top_p, max_length):
9
+ inputs = tokenizer.encode(prompt, return_tensors="pt")
10
+ outputs = model.generate(inputs, max_length=max_length, temperature=temperature, top_k=top_k, top_p=top_p, do_sample=True)
11
+ text = tokenizer.decode(outputs[0], skip_special_tokens=True)
12
+ return text
13
+
14
+ iface = gr.Interface(
15
+ fn=generate_text,
16
+ inputs=[
17
+ gr.inputs.Textbox(lines=2, placeholder="Առավոտ էր: Արարատյան դաշտի լուսապայծառ "),
18
+ gr.inputs.Slider(minimum=0, maximum=1, step=0.01, default=0.8, label='Temperature'),
19
+ gr.inputs.Slider(minimum=0, maximum=100, step=1, default=20, label='Top K'),
20
+ gr.inputs.Slider(minimum=0, maximum=1, step=0.01, default=0.1, label='Top P'),
21
+ gr.inputs.Slider(minimum=10, maximum=1024, step=1, default=200, label='Max Length'),
22
+ ],
23
+ outputs="text"
24
+ )
25
+
26
+ iface.launch()