Neu256 commited on
Commit
d4379ad
·
verified ·
1 Parent(s): 53ec071

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -36,10 +36,10 @@ m.eval()
36
  #print(
37
  # "Model with {:.2f}M parameters".format(sum(p.numel() for p in m.parameters()) / 1e6)
38
  #)
39
- def model_generate(text, number, TEMPERATURE, TOP_K):
40
  context = encode(str(text), tokenizer).unsqueeze(0).to(DEVICE)
41
 
42
- return decode(enc_sec=m.generate(idx=context, max_new_tokens=number, temperature = TEMPERATURE, top_k = TOP_K)[0], tokenizer=tokenizer)
43
 
44
- iface = gr.Interface(fn=model_generate, inputs=["text", gr.Slider(10, 1000), gr.Slider(0, 1), gr.Slider(0, 1)], outputs="text")
45
  iface.launch()
 
36
  #print(
37
  # "Model with {:.2f}M parameters".format(sum(p.numel() for p in m.parameters()) / 1e6)
38
  #)
39
+ def model_generate(text, number_of_new_token, temperature, top_p):
40
  context = encode(str(text), tokenizer).unsqueeze(0).to(DEVICE)
41
 
42
+ return decode(enc_sec=m.generate(idx=context, max_new_tokens=number_of_new_token, temperature = temperature, top_p = top_p)[0], tokenizer=tokenizer)
43
 
44
+ iface = gr.Interface(fn=model_generate, inputs=["text", gr.Slider(10, 1000), gr.Slider(0, 1, value=0.7, step = 0.5), gr.Slider(0, 1, value=0.95, step = 0.5)], outputs="text")
45
  iface.launch()