Mel Nguyen (she/her) commited on
Commit
ffd31f3
1 Parent(s): 8529353

add more button and params

Browse files
Files changed (1) hide show
  1. app.py +12 -10
app.py CHANGED
@@ -10,15 +10,15 @@ def load_model(model_name):
10
  return model
11
 
12
  model = load_model("VietAI/gpt-neo-1.3B-vietnamese-news")
13
- def infer(input_ids, max_length):
14
 
15
  output_sequences = model.generate(
16
  input_ids=input_ids,
17
  max_length=max_length,
18
  do_sample=True,
19
- temperature=0.9,
20
- top_k=20,
21
- #top_p=top_p,
22
  #num_return_sequences=1
23
  )
24
 
@@ -27,14 +27,14 @@ def infer(input_ids, max_length):
27
  default_value = "Tiềm năng của trí tuệ nhân tạo"
28
 
29
  st.title("Vietnamese Text Generation With Transformers")
30
- st.write("This app generates text based on a given prompt. To change the length of the generated text, adjust the slider on the left.")
31
- st.write("It might be a bit slow after you change the generated text length. Be patient 😄")
32
 
33
  sent = st.text_area("Text", default_value, height = 275)
34
  max_length = st.sidebar.slider("Max Length", min_value = 10, max_value=500)
35
- #temperature = st.sidebar.slider("Temperature", value = 1.0, min_value = 0.0, max_value=1.0, step=0.05)
36
- #top_k = st.sidebar.slider("Top-k", min_value = 0, max_value=5, value = 0)
37
- #top_p = st.sidebar.slider("Top-p", min_value = 0.0, max_value=1.0, step = 0.05, value = 0.9)
38
 
39
  if st.button("Generate Text"):
40
  encoded_prompt = tokenizer.encode(sent, add_special_tokens=False, return_tensors="pt")
@@ -45,4 +45,6 @@ if st.button("Generate Text"):
45
 
46
  gen_tokens = infer(encoded_prompt, max_length)
47
  gen_text = tokenizer.batch_decode(gen_tokens)[0]
48
- st.write(gen_text)
 
 
 
10
  return model
11
 
12
  model = load_model("VietAI/gpt-neo-1.3B-vietnamese-news")
13
+ def infer(input_ids, max_length, temperature, top_k, top_p):
14
 
15
  output_sequences = model.generate(
16
  input_ids=input_ids,
17
  max_length=max_length,
18
  do_sample=True,
19
+ temperature=temperature,
20
+ top_k=top_k,
21
+ top_p=top_p,
22
  #num_return_sequences=1
23
  )
24
 
 
27
  default_value = "Tiềm năng của trí tuệ nhân tạo"
28
 
29
  st.title("Vietnamese Text Generation With Transformers")
30
+ st.write("This app generates Vietnamese text based on a given prompt. To change the parameters of the generated text, adjust the slider on the left and click Generate Text again.")
31
+ st.write("It might be a bit slow after you change the generated text length. Be patient!")
32
 
33
  sent = st.text_area("Text", default_value, height = 275)
34
  max_length = st.sidebar.slider("Max Length", min_value = 10, max_value=500)
35
+ temperature = st.sidebar.slider("Temperature", value = 1.0, min_value = 0.0, max_value=1.0, step=0.05)
36
+ top_k = st.sidebar.slider("Top-k", min_value = 0, max_value=5, value = 0)
37
+ top_p = st.sidebar.slider("Top-p", min_value = 0.0, max_value=1.0, step = 0.05, value = 0.9)
38
 
39
  if st.button("Generate Text"):
40
  encoded_prompt = tokenizer.encode(sent, add_special_tokens=False, return_tensors="pt")
 
45
 
46
  gen_tokens = infer(encoded_prompt, max_length)
47
  gen_text = tokenizer.batch_decode(gen_tokens)[0]
48
+ st.write(gen_text)
49
+
50
+ st.write("For feedback/requests, write to mel.nguyen273@gmail.com.")