Spaces:
Runtime error
Runtime error
Mel Nguyen (she/her)
commited on
Commit
·
ffd31f3
1
Parent(s):
8529353
add more button and params
Browse files
app.py
CHANGED
@@ -10,15 +10,15 @@ def load_model(model_name):
|
|
10 |
return model
|
11 |
|
12 |
model = load_model("VietAI/gpt-neo-1.3B-vietnamese-news")
|
13 |
-
def infer(input_ids, max_length):
|
14 |
|
15 |
output_sequences = model.generate(
|
16 |
input_ids=input_ids,
|
17 |
max_length=max_length,
|
18 |
do_sample=True,
|
19 |
-
temperature=
|
20 |
-
top_k=
|
21 |
-
|
22 |
#num_return_sequences=1
|
23 |
)
|
24 |
|
@@ -27,14 +27,14 @@ def infer(input_ids, max_length):
|
|
27 |
default_value = "Tiềm năng của trí tuệ nhân tạo"
|
28 |
|
29 |
st.title("Vietnamese Text Generation With Transformers")
|
30 |
-
st.write("This app generates text based on a given prompt. To change the
|
31 |
-
st.write("It might be a bit slow after you change the generated text length. Be patient
|
32 |
|
33 |
sent = st.text_area("Text", default_value, height = 275)
|
34 |
max_length = st.sidebar.slider("Max Length", min_value = 10, max_value=500)
|
35 |
-
|
36 |
-
|
37 |
-
|
38 |
|
39 |
if st.button("Generate Text"):
|
40 |
encoded_prompt = tokenizer.encode(sent, add_special_tokens=False, return_tensors="pt")
|
@@ -45,4 +45,6 @@ if st.button("Generate Text"):
|
|
45 |
|
46 |
gen_tokens = infer(encoded_prompt, max_length)
|
47 |
gen_text = tokenizer.batch_decode(gen_tokens)[0]
|
48 |
-
st.write(gen_text)
|
|
|
|
|
|
10 |
return model
|
11 |
|
12 |
model = load_model("VietAI/gpt-neo-1.3B-vietnamese-news")
|
13 |
+
def infer(input_ids, max_length, temperature, top_k, top_p):
|
14 |
|
15 |
output_sequences = model.generate(
|
16 |
input_ids=input_ids,
|
17 |
max_length=max_length,
|
18 |
do_sample=True,
|
19 |
+
temperature=temperature,
|
20 |
+
top_k=top_k,
|
21 |
+
top_p=top_p,
|
22 |
#num_return_sequences=1
|
23 |
)
|
24 |
|
|
|
27 |
default_value = "Tiềm năng của trí tuệ nhân tạo"
|
28 |
|
29 |
st.title("Vietnamese Text Generation With Transformers")
|
30 |
+
st.write("This app generates Vietnamese text based on a given prompt. To change the parameters of the generated text, adjust the slider on the left and click Generate Text again.")
|
31 |
+
st.write("It might be a bit slow after you change the generated text length. Be patient!")
|
32 |
|
33 |
sent = st.text_area("Text", default_value, height = 275)
|
34 |
max_length = st.sidebar.slider("Max Length", min_value = 10, max_value=500)
|
35 |
+
temperature = st.sidebar.slider("Temperature", value = 1.0, min_value = 0.0, max_value=1.0, step=0.05)
|
36 |
+
top_k = st.sidebar.slider("Top-k", min_value = 0, max_value=5, value = 0)
|
37 |
+
top_p = st.sidebar.slider("Top-p", min_value = 0.0, max_value=1.0, step = 0.05, value = 0.9)
|
38 |
|
39 |
if st.button("Generate Text"):
|
40 |
encoded_prompt = tokenizer.encode(sent, add_special_tokens=False, return_tensors="pt")
|
|
|
45 |
|
46 |
gen_tokens = infer(encoded_prompt, max_length)
|
47 |
gen_text = tokenizer.batch_decode(gen_tokens)[0]
|
48 |
+
st.write(gen_text)
|
49 |
+
|
50 |
+
st.write("For feedback/requests, write to mel.nguyen273@gmail.com.")
|