start

app.py

@@ -0,0 +1,62 @@
+import streamlit as st
+from generate import generate
+
+
+if __name__ == "__main__":
+    # Batch modification
+    with st.form(key='my_form'):
+        print("Loading model...")
+        
+
+        print("Model is ready to serve...")
+        desc = "Vietnamese News Generative Model - finetuned GPT2"
+
+        st.title('Vietnamese News Generative Model!')
+        st.write(desc)
+        st.write("##")
+        option = st.selectbox(
+            'Choose a category',
+            ('thời sự ', 'thế giới', 'tài chính kinh doanh', 
+            'đời sống', 'văn hoá', 'giải trí', 'giới trẻ', 'giáo dục',
+            'công nghệ', 'sức khoẻ'))
+
+        st.write("##")
+        category = str(option)
+        headline = st.text_input('Headline (or part of the headline)')
+        num_return_sequences = st.slider('Number of return sequences', min_value = 1, max_value = 5, value = 2)
+        max_len = st.slider('Max Length', min_value = 80, max_value = 500, value = 300)
+        with st.expander("Setting parameters"):
+            min_len = st.slider('Min Length', min_value = 0, max_value = 50, value = 50)
+            top_k = st.slider('Top k', min_value = 30, max_value = 200, value = 50)
+            top_p = st.slider('Top p', min_value = 0.0, max_value = 1.0, value = 0.8)
+            num_beams = st.slider('Num Beams', min_value = 1, max_value = 6, value = 2)
+            
+
+        submit_button = st.form_submit_button(label='Generate', )
+
+    if submit_button:
+        print("Generating output")
+        with st.spinner('Wait for it...'):
+            outputs = generate(category = str(category), headline = str(headline), min_len = min_len, max_len = max_len, num_return_sequences = num_return_sequences)
+
+        for i, output in enumerate(outputs):
+            # Cut start of text
+            temp = output.split("<|startoftext|>")[1].strip()
+
+            temp = temp.split("<|headline|>")
+            category = temp[0]
+
+            temp = temp[1].split("<|content|>")
+            headline = temp[0].strip()
+            content = temp[1].strip()
+
+            st.header(f"Output: {i}")
+            st.subheader("Category")
+            st.write(category)
+            st.subheader(f"Headline")
+            st.write(headline)
+            st.subheader(f"Content")
+            st.write(content)
+            st.write("##")
+
+        st.balloons()

requirements.txt

@@ -0,0 +1,3 @@
+transformers==4.16.2
+torch==1.10.0
+streamlit==1.5.1