File size: 3,074 Bytes
399b24b 07eed3f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 |
import transformers
import streamlit as st
import numpy as np
import pandas as pd
import os
from run_eval import run_generate
st.write("# GupShup")
st.write("## Summarizing Open-Domain Code-Switched Conversations")
task_type = st.sidebar.selectbox(
"Task type", ["Hinglish to English", "English to English"]
)
model_name = st.sidebar.selectbox(
"Model", ["Pegasus", "mBart", "Bart", "GPT", "T5", "T5_MTL"]
)
src_form = st.sidebar.form(key="src_form")
src_ip = src_form.text_input(label="Please enter path to conversastion/source file")
tar_ip = src_form.text_input(
label="Please enter path to summary/target file. [optional]"
)
src_submit_button = src_form.form_submit_button(label="Submit")
st.sidebar.markdown("<h1 style='text-align: center;'>OR</h1>", unsafe_allow_html=True)
conv_form = st.sidebar.form(key="conv_form")
conv_ip = conv_form.text_input(label="Please enter the conversastion")
conv_submit_button = conv_form.form_submit_button(label="Submit")
st.write("### Task Type:", task_type)
st.write("### Model:", model_name)
x = "fg"
src_file = None
tar_file = None
gen_file = "generated_summary.txt"
score_file = None
if conv_submit_button:
if conv_ip == "":
st.write("Pls enter non empty conversastion")
else:
st.write("### Summarizing below Conversastion")
st.write(conv_ip)
src_file = "conversastion.txt"
src_fp = open(src_file, "w")
src_fp.write(conv_ip)
src_fp.close()
# st.write( "### Summary")
if src_submit_button:
if src_ip == "":
st.write("### Please enter path to conversastion file")
elif os.path.isfile(src_ip) == False:
st.write("### Path to conversastion file is invalid")
else:
src_file = src_ip
st.write("summarizing conversastion stored in ", src_file)
if tar_ip != "" and os.path.isfile(tar_ip):
tar_file = tar_ip
score_file = "scores.txt"
else:
st.wrie(
"Target file is not provided or invalid, score will not be calculated"
)
# src and tar file chaeck
st.write(" src and tar")
st.write(src_ip)
st.write(tar_ip)
tt = "h2e"
if task_type == "English to English":
tt = "e2e"
elif task_type == "Hinglish to English":
tt = "h2e"
model_name_path = "midas/gupshup_" + str(tt) + "_" + str(model_name).lower()
if src_file == None or os.path.isfile(src_file) == False:
st.write("### source file is empty or invalid")
else:
result = run_generate(
verbose=True,
model_name_path=model_name_path,
src_txt=src_file,
tar_txt=tar_file,
gen_path=gen_file,
scor_path=score_file,
batch_size=8,
)
if conv_submit_button:
st.write("summary:")
fp = open(gen_file, "r")
summary = fp.readlines()
fp.close()
st.write(summary)
if src_submit_button and result!=None:
if tar_file != None:
st.write("scores: ", result)
st.write("summary is stored in ", gen_file)
# st.write(x)
|