Create app.py

app.py

@@ -0,0 +1,145 @@
+import time
+from io import StringIO
+import streamlit as st
+import joblib
+from transformers import pipeline
+from lmqg import TransformersQG
+
+#util func starts here
+dummyData = [
+    {
+        "question": "When was the foundation of Gojoseon believed to have occurred?",
+        "answer": "The foundation of Gojoseon is believed to have occurred in 2333 BC by the mythic king Dangun."
+    },
+    {
+        "question": "Which dynasty ruled Korea after the unification of the Three Kingdoms under Unified Silla in AD 668?",
+        "answer": "Korea was subsequently ruled by the Goryeo dynasty (918–1392) and the Joseon dynasty (1392–1897)."
+    },
+    {
+        "question": "In 1897, what proclamation did King Gojong make, leading to the annexation of Korea by the Empire of Japan in 1910?",
+        "answer": "King Gojong proclaimed the Korean Empire in 1897, which was later annexed by the Empire of Japan in 1910."
+    },
+    {
+        "question": "How was Korea divided after World War II in 1945?",
+        "answer": "After World War II in 1945, Korea was divided into two zones along the 38th parallel, with the north occupied by the Soviet Union and the south occupied by the United States."
+    },
+    {
+        "question": "What event marked the beginning of the Korean War in 1950?",
+        "answer": "The Korean War began when North Korean forces invaded South Korea in 1950."
+    },
+    {
+        "question": "What agreement brought about a ceasefire in the Korean War in 1953, establishing a demilitarized zone (DMZ)?",
+        "answer": "The Korean Armistice Agreement brought about a ceasefire in 1953 and established a demilitarized zone (DMZ)."
+    },
+    {
+        "question": "Which philosophy did North Korea's first leader, Kim Il Sung, promote as the state ideology, purging pro-Soviet and pro-Chinese elements?",
+        "answer": "Kim Il Sung promoted his personal philosophy of Juche as the state ideology, purging both pro-Soviet and pro-Chinese elements."
+    },
+    {
+        "question": "What contributed to North Korea's international isolation in the 1980s?",
+        "answer": "North Korea's international isolation sharply accelerated from the 1980s onwards as the Cold War came to an end."
+    },
+    {
+        "question": "How did the fall of the Soviet Union in 1991 impact North Korea's economy?",
+        "answer": "The fall of the Soviet Union in 1991 brought about a sharp decline in the North Korean economy."
+    },
+    {
+        "question": "What significant event occurred in North Korea from 1994 to 1998, resulting in a large number of casualties?",
+        "answer": "From 1994 to 1998, North Korea suffered a famine that resulted in the deaths of between 240,000 and 420,000 people."
+    }
+]
+
+
+def break_paragraph_into_parts(paragraph, max_length):
+    sentences = paragraph.split(". ")  # Assuming that the sentences end with a period and a space
+    temp_parts = []
+    part = ''
+    for sentence in sentences:
+        if len(part) + len(sentence) <= max_length:
+            part += sentence + ". "  # Add the sentence and the period back
+        else:
+            temp_parts.append(part)
+            part = sentence + ". "  # Start a new part with the remaining sentence
+    temp_parts.append(part)  # Add the last part
+
+    parts = [part.strip() for part in temp_parts]  # Remove any leading/trailing spaces
+
+    return parts
+
+
+def util(NumQues,Input):
+
+    context = break_paragraph_into_parts(Input,512)
+    context = context[:NumQues]
+
+    #Question generation
+    generatedQuestions = []
+    Question_Generator=joblib.load("QGenerator.sav")
+
+    for part in context:
+        question = Question_Generator.generate_q(list_context=part, list_answer="")
+        generatedQuestions.append(question)
+
+
+    #Answer Generation
+    load_pipeline=joblib.load('AGenerator.sav')
+
+    generatedAnswers=[]
+    for Q in generatedQuestions:
+        print(Q,'\n')
+        gen_answer=load_pipeline(question=Q, context=Input)
+        generatedAnswers.append(gen_answer['answer'])
+
+    for i in range(len(generatedAnswers)):
+        entry = dummyData[i]
+        code = f'Ques: "{generatedQuestions[i]}"\nAns: "{generatedAnswers[i]}"'
+        st.code(code, language='python')
+
+#util func ends here
+
+
+
+
+
+
+st.title('Question Answer Pair Generation from Documents')
+
+tab1, tab2 = st.tabs(["Enter Text", "Choose Document"])
+
+flag='None'
+
+with st.sidebar:
+    st.image('Pic.png')
+    st.title("Final Year Project")
+    st.divider()
+    code = '''Team Members CSE(20-37): 
+    \nPrateek Niket BT20CSE211 \nSmriti Singh BT20CSE156 \nAmbuj Raj BT20CSE054 \nSrishti Pandey BT20CSE068'''
+    st.code(code, language='JAVA')
+    code = '''Mentored By: \nDr. Amol Bhopale'''
+    st.code(code, language='JAVA')
+
+
+with tab1:
+    txt = st.text_area(
+        "Enter Text to Generate Question-Answer"
+    )
+    flag='text'
+
+with tab2:
+    uploaded_file = st.file_uploader("Choose a file", type=['txt'], accept_multiple_files=False)
+    if uploaded_file is not None:
+        # To convert to a string based IO:
+        stringio = StringIO(uploaded_file.getvalue().decode("utf-8"))
+        txt = stringio.read()
+    flag='file'
+
+NumQues = st.slider('No. of Questions to Generate: ', 1, 5, 1)
+print(NumQues)
+
+if st.button('Generate',type="primary"):
+    with st.spinner('Question Answer pair Generation in Progress....'):
+      util(NumQues,txt)
+    st.success('Question Answer pair Generated Successfully!')
+
+
+