Update generator models

generator.py

@@ -24,7 +24,7 @@ import sentencepiece
 import string
 import numpy as np
 from transformers import pipeline
-from transformers.pipelines import AggregationStrategy
+# from transformers.pipelines import pipeline
 import pickle
 import streamlit as st
 
@@ -35,7 +35,7 @@ import streamlit as st
 # hfmodel = pickle.load(open('models/hfmodel.sav', 'rb'))
 
 def load_model():
-  hfm = pickle.load(open('hfmodel.sav','rb'))
+  hfm = pickle.load(open('t5_model.sav','rb'))
   hft = T5TokenizerFast.from_pretrained("t5-base")
   tok = et.from_pretrained("mrm8488/electra-small-finetuned-squadv2")
   model = pickle.load(open('electra_model.sav','rb'))
@@ -48,9 +48,9 @@ def run_model(input_string, **generator_args):
   generator_args = {
   "max_length": 256,
   "num_beams": 4,
-  "length_penalty": 1.5,
-  "no_repeat_ngram_size": 3,
-  "early_stopping": True,
+  # "length_penalty": 1.5,
+  "no_repeat_ngram_size": 2,
+  "early_stopping": False,
   }
   # tokenizer = att.from_pretrained("ThomasSimonini/t5-end2end-question-generation")
   input_string = "generate questions: " + input_string + " </s>"
@@ -117,6 +117,8 @@ def creator(context):
   questions = create_string_for_generator(context)
   pairs = []
   for ques in questions:
+    if ques[-1] != '?':
+        ques.append('?')
     pair = QA(ques,context)
     pairs.append(pair)
   return pairs