add tokenizer

generator.py

@@ -16,7 +16,7 @@ from transformers import (
     T5TokenizerFast,
     PreTrainedTokenizer,
     PreTrainedModel,
-    # ElectraTokenizer,
+    ElectraTokenizer as et,
     # ElectraForQuestionAnswering
 )
 import torch
@@ -37,12 +37,12 @@ import streamlit as st
 def load_model():
   hfm = pickle.load(open('hfmodel.sav','rb'))
   hft = T5TokenizerFast.from_pretrained("t5-base")
-  # tok = att.from_pretrained("")
+  tok = et.from_pretrained("mrm8488/electra-small-finetuned-squadv2")
   model = pickle.load(open('electra_model.sav','rb'))
   # return hfm, hft,tok, model
-  return hfm, hft, model
+  return hfm, hft, tok, model
 
-hfmodel, hftokenizer, model = load_model()
+hfmodel, hftokenizer, tok, model = load_model()
 
 def run_model(input_string, **generator_args):
   generator_args = {