update

app.py

@@ -9,6 +9,7 @@ import requests
 import seaborn as sns
 import streamlit as st 
 from spacy import displacy
+from stqdm import stqdm
 from transformers import pipeline
 
 import aaac_util as aaac
@@ -272,7 +273,8 @@ def run_model(mode_set, user_input):
 
 
     #inference = build_inference_api()
-    inference = pipeline(task="text2text-generation", model=MODEL)
+    with st.spinner('Initializing pipeline'):
+        inference = pipeline(task="text2text-generation", model=MODEL)
 
     current_input = user_input.copy()
     output = []
@@ -293,7 +295,7 @@ def run_model(mode_set, user_input):
                 attempts += 1
                 try:
                     # api call
-                    out = inference(inputs, INFERENCE_PARAMS)
+                    out = inference(inputs, **INFERENCE_PARAMS)
                     if not isinstance(out, list):
                         raise ValueError('Response is not a list.')
                 except Exception:

requirements.txt

@@ -5,4 +5,5 @@ pyparsing==2.4.7
 z3-solver==4.8.10.0
 transformers
 sentencepiece
-torch
+torch
+stqdm