try pipeline

app.py

@@ -4,11 +4,12 @@ import json
 import textwrap
 import re
 
-import streamlit as st 
-from spacy import displacy
 import graphviz
 import requests
 import seaborn as sns
+import streamlit as st 
+from spacy import displacy
+from transformers import pipeline
 
 import aaac_util as aaac
 
@@ -270,7 +271,8 @@ def run_model(mode_set, user_input):
     """
 
 
-    inference = build_inference_api()
+    #inference = build_inference_api()
+    inference = pipeline(task="text2text-generation", model=MODEL)
 
     current_input = user_input.copy()
     output = []

requirements.txt

@@ -2,4 +2,6 @@ spacy==2.1.9
 seaborn==0.11.1
 graphviz==0.16
 pyparsing==2.4.7
-z3-solver==4.8.10.0
+z3-solver==4.8.10.0
+transformers
+torch