params

app.py

@@ -4,6 +4,7 @@ import json
 import textwrap
 import re
 
+#from transformers import pipeline
 import streamlit as st 
 from spacy import displacy
 import graphviz
@@ -13,6 +14,7 @@ import seaborn as sns
 import aaac_util as aaac
 
 
+MODEL = "debatelab/argument-analyst"
 
 INTRO_TEXT = """This app let's you explore ArgumentAnalyst, a system for 
 logical analysis and reconstruction of argumentative texts (DeepA2). 
@@ -268,7 +270,9 @@ def run_model(mode_set, user_input):
     :returns: output dict
     """
 
+
     inference = build_inference_api()
+    #t2t_pipeline = pipeline("text2text-generation", model=MODEL)
 
     current_input = user_input.copy()
     output = []
@@ -283,26 +287,28 @@ def run_model(mode_set, user_input):
                 inquire_prompt = inquire_prompt + (f"{to_key}: {from_key}: {current_input[from_key]}")
             # inquire model
             inputs = inquire_prompt
-            attempts = 0
-            out = None
-            while not out and attempts<MAX_API_CALLS:
-                attempts += 1
-                try:
-                    # api call
-                    out = inference(inputs, params)
-                    if not isinstance(out, list):
-                        raise ValueError('Response is not a list.')
-                except Exception:
-                    if attempts < MAX_API_CALLS:
-                        st.warning(
-                            f"HF Inference API call (attempt {attempts} of {MAX_API_CALLS}) has failed. Response: {out}. Trying again..."
-                        )
-                        out = None
-                    else:
-                        st.warning(
-                            f"HF Inference API call (attempt {attempts} of {MAX_API_CALLS}) has failed. Response: {out}. Stopping."
-                        )
-                        return None
+            if True:
+                attempts = 0
+                out = None
+                while not out and attempts<MAX_API_CALLS:
+                    attempts += 1
+                    try:
+                        # api call
+                        out = inference(inputs, INFERENCE_PARAMS)
+                        if not isinstance(out, list):
+                            raise ValueError('Response is not a list.')
+                    except Exception:
+                        if attempts < MAX_API_CALLS:
+                            st.warning(
+                                f"HF Inference API call (attempt {attempts} of {MAX_API_CALLS}) has failed. Response: {out}. Trying again..."
+                            )
+                            out = None
+                        else:
+                            st.warning(
+                                f"HF Inference API call (attempt {attempts} of {MAX_API_CALLS}) has failed. Response: {out}. Stopping."
+                            )
+                            return None
+            #out = st.session_state.pipeline(inputs,**INFERENCE_PARAMS)
             out = out[0]['generated_text']
             # cleanup formalization
             if to_key in ['premises_formalized','conclusion_formalized']: