updated predict for handling streaming events

app.py

@@ -7,48 +7,6 @@ import requests
 #Streaming endpoint
 API_URL = os.getenv("API_URL") + "/generate_stream"
 
-def predict_old(inputs, top_p, temperature, top_k, repetition_penalty, history=[]): 
-    if not inputs.startswith("User: "):
-        inputs = "User: " + inputs + "\n"
-    payload = {
-        "inputs": inputs, #"My name is Jane and I",
-        "parameters": {
-            "details": True,
-            "do_sample": True,
-            "max_new_tokens": 100,
-            "repetition_penalty": repetition_penalty, #1.03,
-            "seed": 0,
-            "temperature": temperature, #0.5,
-            "top_k": top_k, #10,
-            "top_p": top_p #0.95
-        }
-    }
-
-    headers = {
-        'accept': 'text/event-stream',
-        'Content-Type': 'application/json'
-    }
-    
-    history.append(inputs)
-    response = requests.post(API_URL, headers=headers, json=payload)
-    responses = response.text.split("\n\n")
-
-    partial_words = ""
-    for idx, resp in enumerate(responses):
-      if resp[:4] == 'data':
-        partial_words = partial_words + json.loads(resp[5:])['token']['text']
-        #print(partial_words)
-        time.sleep(0.05)
-        if idx == 0:
-          history.append(" " + partial_words)
-        else:
-          history[-1] = partial_words
-        
-        chat = [(history[i], history[i + 1]) for i in range(0, len(history) - 1, 2) ]  # convert to tuples of list
-        
-        yield chat, history #resembles {chatbot: chat, state: history}  
-
-
 def predict(inputs, top_p, temperature, top_k, repetition_penalty, history=[]):
     if not inputs.startswith("User: "):
         inputs = "User: " + inputs + "\n"