Update app.py

app.py

@@ -138,7 +138,7 @@ def gpt_predict(inputs, request:gr.Request=gr.State([]), top_p = 1, temperature
         #if response_code.strip() != "<Response [200]>":
         #    #print(f"response code - {response}")
         #    raise Exception(f"Sorry, hitting rate limit. Please try again later. {response}")
-        
+        out = []
         for chunk in response.iter_lines():
             #Skipping first chunk
             if counter == 0:
@@ -152,15 +152,17 @@ def gpt_predict(inputs, request:gr.Request=gr.State([]), top_p = 1, temperature
                 if len(chunk) > 12 and "content" in json.loads(chunk[6:])['choices'][0]['delta']:
                     partial_words = partial_words + json.loads(chunk[6:])['choices'][0]["delta"]["content"]
                     print(partial_words)
+                    print(response)
                     if token_counter == 0:
                         history.append(" " + partial_words)
                     else:
                         history[-1] = partial_words
                     token_counter += 1
-                    return [(parse_codeblock(history[i]), parse_codeblock(history[i + 1])) for i in range(0, len(history) - 1, 2) ], history, chat_counter, response, gr.update(interactive=False), gr.update(interactive=False)  # resembles {chatbot: chat, state: history}  
+                    out.append([(parse_codeblock(history[i]), parse_codeblock(history[i + 1])) for i in range(0, len(history) - 1, 2) ], history, chat_counter, response, gr.update(interactive=False), gr.update(interactive=False)  # resembles {chatbot: chat, state: history}  
     except Exception as e:
         print (f'error found: {e}')
     print(json.dumps({"chat_counter": chat_counter, "payload": payload, "partial_words": partial_words, "token_counter": token_counter, "counter": counter}))
+    return response["choices"]["message"]["content"]
     return [(parse_codeblock(history[i]), parse_codeblock(history[i + 1])) for i in range(0, len(history) - 1, 2) ], history, chat_counter, response, gr.update(interactive=True), gr.update(interactive=True)