add: streaming of answers

qa/qa.py

@@ -1,8 +1,6 @@
 import streamlit as st
-from streamlit_chat import message
 from openai.error import OpenAIError
 from .utils import *
-from uuid import uuid4
 from typing import Text, Union
 
 multiple_files = False
@@ -13,14 +11,19 @@ def clear_submit():
     """
     st.session_state["file_submitted"] = False
 
-def set_openai_api_key(api_key:Text):
+def set_openai_api_key(api_key:Text)->bool:
     """Sets the internal OpenAI API key to the given value.
 
     Args:
         api_key (Text): OpenAI API key
     """
+    if not (api_key.startswith('sk-') and len(api_key)==51):
+        st.error("Invalid OpenAI API key! Please provide a valid key.")
+        return False
+    
     st.session_state["OPENAI_API_KEY"] = api_key
     st.session_state["api_key_configured"] = True
+    return True
 
 def file_to_doc(file:Union[PDFFile, DocxFile, TxtFile, CodeFile]) -> None:
     """Converts a file to a document using specialized parsers."""
@@ -48,6 +51,7 @@ def qa_main():
 
     # OpenAI API Key - TODO: consider adding a key valid for everyone
     st.header("Configure OpenAI API Key")
+    st.warning('Please enter your OpenAI API Key!', icon='⚠️')
     user_secret = st.text_input(
         "Insert your OpenAI API key here ([get your API key](https://platform.openai.com/account/api-keys)).",
         type="password",
@@ -56,8 +60,9 @@ def qa_main():
         value=st.session_state.get("OPENAI_API_KEY", ""),
     )
     if user_secret:
-        set_openai_api_key(user_secret)
-    
+        if set_openai_api_key(user_secret):
+            st.success('OpenAI API key successfully provided!', icon='✅')
+
     # File that needs to be queried
     st.header("Upload a file")
     uploaded_file = st.file_uploader(
@@ -101,9 +106,15 @@ def qa_main():
             # retrieving the most relevant sources
             sources = search_docs(index, prompt)
             # producing the answer, live
-            answer = get_answer(sources, prompt)
-            # retrieving the answer
-            message_placeholder.markdown(answer["output_text"])
+            full_response = ""
+            for answer_bit in get_answer(sources, prompt)["output_text"]:
+                full_response += answer_bit
+                message_placeholder.markdown(full_response + "▌")
+            
+            message_placeholder.markdown(full_response)
+            # answer = get_answer(sources, prompt)
+            # message_placeholder.markdown(answer["output_text"])
         
-        st.session_state.messages.append({"role": "assistant", "content": answer["output_text"]})
+        # st.session_state.messages.append({"role": "assistant", "content": answer["output_text"]})
+        st.session_state.messages.append({"role": "assistant", "content": full_response})