add openai api key from front end

.env

@@ -11,7 +11,6 @@ TARGET_SOURCE_CHUNKS=4
 
 #API token keys
 HUGGINGFACEHUB_API_TOKEN=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
-OPENAI_API_KEY=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
 ANYSCALE_ENDPOINT_TOKEN=esecret_n1svfld85uklyx5ebaasyiw2m9
 
 #api app

app.py

@@ -42,6 +42,7 @@ def initialize_session_state():
         "is_parameters_changed":False,
         "show_source_files": False,
         "user_question":'',
+        'openai_api_key':None,
     }
 
     for k, v in SESSION_DEFAULTS.items():
@@ -96,6 +97,29 @@ def side_bar():
                     
         st.markdown("\n")
 
+        with st.form('openai api key'):
+            if st.session_state.model == 'openai/gpt-3.5':
+                api_key = st.text_input(
+                    "Enter openai api key", 
+                    type="password",
+                    value=st.session_state.openai_api_key,
+                    help="enter an openai api key created from 'https://platform.openai.com/account/api-keys'",
+                )
+
+            submit_key = st.form_submit_button(
+                "Save key",
+                # on_click=update_parameters_change
+                )
+       
+            if submit_key:
+                st.session_state.openai_api_key = api_key
+                st.text(st.session_state.openai_api_key)
+                alert =  st.success("openai api key updated")
+                time.sleep(1) # Wait for 3 seconds
+                alert.empty() # Clear the alert
+
+
+        st.markdown("\n")
         # if st.button("Create FAISS db"):
         #     try:
         #         with st.spinner('creating faiss vector store'):
@@ -170,10 +194,29 @@ def parameters_change_button(chat_model, show_source):
     time.sleep(1) # Wait for 3 seconds
     alert.empty() # Clear the alert
 
+import re
+def is_valid_open_ai_api_key(secretKey):
+    if re.search("^sk-[a-zA-Z0-9]{32,}$", secretKey ): 
+        return True
+    else: return False
+
 @st.cache_data
 def get_answer_from_backend(query, model, dataset):
     # response = qaPipeline.run(query=query, model=model, dataset=dataset)
-    response = qaPipeline.run_agent(query=query, model=model, dataset=dataset)
+    if model == MODELS['openai/gpt-3.5']:
+        openai_api_key = st.session_state.openai_api_key
+        print(f"> front end validating openai api key")
+        print(is_valid_open_ai_api_key(openai_api_key))
+        if is_valid_open_ai_api_key(openai_api_key):
+            print(f"> front end openai api key validated")
+            response = qaPipeline.run_agent(query=query, model=model, dataset=dataset, openai_api_key=openai_api_key)
+        else: 
+            print(f"Invalid openai api key")
+            st.error(f"Invalid openai api key")
+            st.stop()
+    else:
+        response = qaPipeline.run_agent(query=query, model=model, dataset=dataset)
+        
     return response
 
 

qaPipeline_chain_only.py

@@ -45,6 +45,12 @@ verbose = os.environ.get('VERBOSE')
 # activate/deactivate the streaming StdOut callback for LLMs
 callbacks = [StreamingStdOutCallbackHandler()]
 
+import re
+def is_valid_open_ai_api_key(secretKey):
+    if re.search("^sk-[a-zA-Z0-9]{32,}$", secretKey ): 
+        return True
+    else: return False
+
 def get_local_LLAMA2():
     import torch
     from transformers import AutoTokenizer, AutoModelForCausalLM
@@ -93,11 +99,11 @@ class QAPipeline:
 
         self.qa_chain = None
     
-    def run_agent(self,query, model, dataset):
+    def run_agent(self,query, model, dataset, openai_api_key=None):
     
         try:
             if (self.llm_name != model) or (self.dataset_name != dataset) or (self.qa_chain == None):
-                self.set_model(model)
+                self.set_model(model, openai_api_key)
                 self.set_vectorstore(dataset)
                 self.set_qa_chain()
 
@@ -121,7 +127,7 @@ class QAPipeline:
             return 
 
 
-    def set_model(self,model_type):
+    def set_model(self, model_type, openai_api_key):
         if model_type != self.llm_name:
             match model_type:
                 case "gpt4all":
@@ -133,9 +139,10 @@ class QAPipeline:
                 case "tiiuae/falcon-7b-instruct":
                     self.llm = HuggingFaceHub(repo_id=model_type, model_kwargs={"temperature":0.001, "max_length":1024})
                 case "openai":
-                    self.llm = ChatOpenAI(model_name="gpt-3.5-turbo", temperature=0)
-                case "Deci/DeciLM-6b-instruct":
-                    self.llm = ChatOpenAI(model_name="Deci/DeciLM-6b-instruct", temperature=0)
+                    print(f"> openai_api_key: {openai_api_key}")
+                    if is_valid_open_ai_api_key(openai_api_key):
+                        self.llm = ChatOpenAI(model_name="gpt-3.5-turbo", temperature=0, openai_api_key=openai_api_key )
+                    else: return KeyError("openai_api_key is not valid")
                 case "Deci/DeciLM-6b":
                     self.llm = ChatOpenAI(model_name="Deci/DeciLM-6b", temperature=0)
                 case "local/LLAMA2":