skellychat / utilities /set_openai_api_key.py
jonmatthis's picture
getting there
d20eb01
import os
from datetime import datetime
from langchain import OpenAI
from langchain.chains import load_chain
from langchain.chains.question_answering import load_qa_chain
from langchain.embeddings import OpenAIEmbeddings
from langchain.llms import OpenAIChat
from config.config import MAX_TOKENS, TOOLS_DEFAULT_LIST
def set_openai_api_key(api_key, use_gpt4):
"""Set the api key and return chain.
If no api_key, then None is returned.
"""
if api_key and api_key.startswith("sk-") and len(api_key) > 50:
os.environ["OPENAI_API_KEY"] = api_key
print("\n\n ++++++++++++++ Setting OpenAI API key ++++++++++++++ \n\n")
print(str(datetime.now()) + ": Before OpenAI, OPENAI_API_KEY length: " + str(
len(os.environ["OPENAI_API_KEY"])))
if use_gpt4:
llm = OpenAIChat(temperature=0, max_tokens=MAX_TOKENS, model_name="gpt-4")
print("Trying to use llm OpenAIChat with gpt-4")
else:
print("Trying to use llm OpenAI with text-davinci-003")
llm = OpenAI(temperature=0, max_tokens=MAX_TOKENS, model_name="text-davinci-003")
print(str(datetime.now()) + ": After OpenAI, OPENAI_API_KEY length: " + str(
len(os.environ["OPENAI_API_KEY"])))
chain, express_chain, memory = load_chain(TOOLS_DEFAULT_LIST, llm)
# Pertains to question answering functionality
embeddings = OpenAIEmbeddings()
if use_gpt4:
qa_chain = load_qa_chain(OpenAIChat(temperature=0, model_name="gpt-4"), chain_type="stuff")
print("Trying to use qa_chain OpenAIChat with gpt-4")
else:
print("Trying to use qa_chain OpenAI with text-davinci-003")
qa_chain = OpenAI(temperature=0, max_tokens=MAX_TOKENS, model_name="text-davinci-003")
print(str(datetime.now()) + ": After load_chain, OPENAI_API_KEY length: " + str(
len(os.environ["OPENAI_API_KEY"])))
os.environ["OPENAI_API_KEY"] = ""
return chain, express_chain, llm, embeddings, qa_chain, memory, use_gpt4
return None, None, None, None, None, None, None