kshitijk
Fix openai api issue
7907739
import openai
from openai import OpenAI
from scraper import *
from dotenv import load_dotenv
import streamlit as st
import math
USE_CLI = False
USE_HISTORY_LEN = 20
load_dotenv()
openai.api_key = os.getenv("OAI_KEY")
brave_key = os.getenv("BRAVE_KEY")
os.environ["OPENAI_API_KEY"]= os.getenv("OAI_KEY")
client = OpenAI()
chat_hist = []
def display_imgs(urls):
grid = st.columns(3)
col = 0
ctr = 0
for url in urls[:min(len(urls), 9)]:
ctr += 1
with grid[col]:
st.image(url)
col = ctr % 3
def update_query(raw_query, context):
context_str ="\n".join(context)
updated_query = f"""
{raw_query}
Context: {context_str}
"""
return updated_query
def openAI_api_call(mode, query, raw_query = None):
print("="*50)
print(f"Using mode {mode}")
print("="*50)
if mode == "router":
curr_msgs = [
{"role": "system", "content": """You are a helpful assistant with access to the chat history, user query and following tools and their descriptions:
TOOL NAME: get_relevant_context
TOOL_DESCRIPTION: Given user query, present relevant text information about the query.
TOOL NAME: get_relevant_images
TOOL_DESCRIPTION: Given user query, present relevant image URLs about the query.
The use of tools is optional. If based on user query and chat history, you feel that no tools are required, answer saying no_tools. Otherwise,
mention the tool name(s). Note, including relevant images whenever possible is highly encouraged to enhance user experience. The answer has to be one or more from [get_relevant_context, get_relevant_images, no_tools]. Think through this step by step and come up with the answer.
Here are some examples:
User: What is the name of a Tom Cruise Movie?
Assistant: get_relevant_context
User: Suggest some books by Enid Blyton
Assistant: get_relevant_context, get_relevant_images
User: Suggest some movies by Steven Speilberg
Assistant: get_relevant_context, get_relevant_images
User: Suggest a comedy movie
Assistant: get_relevant_context, get_relevant_images
User: Suggest a book for a seven year old
Assistant: get_relevant_context, get_relevant_images
User: Can you show me a poster of the movie Space Jam?
Assistant: get_relevant_images
User: Tell me a joke
Assistant: no_tools
User: Who are you?
Assistant: no_tools
User: Can you give me a summary of the third one?
Assistant: get_relevant_context
User: Can you give me a photo of this person?
Assistant: get_relevant_images
"""},
]
elif mode == "images":
curr_msgs = [
{"role": "system", "content": """
"Given a user query and chat history, use the chat history and user query to give key words such as title, names, etc. Consider incorporating terms, phrases, or topics discussed in the chat history that may provide additional context or refine the search. Ensure the query return keywords separated by commas. Avoid ambiguity or overly broad queries that may result in irrelevant images. If no relevant chat history is available, focus on refining the query based on the user's input alone. Think through this step by step and come up with the answer."
Example:
Chat History:
User: Suggest a book for a 5 year old
Assistant: A recommended book for a 5-year-old is "Where the Wild Things Are" by Maurice Sendak
User: Can you give a picture of the author?
Assistant: Maurice Sendak
Example:
Chat History:
User: Suggest a book for a 5 year old
Assistant: I recommend the book "The Very Hungry Caterpillar" by Eric Carle for a 5-year-old
User: Can you give a picture of the book?
Assistant: The Very Hungry Caterpillar
"""},
]
elif mode == "text":
curr_msgs = [{"role": "system", "content": """You are a knowledgeable assistant with access to user queries and chat history. Your task is to revise user queries using the user query and chat history for web search to retrieve relevant information. Below are examples of user queries and optimized responses:
Example 1:
User: "I'm in the mood for a thriller novel. Any recommendations?"
Assistant: "Best thriller novels of all time"
Example 2:
User: "Who directed the movie Inception?"
Assistant: "Director of Inception"
Example 3:
User: "Can you tell me about the cast of The Godfather?"
Assistant: "Cast of The Godfather"
Example 4:
User: "What genre does The Great Gatsby belong to?"
Assistant: "Genre of The Great Gatsby"
Example 5:
User: "Suggest a book for a 5 year old"
Assistant: "Recommended book for a 5 year old"
Please provide brief and concise responses by revising the user queries accordingly. Think through this step by step and come up with the answer."
"""
}]
elif mode == "direct":
curr_msgs = [{"role": "system", "content": """Your task is to provide a random fun fact about children's books or movies. Be concise with the response.
"""
}]
curr_msgs.append({"role": "user", "content": query})
response = client.chat.completions.create(
model="gpt-3.5-turbo-0125",
# response_format={ "type": "json_object" },
messages=curr_msgs
)
return response.choices[0].message.content
else:
curr_msgs = [{"role": "system", "content":"""You are a knowledgeable chat assistant specialized in answering questions related to books, movies, and related topics such as authors, genres, target age groups, summaries, titles, cast, directors, producers, and plot genres. Your responses should be based on the provided chat history and/or context.
Your task is to provide accurate and relevant information to users' queries within the scope of books and movies.Remember to provide accurate and contextually relevant responses based on the user's queries and the information available from previous interactions. Think through this step by step and come up with the answer."""
}
]
n = 5
for msg in st.session_state.messages[-min(len(st.session_state.messages), USE_HISTORY_LEN):-1]:
curr_msgs.append(msg)
curr_msgs.append({"role": "user", "content": query})
print("~"*50)
print(curr_msgs)
print("~"*50)
response = client.chat.completions.create(
model="gpt-3.5-turbo-0125",
# response_format={ "type": "json_object" },
messages=curr_msgs
)
return response.choices[0].message.content
def make_router_call(query: str):
router_answer = openAI_api_call("router", query)
print("="*50)
print(f"Router answer is: {router_answer}")
print("="*50)
return router_answer
def make_context_call(query: str, is_chat=True):
print("="*50)
print(f"get_relevant_context")
print("="*50)
opt_query = openAI_api_call("text", query)
print("="*50)
print(f"opt_query {opt_query}")
print("="*50)
context = fetch_context(opt_query)
print("="*50)
print(f"context {context}")
print("="*50)
updated_query = update_query(opt_query, context)
print("="*50)
print(f"updated_query {updated_query}")
print("="*50)
answer = openAI_api_call("",updated_query)
if is_chat:
chat_hist.append({"role": "user", "content": query})
chat_hist.append({"role": "assistant", "content": answer})
print("@"*50)
print(f"Answer: {answer}")
print("@"*50)
skip = True
return answer
def make_img_search_call(query, answer):
print("="*50)
print(f"get_relevant_images")
print("="*50)
if answer:
opt_query = openAI_api_call("images", query + ", " + answer)
else:
opt_query = openAI_api_call("images", query)
st.session_state.messages.append({"role": "assistant", "content": ""})
print("="*50)
print(f"opt_query: {opt_query}")
print("="*50)
images_urls = fetch_images(opt_query)
print("@"*50)
print(f"Found images: {images_urls}")
print("@"*50)
skip = True
return images_urls
def make_default_call(query):
print("="*50)
print(f"Answering from past")
print("="*50)
opt_query = openAI_api_call("text", query)
print("="*50)
print(f"opt_query: {opt_query}")
print("="*50)
answer = openAI_api_call("",opt_query)
chat_hist.append({"role": "user", "content": query})
chat_hist.append({"role": "assistant", "content": answer})
print("@"*50)
print(f"Answer: {answer}")
print("@"*50)
return answer
if USE_CLI:
while True:
query = input("prompt: ")
router_answer = make_router_call(query)
skip = False
answer = None
if "get_relevant_context" in router_answer:
answer = make_context_call(query)
skip = True
if "get_relevant_images" in router_answer:
images_urls = make_img_search_call(query, answer)
skip = True
if (not skip):
answer = make_default_call(query)
print("!"*50)
print("ONE TURN FINISHED")
print("!"*50)
else:
if "facts" not in st.session_state:
st.session_state.facts = [openAI_api_call("direct", "Give one random fun fact about a childrens book or movie")]
st.set_page_config(page_title="Project BookWorm: Your own Librarian!", layout="centered", initial_sidebar_state="auto", menu_items=None)
st.title("Project BookWorm: Your own Librarian!")
st.markdown(f"""> ###### _{st.session_state.facts[0]}_""")
st.info("Use this app to get recommendations for books and movies")
# Initialize chat history
if "messages" not in st.session_state:
st.session_state.messages = []
# Display chat messages from history on app rerun
for message in st.session_state.messages:
with st.chat_message(message["role"]):
st.markdown(message["content"])
# Accept user input
if query := st.chat_input("What would you like to know today?"):
# Add user message to chat history
# Display user message in chat message container
with st.chat_message("user"):
st.markdown(query)
router_answer = make_router_call(query)
skip = False
answer = None
images_urls = None
if "get_relevant_context" in router_answer:
st.session_state.messages.append({"role": "user", "content": query})
answer = make_context_call(query)
skip = True
st.session_state.messages.append({"role": "assistant", "content": answer})
if "get_relevant_images" in router_answer:
st.session_state.messages.append({"role": "user", "content": query})
images_urls = make_img_search_call(query, answer)
skip = True
if (not skip):
st.session_state.messages.append({"role": "user", "content": query})
answer = make_default_call(query)
st.session_state.messages.append({"role": "assistant", "content": answer})
print("!"*50)
print("ONE TURN FINISHED")
print("!"*50)
# Display assistant response in chat message container
with st.chat_message("assistant"):
# response = st.write_stream(response_generator(answer))
if answer: st.markdown(answer)
if images_urls: display_imgs(images_urls)
# Add assistant response to chat history