import gradio as gr from openai import OpenAI import requests import csv import os import langchain #import chromadb #import glob import pickle import huggingface_hub from huggingface_hub import Repository from datetime import datetime #from PyPDF2 import PdfReader #from PyPDF2 import PdfWriter #from langchain.embeddings.openai import OpenAIEmbeddings #from langchain.text_splitter import CharacterTextSplitter from langchain.chains.question_answering import load_qa_chain #from langchain.llms import OpenAI #from langchain.embeddings.openai import OpenAIEmbeddings #from langchain import OpenAI #from langchain.chat_models import ChatOpenAI #from langchain.document_loaders import PyPDFLoader from langchain.chains.question_answering import load_qa_chain from langchain_google_genai import ChatGoogleGenerativeAI # turned off due to people using it unethical ways OpenAI.api_key = os.environ['openai_key'] os.environ["OPENAI_API_KEY"] = os.environ['openai_key'] os.environ["GOOGLE_API_KEY"] = os.environ['gemini_key'] prompt_templates = {"All Needs Experts": "Respond as if you are combination of all needs assessment experts."} actor_description = {"All Needs Experts": "
needs expert image
A combiation of all needs assessment experts."} #repo_url = create_repo(repo_id="prompts_archive") #prompts_archive_url = "https://huggingface.co/datasets/ryanrwatkins/prompts_archive" #prompts_archive_file_name = "prompts_archive.csv" #prompts_archive_file = os.path.join("prompts_archive", prompts_archive_file_name) #print(prompts_archive_file) #HF_TOKEN = os.environ.get("HF_token_write") #repo = Repository( # local_dir="prompts_archive", clone_from=repo_url, use_auth_token=HF_TOKEN, git_user="ryanrwatkins", git_email="rwatkins@gwu.edu" #) def get_empty_state(): return { "messages": []} def download_prompt_templates(): url = "https://huggingface.co/spaces/ryanrwatkins/needs/raw/main/gurus.txt" try: response = requests.get(url) reader = csv.reader(response.text.splitlines()) next(reader) # skip the header row for row in reader: if len(row) >= 2: act = row[0].strip('"') prompt = row[1].strip('"') description = row[2].strip('"') prompt_templates[act] = prompt actor_description[act] = description except requests.exceptions.RequestException as e: print(f"An error occurred while downloading prompt templates: {e}") return choices = list(prompt_templates.keys()) choices = choices[:1] + sorted(choices[1:]) return gr.update(value=choices[0], choices=choices) def on_prompt_template_change(prompt_template): if not isinstance(prompt_template, str): return return prompt_templates[prompt_template] def on_prompt_template_change_description(prompt_template): if not isinstance(prompt_template, str): return return actor_description[prompt_template] def submit_message(prompt, prompt_template, temperature, max_tokens, context_length, state): history = state['messages'] if not prompt: return gr.update(value=''), [(history[i]['content'], history[i+1]['content']) for i in range(0, len(history)-1, 2)], state prompt_template = prompt_templates[prompt_template] with open("prompts_archive.csv", "a") as csvfile: writer = csv.DictWriter(csvfile, fieldnames=["prompt", "time"]) writer.writerow( {"prompt": str(prompt), "time": str(datetime.now())} ) # system_prompt = [] #if prompt_template: # system_prompt = [{ "role": "system", "content": prompt_template }] # prompt_msg = { "role": "user", "content": prompt } # The embeddings file has to be remade since the serialization is no long compatible # with open("embeddings.pkl", 'rb') as f: # new_docsearch = pickle.load(f) #query = str(system_prompt + history + [prompt_msg]) # docs = new_docsearch.similarity_search(query) gen_ai = ChatGoogleGenerativeAI(model="gemini-pro", temperature=0.7, top_p=0.85) response = gen_ai.invoke( input=history + prompt, #context=history, #max_tokens=max_tokens, # for open ai only #temperature=temperature # for open ai only ) completion = response.content # Extract the completion message get_empty_state() state['content'] = completion #state.append(completion.copy()) completion = { "content": completion } #state['total_tokens'] += completion['usage']['total_tokens'] #except Exception as e: # history.append(prompt_msg.copy()) # error = { # "role": "system", # "content": f"Error: {e}" # } # history.append(error.copy()) #total_tokens_used_msg = f"Total tokens used: {state['total_tokens']}" chat_messages = [(prompt_msg['content'], completion['content'])] return '', chat_messages, state # total_tokens_used_msg, def submit_message_OLD(prompt, prompt_template, temperature, max_tokens, context_length, state): history = state['messages'] if not prompt: return gr.update(value=''), [(history[i]['content'], history[i+1]['content']) for i in range(0, len(history)-1, 2)], state prompt_template = prompt_templates[prompt_template] with open("prompts_archive.csv", "a") as csvfile: writer = csv.DictWriter(csvfile, fieldnames=["prompt", "time"]) writer.writerow( {"prompt": str(prompt), "time": str(datetime.now())} ) # with open(prompts_archive_file, "a") as csvfile: # writer = csv.DictWriter(csvfile, fieldnames=["prompt", "time"]) # writer.writerow( # {"prompt": str(prompt), "time": str(datetime.now())} # ) # commit_url = repo.push_to_hub() # print(commit_url) system_prompt = [] if prompt_template: system_prompt = [{ "role": "system", "content": prompt_template }] prompt_msg = { "role": "user", "content": prompt } #try: with open("embeddings.pkl", 'rb') as f: new_docsearch = pickle.load(f) query = str(system_prompt + history + [prompt_msg]) docs = new_docsearch.similarity_search(query) chain = load_qa_chain(ChatOpenAI(temperature=temperature, max_tokens=max_tokens, model_name="gpt-3.5-turbo"), chain_type="stuff") #completion = chain.run(input_documents=docs, question=query) get_empty_state() state['content'] = completion #state.append(completion.copy()) completion = { "content": completion } #state['total_tokens'] += completion['usage']['total_tokens'] #except Exception as e: # history.append(prompt_msg.copy()) # error = { # "role": "system", # "content": f"Error: {e}" # } # history.append(error.copy()) #total_tokens_used_msg = f"Total tokens used: {state['total_tokens']}" chat_messages = [(prompt_msg['content'], completion['content'])] return '', chat_messages, state # total_tokens_used_msg, def clear_conversation(): return gr.update(value=None, visible=True), None, "", get_empty_state() css = """ #col-container {max-width: 80%; margin-left: auto; margin-right: auto;} #chatbox {min-height: 400px;} #header {text-align: center;} #prompt_template_preview {padding: 1em; border-width: 1px; border-style: solid; border-color: #e0e0e0; border-radius: 4px; min-height: 150px;} #total_tokens_str {text-align: right; font-size: 0.8em; color: #666;} #label {font-size: 0.8em; padding: 0.5em; margin: 0;} .message { font-size: 1.2em; } """ with gr.Blocks(css=css) as demo: state = gr.State(get_empty_state()) with gr.Column(elem_id="col-container"): gr.Markdown("""## Ask questions of *needs assessment* experts, ## get responses from a *needs assessment experts* version of ChatGPT. Ask questions of all of them, or pick your expert below. This is a free resource but it does cost us money to run. Unfortunately someone has been abusing this approach. In response, we have had to temporarily turn it off until we can put improve the monitoring. Sorry for the inconvenience.""" , elem_id="header") with gr.Row(): with gr.Column(): chatbot = gr.Chatbot(elem_id="chatbox") input_message = gr.Textbox(show_label=False, placeholder="Enter your needs assessment question", visible=True).style(container=False) btn_submit = gr.Button("Submit") #total_tokens_str = gr.Markdown(elem_id="total_tokens_str") btn_clear_conversation = gr.Button("Start New Conversation") with gr.Column(): prompt_template = gr.Dropdown(label="Choose an Expert:", choices=list(prompt_templates.keys())) prompt_template_preview = gr.Markdown(elem_id="prompt_template_preview") with gr.Accordion("Advanced parameters", open=False): temperature = gr.Slider(minimum=0, maximum=2.0, value=0.7, step=0.1, label="Flexibility", info="Higher = More AI, Lower = More Expert") max_tokens = gr.Slider(minimum=100, maximum=400, value=200, step=1, label="Length of Response.") context_length = gr.Slider(minimum=1, maximum=5, value=2, step=1, label="Context Length", info="Number of previous questions you have asked.") btn_submit.click(submit_message, [ input_message, prompt_template, temperature, max_tokens, context_length, state], [input_message, chatbot, state]) input_message.submit(submit_message, [ input_message, prompt_template, temperature, max_tokens, context_length, state], [input_message, chatbot, state]) btn_clear_conversation.click(clear_conversation, [], [input_message, chatbot, state]) prompt_template.change(on_prompt_template_change_description, inputs=[prompt_template], outputs=[prompt_template_preview]) demo.load(download_prompt_templates, inputs=None, outputs=[prompt_template], queur=False) demo.queue(concurrency_count=10) demo.launch(height='800px')