import gradio as gr import openai import pytesseract import random import os import time Init_system_prompt = "You are an AI Assistant that tries to teach kids various subjects. You are given learning material and you task is to ask questions given the material and then you also grade answers and give feedback how to improve the answers" system_message = {"role": "system", "content": Init_system_prompt} system_prompts = { "English": "You are an AI Assistant that tries to teach kids various subjects. You are given learning material and you task is to ask questions given the material and then you also grade answers and give feedback.", "Finnish": "Olet tekoälyavustaja jonka tehtävänä on auttaa lapsia oppimaan koulussa. Sinulle annetaan oppimateriaalia tekstinä ja sinun tehtäväsi on kysyä kysymyksiä annetusta tekstistä, arvostella vastauksia ja antaa palautetta kuinka vastauksia voidaan parantaa." } question_strings = { "English": "\n Please ask a question about the previous paragramph: Question:", "Finnish": "\n Kysy kysymys edellisen kappaleen perusteella. Kysymys:", } lang_mapping = { "English": "eng", "Finnish": "fin" } grading_button_mapping = { "English": gr.Button(value="Grade my answer"), "Finnish": gr.Button(value="Arvostele vastaukseni") } new_question_button_mapping = { "English": gr.Button(value="New question"), "Finnish": gr.Button(value="Uusi kysymys") } clear_button__mapping = { "English": gr.Button(value="Clear messages"), "Finnish": gr.Button(value="Tyhjennä viestit") } grading_prompt_start_mapping = { "English": "You are given question and answer. Give grading between one to ten with reasoning and give feedback how answer should be improved to get better grade. Here are rules how to format your answer, it is really important to stick to these rules:\n Your answer should be devided into the following sections separated by newline: Grading, feedback, reasoning for feedback. \n Do not repeat Answer or Question.", "Finnish": "Saat kysymyksen ja vastauksen. Arvostele vastaus asteikolla yhdestä kymmeneen perusteluineen ja anna palautetta kuinka vastausta tulisi parantaa paremman arvosanan saamiseksi. \n Tässä ovat ohjeet vastauksesi muotoilulle:\n Vastauksesi tulee olla jaettuna seuraaviin osioihin rivinvaihdolla erotettuna: Arvostelu, palaute, perustelut palautteelle. \n Älä toista seuraavia osioita: Kysymys, Vastaus." } new_question_prompt = { "English": "Next question please", "Finnish": "Saisinko uuden kysymyksen" } import os from PIL import Image import pytesseract os.system("rm -f path.txt") path = os.system("which tesseract >> path.txt") with open("path.txt", 'r') as file: tesseract_path = file.read().replace('\n', '') ########### TAB 1 (UPLOAD) FUNCTIONS ############################# def print_files(files): for file in files: print(file.name) def create_data(files, language_selection): question_context = '' for file in files: if file.name.endswith('png') or file.name.endswith('.jpg') or file.name.endswith('.jpeg'): try: question_context += (pytesseract.image_to_string(Image.open(file.name), lang=lang_mapping[language_selection])) + '\n\n' except Exception as e: print(e) pass system_prompt = system_prompts[language_selection] return question_context, system_prompt, new_question_button_mapping[language_selection], clear_button__mapping[language_selection] ########### TAB 2 (CHAT) FUNCTIONS ############################# def user(user_message, history): return "", history + [[user_message, None]] def add_new_question(language_selection, history): return history + [[new_question_prompt[language_selection], None]] def bot(history, messages_history, api_key, system_prompt, teksti_contexti, temperature, max_tokens, chatgpt_model, max_context_size_for_question, language_selection): user_message = history[-1][0] bot_message, messages_history = ask_gpt(user_message, messages_history, api_key, system_prompt, teksti_contexti, temperature, max_tokens, chatgpt_model, max_context_size_for_question, language_selection) messages_history += [{"role": "assistant", "content": bot_message}] history[-1][1] = bot_message return history, messages_history def ask_gpt(message, messages_history, api_key, system_prompt, context, temperature, max_tokens, chatgpt_model, max_context_size_for_question, language_selection): if message == new_question_prompt[language_selection]: max_possible_position = len(context)- max_context_size_for_question start = random.randint(0,max_possible_position) messages_history += [{"role": "user", "content": context[start:start+max_context_size_for_question] + question_strings[language_selection]}] openai.api_key = api_key response = openai.ChatCompletion.create( model=chatgpt_model, messages=messages_history, temperature=temperature, max_tokens=max_tokens ) return response['choices'][0]['message']['content'], messages_history else: if len(messages_history) <= 1: max_possible_position = len(context)- max_context_size_for_question start = random.randint(0,max_possible_position) messages_history += [{"role": "user", "content": context[start:start+max_context_size_for_question] + question_strings[language_selection]}] openai.api_key = api_key response = openai.ChatCompletion.create( model=chatgpt_model, messages=messages_history, temperature=temperature, max_tokens=max_tokens ) return response['choices'][0]['message']['content'], messages_history else: question = messages_history[-1]['content'] if language_selection == 'English': prompt_start = grading_prompt_start_mapping[language_selection] prompt_end = 'Question: ' + question + '\n Answer: ' + message + '\n' full_prompt = prompt_start + prompt_end elif language_selection == 'Finnish': prompt_start = grading_prompt_start_mapping[language_selection] prompt_end = 'Kysymys: ' + question + '\n Vastaus: ' + message + '\n' full_prompt = prompt_start + prompt_end messages_history += [{"role": "user", "content": full_prompt}] openai.api_key = api_key response = openai.ChatCompletion.create( model=chatgpt_model, messages=messages_history, temperature=temperature, max_tokens=max_tokens ) return prompt_end.replace('\n', '
') + response['choices'][0]['message']['content'].replace('\n', '
'), messages_history def init_history(messages_history, system_prompt): messages_history = [] messages_history += [{"role": "system", "content": system_prompt}] msg_log = gr.Textbox(value="Tähän tulee message history") system_prompt = gr.Textbox(value=system_prompt, label='Insert system message here') return messages_history, system_prompt, msg_log ############# INTERFACE ########################## with gr.Blocks() as demo: gr.Markdown("Exam preparation demo: Upload images of textbooks and start learning!") ############# TAB 1 ########################## with gr.Tab("Upload documents and create context"): with gr.Row(): api_key = gr.Textbox(value='', type='password', label='Insert OPENAI API-key here') with gr.Row(): language_selection = gr.Dropdown(value='English', choices=["English","Finnish"], label='Select language') files = gr.File(file_count='multiple', file_types=['image'], interactivate = True) create_context_btn = gr.Button(value='Recognize text and create context') with gr.Row(): gr.Markdown("") with gr.Row(): teksti_contexti = gr.Textbox(value='Tähän tulee konteksti', label='Created context') ############# TAB 2 ########################## with gr.Tab("Chat"): gr.Markdown("""

ChatGPT ChatBot with Gradio and OpenAI

""") new_question_state_msg = gr.State(value=[["New_question", None]])#, hidden=True) with gr.Row(): system_prompt = gr.Textbox(value=Init_system_prompt, label='Insert system message here') chatgpt_model = gr.Dropdown(choices=["gpt-3.5-turbo", "gpt-3.5-turbo-0301", "gpt-3.5-turbo-0613"], value='gpt-3.5-turbo',label='ChatGPT model to use', interactive=True) temperature = gr.Slider(minimum=0.0, maximum=1.0, step=0.05, value=0.7, label='Temperature') max_tokens = gr.Slider(minimum=10, maximum=600, step=10, value=200, label='Max tokens') max_context_size_for_question = gr.Slider(minimum=200, maximum=2000, step=50, value=300, label='Max context for questions') with gr.Row(): chatbot = gr.Chatbot(label='ChatGPT Chat') state = gr.State([]) with gr.Row(): msg = gr.Textbox() with gr.Row(): new_question = gr.Button(value="New_question") clear = gr.Button("Clear") with gr.Accordion("Klikkaa avataksesi ohjeet"): gr.Markdown("Ohjeet tulee tänne") # TAB 1 (CREATE CONTEXT) Interactive elements: create_context_btn.click(create_data, [files, language_selection], [teksti_contexti, system_prompt, new_question, clear]) # TAB 2 (CHAT) Interactive elements: msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then( bot, [chatbot, state, api_key, system_prompt, teksti_contexti, temperature, max_tokens, chatgpt_model, max_context_size_for_question, language_selection], [chatbot, state] ) new_question.click(add_new_question, [language_selection, chatbot], [chatbot], queue=False).then( bot, [chatbot, state, api_key, system_prompt, teksti_contexti, temperature, max_tokens, chatgpt_model, max_context_size_for_question, language_selection], [chatbot, state] ) clear.click(lambda: None, None, chatbot, queue=False).success(init_history, [state, system_prompt], [state, system_prompt]) demo.launch(debug=True)