temp

app.py

@@ -5,7 +5,7 @@ import gradio as gr
 
 from loguru import logger
 import paddlehub as hub
-import random, re
+import random
 from encoder import get_encoder
 
 openai.api_key = os.getenv("OPENAI_API_KEY")
@@ -96,10 +96,6 @@ start_work = """async() => {
         img.style.height = img.offsetWidth + 'px'; 
     }
     function load_conversation(chatbot) {
-        var my_prompt_system_value = localStorage.getItem('my_prompt_system');
-        if (typeof my_prompt_system_value !== 'undefined') {
-            setNativeValue(window['my_prompt_system'], my_prompt_system_value);
-        }         
         var json_str = localStorage.getItem('chatgpt_conversations');
         if (json_str) {
             var conversations_clear = new Array();
@@ -191,7 +187,6 @@ start_work = """async() => {
         window['chat_bot1'].style.height = new_height;
         window['chat_bot1'].children[1].style.height = new_height;
         window['chat_bot1'].children[0].style.top = (parseInt(window['chat_bot1'].style.height)-window['chat_bot1'].children[0].offsetHeight-2) + 'px';
-
         prompt_row.children[0].style.flex = 'auto';
         prompt_row.children[0].style.width = '100%';
         window['gradioEl'].querySelectorAll('#chat_radio')[0].style.flex = 'auto';
@@ -200,8 +195,7 @@ start_work = """async() => {
         window['chat_bot1'].children[1].setAttribute('style', 'border-bottom-right-radius:0;top:unset;bottom:0;padding-left:0.1rem');
         window['gradioEl'].querySelectorAll('#btns_row')[0].children[0].setAttribute('style', 'min-width: min(10px, 100%); flex-grow: 1');
         window['gradioEl'].querySelectorAll('#btns_row')[0].children[1].setAttribute('style', 'min-width: min(10px, 100%); flex-grow: 1');
-        window['my_prompt_system'] = window['gradioEl'].querySelectorAll('#my_prompt_system')[0].querySelectorAll('textarea')[0];
-
+        
         load_conversation(window['chat_bot1'].children[1].children[0]);
         window['chat_bot1'].children[1].scrollTop = window['chat_bot1'].children[1].scrollHeight;
         
@@ -239,7 +233,6 @@ start_work = """async() => {
             try {
                 if (window['chat_radio_0'].checked) {
                     dot_flashing = window['chat_bot'].children[1].children[0].querySelectorAll('.dot-flashing');
-
                     if (window['chat_bot'].children[1].children[0].children.length > window['div_count'] && dot_flashing.length == 0) {
                         new_len = window['chat_bot'].children[1].children[0].children.length - window['div_count'];
                         for (var i = 0; i < new_len; i++) { 
@@ -261,7 +254,6 @@ start_work = """async() => {
                     img_index = 0;
                     draw_prompt_en = window['my_prompt_en'].value;
                     if (window['doCheckPrompt'] == 0 && window['prevPrompt'] != draw_prompt_en) {
-
                             console.log('_____draw_prompt_en___[' + draw_prompt_en + ']_');
                             window['doCheckPrompt'] = 1;
                             window['prevPrompt'] = draw_prompt_en;
@@ -292,7 +284,6 @@ start_work = """async() => {
                             user_div.dataset.testid = 'user';
                             user_div.innerHTML = "<p>作画: " + window['draw_prompt'] + "</p><img></img>";
                             window['chat_bot1'].children[1].children[0].appendChild(user_div);
-
                             var bot_div = document.createElement("div");
                             bot_div.className = "message bot svelte-134zwfa";
                             bot_div.style.backgroundColor = "#2563eb"; 
@@ -327,7 +318,7 @@ start_work = """async() => {
                         window['chat_bot1'].children[0].textContent = '';
                     } 
                 }
-                localStorage.setItem('my_prompt_system', window['my_prompt_system'].value);
+              
             } catch(e) {
             }        
         }
@@ -364,96 +355,76 @@ def set_openai_api_key(api_key):
     if api_key and api_key.startswith("sk-") and len(api_key) > 50:
         openai.api_key = api_key
 
-def get_response_from_openai(input, prompt_system, chat_history, model_radio, temperature=0.0):
+def get_response_from_openai(input, chat_history, model_radio):
     error_1 = 'You exceeded your current quota, please check your plan and billing details.'
-    def openai_create(input_list, prompt_system, model_radio):
+    def openai_create(input_list, model_radio):
         try:
+            # print(f'input_list={input_list}')
             input_list_len = len(input_list)
             out_prompt = ''
             messages = []
-            prompt_system_token = prompt_system
-            if model_radio in ['GPT-3.0']:
-                out_prompt += 'AI:'
-                if prompt_system != '':
-                    prompt_system_token = f'Human:{prompt_system}'
+            if model_radio == 'GPT-3.0':
+                out_prompt = 'AI:'
             for i in range(input_list_len):
                 input = input_list[input_list_len-i-1].replace("<br>", '\n\n')
                 if input.startswith("Openai said:"):
-                    input = "☝:"    
+                    input = "☝:"
+    
                 if input.startswith("☝:"):
-                    if model_radio in ['GPT-3.0']:
+                    if model_radio == 'GPT-3.0':
                         out_prompt = input.replace("☝:", "AI:") + '\n' + out_prompt
                     else:
                         out_prompt = input.replace("☝:", "") + out_prompt
                         messages.insert(0, {"role": "assistant", "content": input.replace("☝:", "")})
                 elif input.startswith("☟:"):
-                    if model_radio in ['GPT-3.0']:
+                    if model_radio == 'GPT-3.0':
                         out_prompt = input.replace("☟:", "Human:") + '\n' + out_prompt
                     else:
                         out_prompt = input.replace("☟:", "") + out_prompt
                         messages.insert(0, {"role": "user", "content": input.replace("☟:", "")})
-                tokens = token_encoder.encode(out_prompt + prompt_system_token)
-                if model_radio in ['GPT-4.0']:
-                    if len(tokens) > max_input_tokens + total_tokens: 
-                        break
-                else:                    
-                    if len(tokens) > max_input_tokens: 
-                        break
+                tokens = token_encoder.encode(out_prompt)
+                if len(tokens) > max_input_tokens: 
+                    break
                 
-            if prompt_system != '':
-                if model_radio in ['GPT-3.0']:
-                    out_prompt = prompt_system_token + out_prompt
-                else:
-                    out_prompt += prompt_system
-                    messages.insert(0, {"role": "system", "content": prompt_system}) 
-
-            if model_radio in ['GPT-3.0']:
-                print(f'response_3.0_out_prompt__:{out_prompt}')
+            if model_radio == 'GPT-3.0':
+                # print(out_prompt)
                 response = openai.Completion.create(
                     model="text-davinci-003",
                     prompt=out_prompt,
-                    temperature=temperature,
+                    temperature=0.7,
                     max_tokens=max_output_tokens,
                     top_p=1,
                     frequency_penalty=0,
                     presence_penalty=0,
                     stop=[" Human:", " AI:"]
                 )
-                print(f'response_3.0_response__:{response}')
+                # print(f'response_3.0__:{response}')
                 ret = response.choices[0].text
             else:
-                print(f'response_{model_radio}_messages__:{messages}') 
-                if model_radio in ['GPT-3.5']:
-                    model_name = "gpt-3.5-turbo"
-                else:
-                    model_name = "gpt-4"
+                # print(messages)
                 response = openai.ChatCompletion.create(
-                    model=model_name,
+                    model="gpt-3.5-turbo",
                     messages=messages,
-                    temperature=temperature,
+                    temperature=0.7,
                     max_tokens=max_output_tokens,
                     top_p=1,
                     frequency_penalty=0,
                     presence_penalty=0,
                     stop=[" Human:", " AI:"]
-                )    
-                print(f'response_{model_radio}_response__:{response}')  
+                )                            
+                # print(f'response_3.5__:{response}')                
                 ret = response.choices[0].message['content']
-
             if ret.startswith("\n\n"):
                 ret = ret.replace("\n\n", '') 
             ret = ret.replace('\n', '<br>')  
-            ret = re.sub(r"```(.*?)```", r"<pre style='background-color: #ddd;margin-left:20px;padding-left:10px;'>\1</pre>", ret)
-            ret = re.sub(r"<pre style='background-color: #ddd;margin-left:20px;padding-left:10px;'>(.*?)</pre>", lambda m: "<pre style='background-color: #ddd; color:#000; margin-left:20px;padding-left:10px;'>" + m.group(1).replace('<br>', '\n') + '</pre>', ret)
-            # logger.info(f'ret_2_={ret}')
             if ret == '':
-                ret = f"Openai said: I'm too tired."               
+                ret = f"Openai said: I'm too tired."   
             return ret, response.usage                           
         except Exception as e:
             logger.info(f"openai_create_error__{e}")
             ret = f"Openai said: {e} Perhaps enter your OpenAI API key."
             return ret, {"completion_tokens": -1, "prompt_tokens": -1, "total_tokens": -1}
-
+    
     # logger.info(f'chat_history = {chat_history}')
     chat_history_list = []
     chat_history = chat_history.replace("<p>", "").replace("</p>", "")
@@ -461,11 +432,11 @@ def get_response_from_openai(input, prompt_system, chat_history, model_radio, te
         chat_history_list = json.loads(chat_history)
     chat_history_list.append(f'☟:{input}')
         
-    output, response_usage = openai_create(chat_history_list, prompt_system, model_radio)
+    output, response_usage = openai_create(chat_history_list, model_radio)
     logger.info(f'response_usage={response_usage}')
     return output
     
-def chat(input0, input1, prompt_system, chat_radio, model_radio, all_chat_history, chat_history):
+def chat(input0, input1, chat_radio, model_radio, all_chat_history, chat_history):
     all_chat = []
     if all_chat_history != '':
         all_chat = json.loads(all_chat_history)
@@ -474,7 +445,7 @@ def chat(input0, input1, prompt_system, chat_radio, model_radio, all_chat_histor
         return all_chat, json.dumps(all_chat), input0, input1
             
     if chat_radio == "Talk to chatGPT":
-        response = get_response_from_openai(input0, prompt_system, chat_history, model_radio)
+        response = get_response_from_openai(input0, chat_history, model_radio)
         all_chat.append((input0, response))
         return all_chat, json.dumps(all_chat), '', input1
     else:
@@ -483,9 +454,9 @@ def chat(input0, input1, prompt_system, chat_radio, model_radio, all_chat_histor
         
 def chat_radio_change(chat_radio):
     if chat_radio == "Talk to chatGPT":
-        return gr.Radio.update(visible=True), gr.Text.update(visible=True), gr.Textbox.update(visible=True)
+        return gr.Radio.update(visible=True), gr.Text.update(visible=True)
     else:
-        return gr.Radio.update(visible=False), gr.Text.update(visible=False), gr.Textbox.update(visible=False)
+        return gr.Radio.update(visible=False), gr.Text.update(visible=False)
 
 with gr.Blocks(title='Talk to chatGPT') as demo:    
     with gr.Row(elem_id="page_0", visible=False) as page_0:
@@ -494,21 +465,20 @@ with gr.Blocks(title='Talk to chatGPT') as demo:
         with gr.Box():            
             with gr.Row():
                 start_button = gr.Button("Let's talk to chatGPT!", elem_id="start-btn", visible=True) 
-                start_button.click(fn=None, inputs=[], outputs=[], _js=start_work)                
+                start_button.click(fn=None, inputs=[], outputs=[], _js=start_work)
+                
     with gr.Row(elem_id="page_2", visible=False) as page_2:        
         with gr.Row(elem_id="chat_row"):
             chatbot = gr.Chatbot(elem_id="chat_bot", visible=False).style(color_map=("green", "blue"))
             chatbot1 = gr.Chatbot(elem_id="chat_bot1").style(color_map=("green", "blue"))
-        with gr.Row(elem_id="system_prompt_row"):                  
-            prompt_system = gr.Textbox(lines=2, label="system prompt:", elem_id="my_prompt_system", visible=True, show_label=True)                            
         with gr.Row(elem_id="prompt_row"):
             prompt_input0 = gr.Textbox(lines=2, label="input", elem_id="my_prompt", show_label=True)
             prompt_input1 = gr.Textbox(lines=4, label="prompt", elem_id="my_prompt_en", visible=False)
             chat_history = gr.Textbox(lines=4, label="chat_history", elem_id="chat_history", visible=False)
-            all_chat_history = gr.Textbox(lines=4, label="contexts:", elem_id="all_chat_history", visible=False)
+            all_chat_history = gr.Textbox(lines=4, label="会话上下文：", elem_id="all_chat_history", visible=False)
 
             chat_radio = gr.Radio(["Talk to chatGPT", "Text to Image"], elem_id="chat_radio",value="Talk to chatGPT", show_label=False, visible=True)
-            model_radio = gr.Radio(["GPT-3.0", "GPT-3.5", "GPT-4.0"], elem_id="model_radio", value="GPT-3.5", 
+            model_radio = gr.Radio(["GPT-3.0", "GPT-3.5"], elem_id="model_radio", value="GPT-3.5", 
                                 label='GPT model: ', show_label=True,interactive=True, visible=True) 
             openai_api_key_textbox = gr.Textbox(placeholder="Paste your OpenAI API key (sk-...) and hit Enter",
                                     show_label=False, lines=1, type='password')
@@ -525,14 +495,13 @@ with gr.Blocks(title='Talk to chatGPT') as demo:
                         rounded=(True, True, True, True),
                         width=100
                     )
-
+            submit_btn.click(fn=chat, 
+                             inputs=[prompt_input0, prompt_input1, chat_radio, model_radio, all_chat_history, chat_history], 
+                             outputs=[chatbot, all_chat_history, prompt_input0, prompt_input1],
+                            )
         with gr.Row(elem_id='tab_img', visible=False).style(height=5):
            tab_img = gr.TabbedInterface(tab_actions, tab_titles)  
 
-        submit_btn.click(fn=chat, 
-                            inputs=[prompt_input0, prompt_input1, prompt_system, chat_radio, model_radio, all_chat_history, chat_history], 
-                            outputs=[chatbot, all_chat_history, prompt_input0, prompt_input1],
-                        )
         openai_api_key_textbox.change(set_openai_api_key,
                                       inputs=[openai_api_key_textbox],
                                       outputs=[])
@@ -541,7 +510,7 @@ with gr.Blocks(title='Talk to chatGPT') as demo:
                                       outputs=[])
         chat_radio.change(fn=chat_radio_change, 
                         inputs=[chat_radio], 
-                        outputs=[model_radio, openai_api_key_textbox, prompt_system],
+                        outputs=[model_radio, openai_api_key_textbox],
                         ) 
 
-demo.launch(server_name='0.0.0.0', debug = True)
+demo.launch(debug = True)