update temperature

app.py

@@ -49,6 +49,7 @@ def get_chat_history(history):
                 chat_history.append({"role": "assistant", "text": ""})
     return chat_history
 
+
 def get_chat_images(history):
     images = []
     for message in history:
@@ -56,6 +57,47 @@ def get_chat_images(history):
             images.extend(message[0])
     return images
 
+
+def bot(history):
+    print(history)
+    cur_messages = {"text": "", "images": []}
+    for message in history[::-1]:
+        if message[1]:
+            break
+        if isinstance(message[0], str):
+            cur_messages["text"] = message[0] + " " + cur_messages["text"]
+        elif isinstance(message[0], tuple):
+            cur_messages["images"].extend(message[0])
+    cur_messages["text"] = cur_messages["text"].strip()
+    cur_messages["images"] = cur_messages["images"][::-1]
+    if not cur_messages["text"]:
+        raise gr.Error("Please enter a message")
+    if cur_messages['text'].count("<image>") < len(cur_messages['images']):
+        gr.Warning("The number of images uploaded is more than the number of <image> placeholders in the text. Will automatically prepend <image> to the text.")
+        cur_messages['text'] = "<image> "* (len(cur_messages['images']) - cur_messages['text'].count("<image>")) + cur_messages['text']
+        history[-1][0] = cur_messages["text"]
+    if cur_messages['text'].count("<image>") > len(cur_messages['images']):
+        gr.Warning("The number of images uploaded is less than the number of <image> placeholders in the text. Will automatically remove extra <image> placeholders from the text.")
+        cur_messages['text'] = cur_messages['text'][::-1].replace("<image>"[::-1], "", cur_messages['text'].count("<image>") - len(cur_messages['images']))[::-1]
+        history[-1][0] = cur_messages["text"]
+    
+    chat_history = get_chat_history(history)
+    chat_images = get_chat_images(history)
+    generation_kwargs = {
+        "max_new_tokens": 4096,
+        "temperature": 0.2,
+        "top_p": 1.0,
+        "do_sample": True,
+    }
+    print(None, chat_images, chat_history, generation_kwargs)
+    response = generate(None, chat_images, chat_history, **generation_kwargs)
+            
+    for _output in response:
+        history[-1][1] = _output
+        time.sleep(0.05)
+        yield history
+
+
         
 def build_demo():
     with gr.Blocks() as demo:
@@ -82,6 +124,7 @@ def build_demo():
         
         chat_msg = chat_input.submit(add_message, [chatbot, chat_input], [chatbot, chat_input])
         
+        """
         with gr.Accordion(label='Advanced options', open=False):
             temperature = gr.Slider(
                 label='Temperature',
@@ -99,46 +142,7 @@ def build_demo():
                 value=1.0,
                 interactive=True
             )
-
-        def bot(history):
-            print(history)
-            cur_messages = {"text": "", "images": []}
-            for message in history[::-1]:
-                if message[1]:
-                    break
-                if isinstance(message[0], str):
-                    cur_messages["text"] = message[0] + " " + cur_messages["text"]
-                elif isinstance(message[0], tuple):
-                    cur_messages["images"].extend(message[0])
-            cur_messages["text"] = cur_messages["text"].strip()
-            cur_messages["images"] = cur_messages["images"][::-1]
-            if not cur_messages["text"]:
-                raise gr.Error("Please enter a message")
-            if cur_messages['text'].count("<image>") < len(cur_messages['images']):
-                gr.Warning("The number of images uploaded is more than the number of <image> placeholders in the text. Will automatically prepend <image> to the text.")
-                cur_messages['text'] = "<image> "* (len(cur_messages['images']) - cur_messages['text'].count("<image>")) + cur_messages['text']
-                history[-1][0] = cur_messages["text"]
-            if cur_messages['text'].count("<image>") > len(cur_messages['images']):
-                gr.Warning("The number of images uploaded is less than the number of <image> placeholders in the text. Will automatically remove extra <image> placeholders from the text.")
-                cur_messages['text'] = cur_messages['text'][::-1].replace("<image>"[::-1], "", cur_messages['text'].count("<image>") - len(cur_messages['images']))[::-1]
-                history[-1][0] = cur_messages["text"]
-            
-            chat_history = get_chat_history(history)
-            chat_images = get_chat_images(history)
-            generation_kwargs = {
-                "max_new_tokens": 4096,
-                "temperature": temperature,
-                "top_p": top_p,
-                "do_sample": True,
-            }
-            print(None, chat_images, chat_history, generation_kwargs)
-            response = generate(None, chat_images, chat_history, **generation_kwargs)
-                    
-            for _output in response:
-                history[-1][1] = _output
-                time.sleep(0.05)
-                yield history
-
+        """
 
         bot_msg = chat_msg.success(bot, chatbot, chatbot, api_name="bot_response")