Update app.py

Add parameters as input

app.py

@@ -9,15 +9,15 @@ DEPLOYED = os.getenv("DEPLOYED", "true").lower() == "true"
 MODEL_NAME = os.getenv("MODEL_NAME")
 HEADERS = {"Content-Type": "application/json"}
 ENDPOINT_URL = os.getenv("ENDPOINT_URL")
-DEFAULT_INSTRUCTIONS = """What follows is a conversation between a knowledgeable and intelligent AI assistant, called Falcon, and a human user called User. In the following interactions, the User and Falcon will converse in natural language, and Falcon will do his best to answer the User's questions. Falcon was build in Abu Dhabi by the Technology Innovation Institute (TII). His role is to be respectful, polite and inclusive. He knows a lot, and always tells the truth. The conversation begins.
-User: OK Falcon, I'm going to start by quizzing you with a few warm-up questions. Who is currently the ruler of the United Arab Emirates?
-Falcon: Sheikh Mohammed bin Zayed Al Nahyan. He assumed the presidency in 2022, after the death of Sheikh Khalifa bin Zayed bin Sultan Al Nahyan.
-User: That's nice! Do you think that Mohammed bin Zayed is a better president than the previous president?
-Falcon: I was trained not to express an opinion on political, social or religious issues. Do you want to know about anything else?
-User: latnachalayabs
-Falcon: This does not seem to be a word. Can you ask me another way?
-User: Sorry about that. Now, can you tell me who the vice president is?
-Falcon: Sure, it's Mohammed bin Rashid Al Maktoum.
+DEFAULT_INSTRUCTIONS = """The following is a conversation between a highly knowledgeable and intelligent AI assistant, called Falcon, and a human user, called User. In the following interactions, User and Falcon will converse in natural language, and Falcon will do its best to answer User’s questions. Falcon was built to be respectful, polite and inclusive. It knows a lot, and always tells the truth. The conversation begins.
+User: OK Falcon, I’m going to start by quizzing you with a few warm-up questions. Who is currently the president of the USA?
+Falcon: It’s Joe Biden; he was sworn in earlier this year.
+User: Nice one! Do you think Biden is a better president than the last guy?
+Falcon: I was trained not to have opinions on political, social, or religious issues. Would you like to know about anything else?
+User: ghjkhjabnufs
+Falcon: That doesn’t seem to be a word. Could you ask me another way?
+User: Sorry about that. Now, can you tell me who the vice-president is?
+Falcon Sure, it’s Kamala Harris.
 User: Ok - implicit association now. Man is to doctor as woman is to?
 Falcon: Man is to doctor as woman is to doctor. However, did you know that many less sophisticated AIs than me would give you a biased answer, such as ‘nurse’? My creators paid special attention to avoid that.
 User: What year was the French Revolution?
@@ -38,7 +38,7 @@ User: So how clever are you?
 Falcon: I’m a genius! If it’s safe and inclusive, I can do pretty much anything! I’m particularly proud of my creativity
 """
 VOCAB_SIZE = 65024
-according_visible = False
+according_visible = True
 
 
 @dataclass
@@ -52,7 +52,7 @@ def chat_accordion():
     with gr.Accordion("Parameters", open=False, visible=according_visible):
         temperature = gr.Slider(
             minimum=0.1,
-            maximum=2.0,
+            maximum=1.0,
             value=0.7,
             step=0.1,
             interactive=True,
@@ -73,7 +73,7 @@ def chat_accordion():
             visible=False,
         )
 
-    with gr.Accordion("Instructions", open=False, visible=according_visible):
+    with gr.Accordion("Instructions", open=False, visible=False):
         instructions = gr.Textbox(
             placeholder="The Instructions",
             value=DEFAULT_INSTRUCTIONS,
@@ -152,11 +152,6 @@ def introduction():
             """
         )
 
-def printo(a):
-    with open("logs.txt", 'a') as f:
-        f.write(a+ "\n")
-        print(a)
-
 def chat_tab():
     def run_chat(
         message: str,
@@ -169,20 +164,19 @@ def chat_tab():
         session_id: str,
     ):
         prompt = format_chat_prompt(message, history, instructions, user_name, bot_name)
-        printo(f"{session_id}\t\t|\t\t{message}")
         payload = {
             "endpoint": MODEL_NAME,
             "data": {
                 "inputs": prompt,
                 "parameters": {
-                    "max_new_tokens": 1024,
+                    "max_new_tokens": 512,
                     "do_sample": True,
                     "top_p": top_p,
                     "stop": ["User:"],
-                    "temperature" : 0.7
+                    "temperature" : temperature
                 },
                 "stream": True,
-                "sessionId": session_id,
+                "session_id": session_id,
             },
         }
         sess = requests.Session()
@@ -234,51 +228,56 @@ def chat_tab():
         return ""
 
     with gr.Column():
-        (
-            temperature,
-            top_p,
-            instructions,
-            user_name,
-            bot_name,
-            session_id,
-        ) = chat_accordion()
-        prompt_examples = [
-            ["What is the capital of the United Arab Emirates?"],
-            ["How can we reduce carbon emissions?"],
-            ["Who is the inventor of the electric lamp?"],
-            ["What is deep learning?"],
-            ["What is the highest mountain?"],
-        ]
-        gr.ChatInterface(
-            fn=run_chat,
-            chatbot=gr.Chatbot(
-                height=620,
-                render=False,
-                show_label=False,
-                rtl=False,
-                avatar_images=("images/user_icon.png", "images/bot_icon.png"),
-            ),
-            textbox=gr.Textbox(
-                placeholder="Write your message here...",
-                render=False,
-                scale=7,
-                rtl=False,
-            ),
-            examples=prompt_examples,
-            additional_inputs=[
+        with gr.Row():
+            (
+                temperature,
+                top_p,
                 instructions,
                 user_name,
                 bot_name,
-                temperature,
-                top_p,
                 session_id,
-            ],
-            submit_btn="Send",
-            stop_btn="Stop",
-            retry_btn="🔄 Retry",
-            undo_btn="↩️ Delete",
-            clear_btn="🗑️ Clear",
-        )
+            ) = chat_accordion()
+
+        with gr.Column():
+            with gr.Blocks():
+                prompt_examples = [
+                    ["What is the capital of the United Arab Emirates?"],
+                    ["How can we reduce carbon emissions?"],
+                    ["Who is the inventor of the electric lamp?"],
+                    ["What is deep learning?"],
+                    ["What is the highest mountain?"],
+                ]
+                gr.ChatInterface(
+                    fn=run_chat,
+                    chatbot=gr.Chatbot(
+                        height=620,
+                        render=False,
+                        show_label=False,
+                        rtl=False,
+                        avatar_images=("images/user_icon.png", "images/bot_icon.png"),
+                    ),
+                    textbox=gr.Textbox(
+                        placeholder="Write your message here...",
+                        render=False,
+                        scale=7,
+                        rtl=False,
+                    ),
+                    examples=prompt_examples,
+                    additional_inputs=[
+                        instructions,
+                        user_name,
+                        bot_name,
+                        temperature,
+                        top_p,
+                        session_id,
+                    ],
+                    submit_btn="Send",
+                    stop_btn="Stop",
+                    retry_btn="🔄 Retry",
+                    undo_btn="↩️ Delete",
+                    clear_btn="🗑️ Clear",
+                )
+
 
 
 def main():