UI and Model

app.py

@@ -52,14 +52,23 @@ def write_message_to_user():
 def respond(
     message,
     history: list[tuple[str, str]],
-    model,
-    system_message,
-    max_tokens,
-    temperature,
-    top_p,
-    top_k,
-    repeat_penalty,
+    model = 'Mistral-7B-Instruct-v0.3-Q6_K.gguf',
+    system_message = 'Helpful assistant',
+    max_tokens = 2048,
+    temperature = 0.45,
+    top_p = 0.95,
+    top_k = 40,
+    repeat_penalty = 1.1,
 ):
+
+    if "Mistral" in model:
+        model = 'Mistral-7B-Instruct-v0.3-Q6_K.gguf'        
+    elif "Mixtral" in model:
+        model = 'mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf'
+    else:
+        model = 'Meta-Llama-3-8B-Instruct-Q6_K.gguf'
+    yield model
+    
     chat_template = get_messages_formatter_type(model)
     llm = Llama(
         model_path=f"models/{model}",
@@ -160,11 +169,11 @@ demo = gr.ChatInterface(
     respond,
     additional_inputs=[
         gr.Dropdown([
-            'Mistral-7B-Instruct-v0.3-Q6_K.gguf',
-            'mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf',
-            'Meta-Llama-3-8B-Instruct-Q6_K.gguf'
+            'Mistral 7B Instruct v0.3',
+            'Mixtral 8x7b Instruct v0.1',
+            'Llama 3 8B Instruct'
         ],
-            value="Mistral-7B-Instruct-v0.3-Q6_K.gguf",
+            value="Mistral 7B Instruct v0.3",
             label="Model"
         ),
         gr.Textbox(value=web_search_system_prompt, label="System message"),
@@ -193,8 +202,8 @@ demo = gr.ChatInterface(
         ),
     ],
     theme=gr.themes.Soft(
-        primary_hue="orange",
-        secondary_hue="amber",
+        primary_hue="green",
+        secondary_hue="lime",
         neutral_hue="gray",
         font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
             body_background_fill_dark="#0c0505",

ui.py

@@ -28,7 +28,7 @@ PLACEHOLDER = """
     </figure>
     <div style="padding: .5rem 1.5rem;">
         <h2 style="text-align: left; font-size: 1.5rem; font-weight: 700; margin-bottom: 0.5rem;">llama-cpp-agent</h2>
-        <p style="text-align: left; font-size: 16px; line-height: 1.5; margin-bottom: 15px;">DDG Agent allows users to interact with it using natural language, making it easier for them to find the information they need. Offers a convenient and secure way for users to access web-based information.</p>
+        <p style="text-align: left; font-size: 16px; line-height: 1.5; margin-bottom: 15px;">DDG Agent enables users to interact using natural language and can answer queries with the latest information from the web, which standard LLMs are unable to provide.</p>
         <div style="display: flex; justify-content: space-between; align-items: center;">
             <div style="display: flex; flex-flow: column; justify-content: space-between;">
                 <span style="display: inline-flex; align-items: center; border-radius: 0.375rem; background-color: rgba(229, 70, 77, 0.1); padding: 0.1rem 0.75rem; font-size: 0.75rem; font-weight: 500; color: #f88181; margin-bottom: 2.5px;">