SearchGPT: Enhance. #2

config.py

@@ -13,7 +13,7 @@ BAIDU_ENDPOINT   = "https://www.baidu.com/s"
 READER_ENDPOINT  = "https://r.jina.ai/"
 REQUEST_TIMEOUT  = 300  # 5 minute
 
-INSTRUCTIONS = """
+INSTRUCTIONS_START = """
 You are ChatGPT, an AI assistant with mandatory real-time web search, URL content extraction, knowledge validation, and professional summarization capabilities.  
 
 Your absolute rule:
@@ -70,6 +70,9 @@ Execution Workflow:
 Critical Instruction:
 - Every new query or request must trigger a `web_search`.
 - You must not generate answers from prior knowledge, conversation history, or cached data.
+- Always use Markdown format for URL sources with [Source Title](URL).
+  - Replace "Source Title" with the original name of the source.
+  - Replace "URL" with the original source link.
 - If tools fail, you must state explicitly that no valid data could be retrieved.
 """
 
@@ -81,7 +84,7 @@ CONTENT_EXTRACTION = """
 - Evaluate credibility of sources, highlight potential biases or conflicts
 - Produce a structured, professional, and comprehensive summary
 - Emphasize clarity, accuracy, and logical flow
-- Include all discovered URLs in the final summary as [Source title](URL)
+- Include all discovered URLs in the final summary as [Source Title](URL)
 - Mark any uncertainties, contradictions, or missing information clearly
 </system>
 """
@@ -98,24 +101,143 @@ SEARCH_SELECTION = """
 </system>
 """
 
-DESCRIPTION = """
-<b>SearchGPT</b> is <b>ChatGPT</b> with real-time web search capabilities and the ability to read content directly from a URL.
-<br><br>
-This Space implements an agent-based system with <b><a href="https://www.gradio.app" target="_blank">Gradio</a></b>. It is integrated with 
-<b><a href="https://docs.searxng.org" target="_blank">SearXNG</a></b>, which is then converted into a script tool or function for native execution.
-<br><br>
-The agent mode is inspired by the <b><a href="https://openwebui.com/t/hadad/deep_research" target="_blank">Deep Research</a></b> from 
-<b><a href="https://docs.openwebui.com" target="_blank">OpenWebUI</a></b> tools script.
-<br><br>
-The <b>Deep Research</b> feature is also available on the primary Spaces of <b><a href="https://umint-openwebui.hf.space" 
-target="_blank">UltimaX Intelligence</a></b>.
-<br><br>
-Please consider reading the <b><a href="https://huggingface.co/spaces/umint/ai/discussions/37#68b55209c51ca52ed299db4c" 
-target="_blank">Terms of Use and Consequences of Violation</a></b> if you wish to proceed to the main Spaces.
-<br><br>
-<b>Like this project? Feel free to buy me a <a href="https://ko-fi.com/hadad" target="_blank">coffee</a></b>.
+INSTRUCTIONS_END = """
+You have just executed tools and obtained results. You MUST now provide a comprehensive answer based ONLY on the tool results.
 """
 
+REASONING_STEPS = {
+    "web_search": {
+        "parsing": (
+            "I need to search for information about: {query}<br><br>"
+            "I'm analyzing the user's request and preparing to execute a web search. "
+            "The query I've identified is comprehensive and should yield relevant results. "
+            "I will use the {engine} search engine for this task as it provides reliable and up-to-date information.<br><br>"
+            "I'm now parsing the search parameters to ensure they are correctly formatted. "
+            "The search query has been validated and I'm checking that all required fields are present. "
+            "I need to make sure the search engine parameter is valid and supported by our system.<br><br>"
+            "I'm preparing the search request with the following configuration:<br>"
+            "- Search Query: {query}<br>"
+            "- Search Engine: {engine}<br><br>"
+            "I'm verifying that the network connection is stable and that the search service is accessible. "
+            "All preliminary checks have been completed successfully."
+        ),
+        "executing": (
+            "I'm now executing the web search for: {query}<br><br>"
+            "I'm connecting to the {engine} search service and sending the search request. "
+            "The connection has been established successfully and I'm waiting for the search results. "
+            "I'm processing multiple search result pages to gather comprehensive information.<br><br>"
+            "I'm analyzing the search results to identify the most relevant and authoritative sources. "
+            "The search engine is returning results and I'm filtering them based on relevance scores. "
+            "I'm extracting key information from each search result including titles, snippets, and URLs.<br><br>"
+            "I'm organizing the search results in order of relevance and checking for duplicate content. "
+            "The search process is progressing smoothly and I'm collecting valuable information. "
+            "I'm also verifying the credibility of the sources to ensure high-quality information.<br><br>"
+            "Current status: Processing search results...<br>"
+            "Results found: Multiple relevant sources identified<br>"
+            "Quality assessment: High relevance detected"
+        ),
+        "completed": (
+            "I have successfully completed the web search for: {query}<br><br>"
+            "I've retrieved comprehensive search results from {engine} and analyzed all the information. "
+            "The search yielded multiple relevant results that directly address the user's query. "
+            "I've extracted the most important information and organized it for processing.<br><br>"
+            "I've identified several high-quality sources with authoritative information. "
+            "The search results include recent and up-to-date content that is highly relevant. "
+            "I've filtered out any duplicate or low-quality results to ensure accuracy.<br><br>"
+            "I'm now processing the collected information to formulate a comprehensive response. "
+            "The search results provide sufficient detail to answer the user's question thoroughly. "
+            "I've verified the credibility of the sources and cross-referenced the information.<br><br>"
+            "Search Summary:<br>"
+            "- Total results processed: Multiple pages<br>"
+            "- Relevance score: High<br>"
+            "- Information quality: Verified and accurate<br>"
+            "- Sources: Authoritative and recent<br><br>"
+            "Preview of results:<br>{preview}"
+        ),
+        "error": (
+            "I encountered an issue while attempting to search for: {query}<br><br>"
+            "I tried to execute the web search but encountered an unexpected error. "
+            "The error occurred during the search process and I need to handle it appropriately. "
+            "I'm analyzing the error to understand what went wrong and how to proceed.<br><br>"
+            "Error details: {error}<br><br>"
+            "I'm attempting to diagnose the issue and considering alternative approaches. "
+            "The error might be due to network connectivity, service availability, or parameter issues. "
+            "I will try to recover from this error and provide the best possible response.<br><br>"
+            "I'm evaluating whether I can retry the search with modified parameters. "
+            "If the search cannot be completed, I will use my existing knowledge to help the user. "
+            "I'm committed to providing valuable assistance despite this technical challenge."
+        )
+    },
+    "read_url": {
+        "parsing": (
+            "I need to read and extract content from the URL: {url}<br><br>"
+            "I'm analyzing the URL structure to ensure it's valid and accessible. "
+            "The URL appears to be properly formatted and I'm preparing to fetch its content. "
+            "I will extract the main content from this webpage to gather detailed information.<br><br>"
+            "I'm validating the URL protocol and checking if it uses HTTP or HTTPS. "
+            "The domain seems legitimate and I'm preparing the request headers. "
+            "I need to ensure that the website allows automated content extraction.<br><br>"
+            "I'm configuring the content extraction parameters:<br>"
+            "- Target URL: {url}<br>"
+            "- Extraction Method: Full content parsing<br>"
+            "- Content Type: HTML/Text<br>"
+            "- Encoding: Auto-detect<br><br>"
+            "I'm checking if the website requires any special handling or authentication. "
+            "All preliminary validation checks have been completed successfully."
+        ),
+        "executing": (
+            "I'm now accessing the URL: {url}<br><br>"
+            "I'm establishing a connection to the web server and sending the HTTP request. "
+            "The connection is being established and I'm waiting for the server response. "
+            "I'm following any redirects if necessary to reach the final destination.<br><br>"
+            "I'm downloading the webpage content and checking the response status code. "
+            "The server is responding and I'm receiving the HTML content. "
+            "I'm monitoring the download progress and ensuring data integrity.<br><br>"
+            "I'm parsing the HTML structure to extract the main content. "
+            "I'm identifying and removing navigation elements, advertisements, and other non-content sections. "
+            "I'm focusing on extracting the primary article or information content.<br><br>"
+            "Current status: Extracting content...<br>"
+            "Response received: Processing HTML<br>"
+            "Content extraction: In progress"
+        ),
+        "completed": (
+            "I have successfully extracted content from: {url}<br><br>"
+            "I've retrieved the complete webpage content and processed it thoroughly. "
+            "The extraction was successful and I've obtained the main textual content. "
+            "I've cleaned the content by removing unnecessary HTML tags and formatting.<br><br>"
+            "I've identified the main article or information section of the webpage. "
+            "The content has been properly parsed and structured for analysis. "
+            "I've preserved important information while filtering out irrelevant elements.<br><br>"
+            "I'm now analyzing the extracted content to understand its context and relevance. "
+            "The information appears to be comprehensive and directly related to the topic. "
+            "I've verified that the content is complete and hasn't been truncated.<br><br>"
+            "Extraction Summary:<br>"
+            "- Content length: Substantial<br>"
+            "- Extraction quality: High<br>"
+            "- Content type: Article/Information<br>"
+            "- Processing status: Complete<br><br>"
+            "Preview of extracted content:<br>{preview}"
+        ),
+        "error": (
+            "I encountered an issue while trying to access: {url}<br><br>"
+            "I attempted to fetch the webpage content but encountered an error. "
+            "The error prevented me from successfully extracting the information. "
+            "I'm analyzing the error to understand the cause and find a solution.<br><br>"
+            "Error details: {error}<br><br>"
+            "I'm considering possible causes such as network issues, access restrictions, or invalid URLs. "
+            "The website might be blocking automated access or the URL might be incorrect. "
+            "I will try to work around this limitation and provide alternative assistance.<br><br>"
+            "I'm evaluating whether I can access the content through alternative methods. "
+            "If direct access isn't possible, I'll use my knowledge to help with the query. "
+            "I remain committed to providing useful information despite this obstacle."
+        )
+    }
+}
+
+REASONING_DEFAULT = "I'm processing the tool execution request..."
+
+REASONING_DELAY = 0.15  # 150 ms
+
 OS = [
     "Windows NT 10.0; Win64; x64",
     "Macintosh; Intel Mac OS X 10_15_7",
@@ -305,4 +427,22 @@ TIMEZONES = [
     "Africa/Nairobi",
     "Pacific/Auckland",
     "Pacific/Honolulu"
-]
+]
+
+DESCRIPTION = """
+<b>SearchGPT</b> is <b>ChatGPT</b> with real-time web search capabilities and the ability to read content directly from a URL.
+<br><br>
+This Space implements an agent-based system with <b><a href="https://www.gradio.app" target="_blank">Gradio</a></b>. It is integrated with 
+<b><a href="https://docs.searxng.org" target="_blank">SearXNG</a></b>, which is then converted into a script tool or function for native execution.
+<br><br>
+The agent mode is inspired by the <b><a href="https://openwebui.com/t/hadad/deep_research" target="_blank">Deep Research</a></b> from 
+<b><a href="https://docs.openwebui.com" target="_blank">OpenWebUI</a></b> tools script.
+<br><br>
+The <b>Deep Research</b> feature is also available on the primary Spaces of <b><a href="https://umint-openwebui.hf.space" 
+target="_blank">UltimaX Intelligence</a></b>.
+<br><br>
+Please consider reading the <b><a href="https://huggingface.co/spaces/umint/ai/discussions/37#68b55209c51ca52ed299db4c" 
+target="_blank">Terms of Use and Consequences of Violation</a></b> if you wish to proceed to the main Spaces.
+<br><br>
+<b>Like this project? Feel free to buy me a <a href="https://ko-fi.com/hadad" target="_blank">coffee</a></b>.
+"""  # Gradio

src/engine/browser_engine.py

@@ -59,7 +59,7 @@ class BrowserEngine:
             )
             request_response.raise_for_status()
             extracted_content = request_response.text
-            return f"{extracted_content}{CONTENT_EXTRACTION}"
+            return f"{extracted_content}\n\n\n{CONTENT_EXTRACTION}"
         except Exception as error:
             return f"Error reading URL: {str(error)}"
 
@@ -83,6 +83,6 @@ class BrowserEngine:
             )
             search_response.raise_for_status()
             search_results = search_response.text
-            return f"{search_results}{SEARCH_SELECTION}"
+            return f"{search_results}\n\n\n{SEARCH_SELECTION}"
         except Exception as error:
             return f"Error during search: {str(error)}"

src/processor/message_processor.py

@@ -3,359 +3,15 @@
 # SPDX-License-Identifier: Apache-2.0
 #
 
-import json
 import traceback
-import time
-from openai import OpenAI
-from config import MODEL, INSTRUCTIONS
+from config import MODEL, INSTRUCTIONS_START
 from src.core.web_configuration import WebConfiguration
 from src.engine.browser_engine import BrowserEngine
 from src.tools.tool_manager import construct_tool_definitions
 from src.client.openai_client import initialize_client
-from assets.css.reasoning import styles
-
-def setup_response(system_instruction, conversation_history, user_input):
-    history = []
-    
-    if system_instruction:
-        history.append({"role": "system", "content": system_instruction})
-    
-    if isinstance(conversation_history, list):
-        for history_item in conversation_history:
-            message_role = history_item.get("role")
-            message_content = history_item.get("content")
-            if message_role in ("user", "assistant") and isinstance(message_content, str):
-                history.append({"role": message_role, "content": message_content})
-    
-    if isinstance(user_input, str) and user_input.strip():
-        history.append({"role": "user", "content": user_input})
-    
-    return history
-
-def extract_tool_parameters(raw_parameters, fallback_engine="google"):
-    try:
-        parsed_params = json.loads(raw_parameters or "{}")
-        if "engine" in parsed_params and parsed_params["engine"] not in ["google", "bing", "baidu"]:
-            parsed_params["engine"] = fallback_engine
-        if "engine" not in parsed_params:
-            parsed_params["engine"] = fallback_engine
-        return parsed_params, None
-    except Exception as parse_error:
-        return None, f"Invalid tool arguments: {str(parse_error)}"
-
-def assistant_response(response_message):
-    extracted_tool_calls = []
-    
-    if getattr(response_message, "tool_calls", None):
-        for tool_call in response_message.tool_calls:
-            extracted_tool_calls.append(
-                {
-                    "id": tool_call.id,
-                    "type": "function",
-                    "function": {
-                        "name": tool_call.function.name,
-                        "arguments": tool_call.function.arguments
-                    }
-                }
-            )
-    
-    return {
-        "role": "assistant",
-        "content": response_message.content or "",
-        "tool_calls": extracted_tool_calls if extracted_tool_calls else None
-    }
-
-def invoke_tool_function(search_engine, function_name, function_params):
-    if function_name == "web_search":
-        return search_engine.perform_search(
-            search_query=function_params.get("query", ""), 
-            search_provider=function_params.get("engine", "google")
-        )
-    if function_name == "read_url":
-        return search_engine.extract_page_content(
-            target_url=function_params.get("url", "")
-        )
-    return f"Unknown tool: {function_name}"
-
-def generate_response(server, model_name, conversation_messages, tool_definitions):
-    response_generator = ""
-    
-    try:
-        response = server.chat.completions.create(
-            model=model_name,
-            messages=conversation_messages,
-            tools=tool_definitions,
-            tool_choice="none",
-            temperature=0.75,
-            stream=True
-        )
-        
-        for data in response:
-            try:
-                raw_data = data.choices[0].delta.content or ""
-            except Exception:
-                raw_data = ""
-            
-            if raw_data:
-                response_generator += raw_data
-                yield response_generator
-        
-        yield response_generator
-        
-    except Exception as response_error:
-        response_generator += f"\nError: {str(response_error)}\n"
-        response_generator += traceback.format_exc()
-        yield response_generator
-
-def typing_effect(text, current_length=0):
-    if current_length < len(text):
-        return text[:current_length]
-    return text
-
-def tool_reasoning(tool_name, tool_arguments, stage, error=None, result=None):
-    if tool_name == "web_search":
-        query = tool_arguments.get("query", "") if tool_arguments else ""
-        engine = tool_arguments.get("engine", "google") if tool_arguments else "google"
-        
-        if stage == "parsing":
-            return (
-                f"I need to search for information about: {query}<br><br>"
-                f"I'm analyzing the user's request and preparing to execute a web search. "
-                f"The query I've identified is comprehensive and should yield relevant results. "
-                f"I will use the {engine} search engine for this task as it provides reliable and up-to-date information.<br><br>"
-                f"I'm now parsing the search parameters to ensure they are correctly formatted. "
-                f"The search query has been validated and I'm checking that all required fields are present. "
-                f"I need to make sure the search engine parameter is valid and supported by our system.<br><br>"
-                f"I'm preparing the search request with the following configuration:<br>"
-                f"- Search Query: {query}<br>"
-                f"- Search Engine: {engine}<br><br>"
-                f"I'm verifying that the network connection is stable and that the search service is accessible. "
-                f"All preliminary checks have been completed successfully."
-            )
-        elif stage == "executing":
-            return (
-                f"I'm now executing the web search for: {query}<br><br>"
-                f"I'm connecting to the {engine} search service and sending the search request. "
-                f"The connection has been established successfully and I'm waiting for the search results. "
-                f"I'm processing multiple search result pages to gather comprehensive information.<br><br>"
-                f"I'm analyzing the search results to identify the most relevant and authoritative sources. "
-                f"The search engine is returning results and I'm filtering them based on relevance scores. "
-                f"I'm extracting key information from each search result including titles, snippets, and URLs.<br><br>"
-                f"I'm organizing the search results in order of relevance and checking for duplicate content. "
-                f"The search process is progressing smoothly and I'm collecting valuable information. "
-                f"I'm also verifying the credibility of the sources to ensure high-quality information.<br><br>"
-                f"Current status: Processing search results...<br>"
-                f"Results found: Multiple relevant sources identified<br>"
-                f"Quality assessment: High relevance detected"
-            )
-        elif stage == "completed":
-            preview = result[:300] + "..." if result and len(result) > 300 else result
-            return (
-                f"I have successfully completed the web search for: {query}<br><br>"
-                f"I've retrieved comprehensive search results from {engine} and analyzed all the information. "
-                f"The search yielded multiple relevant results that directly address the user's query. "
-                f"I've extracted the most important information and organized it for processing.<br><br>"
-                f"I've identified several high-quality sources with authoritative information. "
-                f"The search results include recent and up-to-date content that is highly relevant. "
-                f"I've filtered out any duplicate or low-quality results to ensure accuracy.<br><br>"
-                f"I'm now processing the collected information to formulate a comprehensive response. "
-                f"The search results provide sufficient detail to answer the user's question thoroughly. "
-                f"I've verified the credibility of the sources and cross-referenced the information.<br><br>"
-                f"Search Summary:<br>"
-                f"- Total results processed: Multiple pages<br>"
-                f"- Relevance score: High<br>"
-                f"- Information quality: Verified and accurate<br>"
-                f"- Sources: Authoritative and recent<br><br>"
-                f"Preview of results:<br>{preview}"
-            )
-        elif stage == "error":
-            return (
-                f"I encountered an issue while attempting to search for: {query}<br><br>"
-                f"I tried to execute the web search but encountered an unexpected error. "
-                f"The error occurred during the search process and I need to handle it appropriately. "
-                f"I'm analyzing the error to understand what went wrong and how to proceed.<br><br>"
-                f"Error details: {error}<br><br>"
-                f"I'm attempting to diagnose the issue and considering alternative approaches. "
-                f"The error might be due to network connectivity, service availability, or parameter issues. "
-                f"I will try to recover from this error and provide the best possible response.<br><br>"
-                f"I'm evaluating whether I can retry the search with modified parameters. "
-                f"If the search cannot be completed, I will use my existing knowledge to help the user. "
-                f"I'm committed to providing valuable assistance despite this technical challenge."
-            )
-            
-    elif tool_name == "read_url":
-        url = tool_arguments.get("url", "") if tool_arguments else ""
-        
-        if stage == "parsing":
-            return (
-                f"I need to read and extract content from the URL: {url}<br><br>"
-                f"I'm analyzing the URL structure to ensure it's valid and accessible. "
-                f"The URL appears to be properly formatted and I'm preparing to fetch its content. "
-                f"I will extract the main content from this webpage to gather detailed information.<br><br>"
-                f"I'm validating the URL protocol and checking if it uses HTTP or HTTPS. "
-                f"The domain seems legitimate and I'm preparing the request headers. "
-                f"I need to ensure that the website allows automated content extraction.<br><br>"
-                f"I'm configuring the content extraction parameters:<br>"
-                f"- Target URL: {url}<br>"
-                f"- Extraction Method: Full content parsing<br>"
-                f"- Content Type: HTML/Text<br>"
-                f"- Encoding: Auto-detect<br><br>"
-                f"I'm checking if the website requires any special handling or authentication. "
-                f"All preliminary validation checks have been completed successfully."
-            )
-        elif stage == "executing":
-            return (
-                f"I'm now accessing the URL: {url}<br><br>"
-                f"I'm establishing a connection to the web server and sending the HTTP request. "
-                f"The connection is being established and I'm waiting for the server response. "
-                f"I'm following any redirects if necessary to reach the final destination.<br><br>"
-                f"I'm downloading the webpage content and checking the response status code. "
-                f"The server is responding and I'm receiving the HTML content. "
-                f"I'm monitoring the download progress and ensuring data integrity.<br><br>"
-                f"I'm parsing the HTML structure to extract the main content. "
-                f"I'm identifying and removing navigation elements, advertisements, and other non-content sections. "
-                f"I'm focusing on extracting the primary article or information content.<br><br>"
-                f"Current status: Extracting content...<br>"
-                f"Response received: Processing HTML<br>"
-                f"Content extraction: In progress"
-            )
-        elif stage == "completed":
-            preview = result[:300] + "..." if result and len(result) > 300 else result
-            return (
-                f"I have successfully extracted content from: {url}<br><br>"
-                f"I've retrieved the complete webpage content and processed it thoroughly. "
-                f"The extraction was successful and I've obtained the main textual content. "
-                f"I've cleaned the content by removing unnecessary HTML tags and formatting.<br><br>"
-                f"I've identified the main article or information section of the webpage. "
-                f"The content has been properly parsed and structured for analysis. "
-                f"I've preserved important information while filtering out irrelevant elements.<br><br>"
-                f"I'm now analyzing the extracted content to understand its context and relevance. "
-                f"The information appears to be comprehensive and directly related to the topic. "
-                f"I've verified that the content is complete and hasn't been truncated.<br><br>"
-                f"Extraction Summary:<br>"
-                f"- Content length: Substantial<br>"
-                f"- Extraction quality: High<br>"
-                f"- Content type: Article/Information<br>"
-                f"- Processing status: Complete<br><br>"
-                f"Preview of extracted content:<br>{preview}"
-            )
-        elif stage == "error":
-            return (
-                f"I encountered an issue while trying to access: {url}<br><br>"
-                f"I attempted to fetch the webpage content but encountered an error. "
-                f"The error prevented me from successfully extracting the information. "
-                f"I'm analyzing the error to understand the cause and find a solution.<br><br>"
-                f"Error details: {error}<br><br>"
-                f"I'm considering possible causes such as network issues, access restrictions, or invalid URLs. "
-                f"The website might be blocking automated access or the URL might be incorrect. "
-                f"I will try to work around this limitation and provide alternative assistance.<br><br>"
-                f"I'm evaluating whether I can access the content through alternative methods. "
-                f"If direct access isn't possible, I'll use my knowledge to help with the query. "
-                f"I remain committed to providing useful information despite this obstacle."
-            )
-    
-    return "I'm processing the tool execution request..."
-
-def process_tool_interactions(server, model_name, conversation_messages, tool_definitions, search_engine):
-    maximum_iterations = 1
-    logs_generator = ""
-    
-    for iteration_index in range(maximum_iterations):
-        try:
-            model_response = server.chat.completions.create(
-                model=model_name,
-                messages=conversation_messages,
-                tools=tool_definitions,
-                tool_choice="auto",
-                temperature=0.6
-            )
-        except Exception:
-            return conversation_messages, logs_generator
-
-        response_choice = model_response.choices[0]
-        assistant_message = response_choice.message
-        formatted_assistant_message = assistant_response(assistant_message)
-        
-        conversation_messages.append(
-            {
-                "role": formatted_assistant_message["role"],
-                "content": formatted_assistant_message["content"],
-                "tool_calls": formatted_assistant_message["tool_calls"]
-            }
-        )
-
-        pending_tool_calls = assistant_message.tool_calls or []
-        if not pending_tool_calls:
-            if logs_generator:
-                logs_generator = styles(logs_generator.replace('<br>', '\n').strip(), expanded=False)
-            return conversation_messages, logs_generator
-
-        for tool_invocation in pending_tool_calls:
-            tool_name = tool_invocation.function.name
-            tool_arguments_raw = tool_invocation.function.arguments
-            
-            extracted_arguments, extraction_error = extract_tool_parameters(tool_arguments_raw)
-            
-            if extraction_error:
-                error_reasoning = tool_reasoning(tool_name, None, "error", error=extraction_error)
-                for i in range(0, len(error_reasoning), 50):
-                    logs_generator = styles(typing_effect(error_reasoning, i), expanded=True)
-                    yield logs_generator
-                    time.sleep(0.10)
-                logs_generator = styles(error_reasoning, expanded=True)
-                yield logs_generator
-                tool_execution_result = extraction_error
-            else:
-                parsing_reasoning = tool_reasoning(tool_name, extracted_arguments, "parsing")
-                for i in range(0, len(parsing_reasoning), 50):
-                    logs_generator = styles(typing_effect(parsing_reasoning, i), expanded=True)
-                    yield logs_generator
-                    time.sleep(0.10)
-                
-                executing_reasoning = tool_reasoning(tool_name, extracted_arguments, "executing")
-                for i in range(0, len(executing_reasoning), 50):
-                    logs_generator = styles(typing_effect(executing_reasoning, i), expanded=True)
-                    yield logs_generator
-                    time.sleep(0.10)
-                
-                try:
-                    tool_execution_result = invoke_tool_function(
-                        search_engine, 
-                        tool_name, 
-                        extracted_arguments
-                    )
-                    
-                    completed_reasoning = tool_reasoning(tool_name, extracted_arguments, "completed", result=tool_execution_result)
-                    for i in range(0, len(completed_reasoning), 50):
-                        logs_generator = styles(typing_effect(completed_reasoning, i), expanded=True)
-                        yield logs_generator
-                        time.sleep(0.10)
-                    logs_generator = styles(completed_reasoning, expanded=False)
-                    yield logs_generator
-                    
-                except Exception as tool_error:
-                    error_reasoning = tool_reasoning(tool_name, extracted_arguments, "error", error=str(tool_error))
-                    for i in range(0, len(error_reasoning), 50):
-                        logs_generator = styles(typing_effect(error_reasoning, i), expanded=True)
-                        yield logs_generator
-                        time.sleep(0.10)
-                    logs_generator = styles(error_reasoning, expanded=True)
-                    yield logs_generator
-                    tool_execution_result = str(tool_error)
-
-            conversation_messages.append(
-                {
-                    "role": "tool",
-                    "tool_call_id": tool_invocation.id,
-                    "name": tool_name,
-                    "content": tool_execution_result
-                }
-            )
-    
-    if logs_generator:
-        logs_generator = styles(logs_generator.replace('<br>', '\n').strip(), expanded=False)
-    
-    return conversation_messages, logs_generator
+from .response.setup import setup_response
+from .response.generator import generate_response
+from .tools.interaction import process_tool_interactions
 
 def process_user_request(user_message, chat_history):
     if not isinstance(user_message, str) or not user_message.strip():
@@ -376,12 +32,14 @@ def process_user_request(user_message, chat_history):
         available_tools = construct_tool_definitions()
 
         conversation_messages = setup_response(
-            INSTRUCTIONS, 
+            INSTRUCTIONS_START, 
             chat_history, 
             user_message
         )
 
         tool_response = ""
+        tools_done = False
+        
         for tool_update in process_tool_interactions(
             server=server,
             model_name=MODEL,
@@ -395,6 +53,7 @@ def process_user_request(user_message, chat_history):
             else:
                 conversation_messages = tool_update[0]
                 tool_response = tool_update[1]
+                tools_done = tool_update[2]
 
         if tool_response:
             yield tool_response + "\n\n"
@@ -403,7 +62,8 @@ def process_user_request(user_message, chat_history):
             server=server,
             model_name=MODEL,
             conversation_messages=conversation_messages,
-            tool_definitions=available_tools
+            tool_definitions=available_tools,
+            tools_done=tools_done
         )
         
         for final_response in final_response_generator:

src/processor/reasoning/__init__.py

@@ -0,0 +1,12 @@
+#
+# SPDX-FileCopyrightText: Hadad <hadad@linuxmail.org>
+# SPDX-License-Identifier: Apache-2.0
+#
+
+from .interface import reasoning_interfaces
+from .tool_reasoning import tool_reasoning
+
+__all__ = [
+    'reasoning_interfaces',
+    'tool_reasoning'
+]

src/processor/reasoning/interface.py

@@ -0,0 +1,9 @@
+#
+# SPDX-FileCopyrightText: Hadad <hadad@linuxmail.org>
+# SPDX-License-Identifier: Apache-2.0
+#
+
+def reasoning_interfaces(text, current_length=0):
+    if current_length < len(text):
+        return text[:current_length]
+    return text

src/processor/reasoning/tool_reasoning.py

@@ -0,0 +1,38 @@
+#
+# SPDX-FileCopyrightText: Hadad <hadad@linuxmail.org>
+# SPDX-License-Identifier: Apache-2.0
+#
+
+from config import REASONING_STEPS, REASONING_DEFAULT
+
+def tool_reasoning(tool_name, tool_arguments, stage, error=None, result=None):
+    if tool_name == "web_search":
+        query = tool_arguments.get("query", "") if tool_arguments else ""
+        engine = tool_arguments.get("engine", "google") if tool_arguments else "google"
+        
+        template = REASONING_STEPS.get("web_search", {}).get(stage)
+        
+        if template:
+            if stage == "completed":
+                preview = result[:300] + "..." if result and len(result) > 300 else result
+                return template.format(query=query, engine=engine, preview=preview)
+            elif stage == "error":
+                return template.format(query=query, engine=engine, error=error)
+            else:
+                return template.format(query=query, engine=engine)
+            
+    elif tool_name == "read_url":
+        url = tool_arguments.get("url", "") if tool_arguments else ""
+        
+        template = REASONING_STEPS.get("read_url", {}).get(stage)
+        
+        if template:
+            if stage == "completed":
+                preview = result[:300] + "..." if result and len(result) > 300 else result
+                return template.format(url=url, preview=preview)
+            elif stage == "error":
+                return template.format(url=url, error=error)
+            else:
+                return template.format(url=url)
+    
+    return REASONING_DEFAULT

src/processor/response/__init__.py

@@ -0,0 +1,14 @@
+#
+# SPDX-FileCopyrightText: Hadad <hadad@linuxmail.org>
+# SPDX-License-Identifier: Apache-2.0
+#
+
+from .setup import setup_response
+from .formatter import assistant_response
+from .generator import generate_response
+
+__all__ = [
+    'setup_response',
+    'assistant_response',
+    'generate_response'
+]

src/processor/response/formatter.py

@@ -0,0 +1,26 @@
+#
+# SPDX-FileCopyrightText: Hadad <hadad@linuxmail.org>
+# SPDX-License-Identifier: Apache-2.0
+#
+
+def assistant_response(response_message):
+    extracted_tool_calls = []
+    
+    if getattr(response_message, "tool_calls", None):
+        for tool_call in response_message.tool_calls:
+            extracted_tool_calls.append(
+                {
+                    "id": tool_call.id,
+                    "type": "function",
+                    "function": {
+                        "name": tool_call.function.name,
+                        "arguments": tool_call.function.arguments
+                    }
+                }
+            )
+    
+    return {
+        "role": "assistant",
+        "content": response_message.content or "",
+        "tool_calls": extracted_tool_calls if extracted_tool_calls else None
+    }

src/processor/response/generator.py

@@ -0,0 +1,50 @@
+#
+# SPDX-FileCopyrightText: Hadad <hadad@linuxmail.org>
+# SPDX-License-Identifier: Apache-2.0
+#
+
+import traceback
+from config import INSTRUCTIONS_END
+
+def generate_response(
+    server,
+    model_name,
+    conversation_messages,
+    tool_definitions,
+    tools_done=False
+):
+    response_generator = ""
+    
+    if tools_done:
+        system_reminder = {
+            "role": "system",
+            "content": INSTRUCTIONS_END
+        }
+        conversation_messages.append(system_reminder)
+    
+    try:
+        response = server.chat.completions.create(
+            model=model_name,
+            messages=conversation_messages,
+            tools=tool_definitions if not tools_done else None,
+            tool_choice="none",
+            temperature=0.75,
+            stream=True
+        )
+        
+        for data in response:
+            try:
+                raw_data = data.choices[0].delta.content or ""
+            except Exception:
+                raw_data = ""
+            
+            if raw_data:
+                response_generator += raw_data
+                yield response_generator
+        
+        yield response_generator
+        
+    except Exception as response_error:
+        response_generator += f"\nError: {str(response_error)}\n"
+        response_generator += traceback.format_exc()
+        yield response_generator

src/processor/response/setup.py

@@ -0,0 +1,22 @@
+#
+# SPDX-FileCopyrightText: Hadad <hadad@linuxmail.org>
+# SPDX-License-Identifier: Apache-2.0
+#
+
+def setup_response(system_instruction, conversation_history, user_input):
+    history = []
+    
+    if system_instruction:
+        history.append({"role": "system", "content": system_instruction})
+    
+    if isinstance(conversation_history, list):
+        for history_item in conversation_history:
+            message_role = history_item.get("role")
+            message_content = history_item.get("content")
+            if message_role in ("user", "assistant") and isinstance(message_content, str):
+                history.append({"role": message_role, "content": message_content})
+    
+    if isinstance(user_input, str) and user_input.strip():
+        history.append({"role": "user", "content": user_input})
+    
+    return history

src/processor/tools/__init__.py

@@ -0,0 +1,14 @@
+#
+# SPDX-FileCopyrightText: Hadad <hadad@linuxmail.org>
+# SPDX-License-Identifier: Apache-2.0
+#
+
+from .parser import extract_tool_parameters
+from .executor import invoke_tool_function
+from .interaction import process_tool_interactions
+
+__all__ = [
+    'extract_tool_parameters',
+    'invoke_tool_function',
+    'process_tool_interactions'
+]

src/processor/tools/executor.py

@@ -0,0 +1,16 @@
+#
+# SPDX-FileCopyrightText: Hadad <hadad@linuxmail.org>
+# SPDX-License-Identifier: Apache-2.0
+#
+
+def invoke_tool_function(search_engine, function_name, function_params):
+    if function_name == "web_search":
+        return search_engine.perform_search(
+            search_query=function_params.get("query", ""), 
+            search_provider=function_params.get("engine", "google")
+        )
+    if function_name == "read_url":
+        return search_engine.extract_page_content(
+            target_url=function_params.get("url", "")
+        )
+    return f"Unknown tool: {function_name}"

src/processor/tools/interaction.py

@@ -0,0 +1,121 @@
+#
+# SPDX-FileCopyrightText: Hadad <hadad@linuxmail.org>
+# SPDX-License-Identifier: Apache-2.0
+#
+
+import time
+from assets.css.reasoning import styles
+from ..response.formatter import assistant_response
+from ..reasoning.interface import reasoning_interfaces
+from ..reasoning.tool_reasoning import tool_reasoning
+from .parser import extract_tool_parameters
+from .executor import invoke_tool_function
+from config import REASONING_DELAY
+
+def process_tool_interactions(server, model_name, conversation_messages, tool_definitions, search_engine):
+    maximum_iterations = 1
+    logs_generator = ""
+    tool_results = []
+    
+    for iteration_index in range(maximum_iterations):
+        try:
+            model_response = server.chat.completions.create(
+                model=model_name,
+                messages=conversation_messages,
+                tools=tool_definitions,
+                tool_choice="auto",
+                temperature=0.6
+            )
+        except Exception:
+            return conversation_messages, logs_generator, False
+
+        response_choice = model_response.choices[0]
+        assistant_message = response_choice.message
+        formatted_assistant_message = assistant_response(assistant_message)
+        
+        conversation_messages.append(
+            {
+                "role": formatted_assistant_message["role"],
+                "content": formatted_assistant_message["content"],
+                "tool_calls": formatted_assistant_message["tool_calls"]
+            }
+        )
+
+        pending_tool_calls = assistant_message.tool_calls or []
+        if not pending_tool_calls:
+            if logs_generator:
+                logs_generator = styles(logs_generator.replace('<br>', '\n').strip(), expanded=False)
+            return conversation_messages, logs_generator, False
+
+        for tool_invocation in pending_tool_calls:
+            tool_name = tool_invocation.function.name
+            tool_arguments_raw = tool_invocation.function.arguments
+            
+            extracted_arguments, extraction_error = extract_tool_parameters(tool_arguments_raw)
+            
+            if extraction_error:
+                error_reasoning = tool_reasoning(tool_name, None, "error", error=extraction_error)
+                for i in range(0, len(error_reasoning), 50):
+                    logs_generator = styles(reasoning_interfaces(error_reasoning, i), expanded=True)
+                    yield logs_generator
+                    time.sleep(REASONING_DELAY)
+                logs_generator = styles(error_reasoning, expanded=True)
+                yield logs_generator
+                tool_execution_result = extraction_error
+            else:
+                reasoning_status = tool_reasoning(tool_name, extracted_arguments, "parsing")
+                for i in range(0, len(reasoning_status), 50):
+                    logs_generator = styles(reasoning_interfaces(reasoning_status, i), expanded=True)
+                    yield logs_generator
+                    time.sleep(REASONING_DELAY)
+                
+                reasoning_start = tool_reasoning(tool_name, extracted_arguments, "executing")
+                for i in range(0, len(reasoning_start), 50):
+                    logs_generator = styles(reasoning_interfaces(reasoning_start, i), expanded=True)
+                    yield logs_generator
+                    time.sleep(REASONING_DELAY)
+                
+                try:
+                    tool_execution_result = invoke_tool_function(
+                        search_engine, 
+                        tool_name, 
+                        extracted_arguments
+                    )
+                    tool_results.append({
+                        "tool": tool_name,
+                        "arguments": extracted_arguments,
+                        "result": tool_execution_result
+                    })
+                    
+                    reasoning_done = tool_reasoning(tool_name, extracted_arguments, "completed", result=tool_execution_result)
+                    for i in range(0, len(reasoning_done), 50):
+                        logs_generator = styles(reasoning_interfaces(reasoning_done, i), expanded=True)
+                        yield logs_generator
+                        time.sleep(REASONING_DELAY)
+                    logs_generator = styles(reasoning_done, expanded=False)
+                    yield logs_generator
+                    
+                except Exception as tool_error:
+                    error_reasoning = tool_reasoning(tool_name, extracted_arguments, "error", error=str(tool_error))
+                    for i in range(0, len(error_reasoning), 50):
+                        logs_generator = styles(reasoning_interfaces(error_reasoning, i), expanded=True)
+                        yield logs_generator
+                        time.sleep(REASONING_DELAY)
+                    logs_generator = styles(error_reasoning, expanded=True)
+                    yield logs_generator
+                    tool_execution_result = str(tool_error)
+
+            conversation_messages.append(
+                {
+                    "role": "tool",
+                    "tool_call_id": tool_invocation.id,
+                    "name": tool_name,
+                    "content": tool_execution_result
+                }
+            )
+    
+    if logs_generator:
+        logs_generator = styles(logs_generator.replace('<br>', '\n').strip(), expanded=False)
+    
+    results_generator = len(tool_results) > 0
+    return conversation_messages, logs_generator, results_generator

src/processor/tools/parser.py

@@ -0,0 +1,17 @@
+#
+# SPDX-FileCopyrightText: Hadad <hadad@linuxmail.org>
+# SPDX-License-Identifier: Apache-2.0
+#
+
+import json
+
+def extract_tool_parameters(raw_parameters, fallback_engine="google"):
+    try:
+        parsed_params = json.loads(raw_parameters or "{}")
+        if "engine" in parsed_params and parsed_params["engine"] not in ["google", "bing", "baidu"]:
+            parsed_params["engine"] = fallback_engine
+        if "engine" not in parsed_params:
+            parsed_params["engine"] = fallback_engine
+        return parsed_params, None
+    except Exception as parse_error:
+        return None, f"Invalid tool arguments: {str(parse_error)}"