created agent

.gitignore

@@ -0,0 +1,2 @@
+.env
+*.m4a

.python-version

@@ -0,0 +1 @@
+3.12

app.py

@@ -1,38 +1,314 @@
 import os
+import io
 import gradio as gr
 import requests
-import inspect
 import pandas as pd
+from time import sleep
+from PIL import Image
+import helium
+from selenium import webdriver
+from selenium.webdriver.common.by import By
+from selenium.webdriver.common.keys import Keys
+from selenium.webdriver.remote.webelement import WebElement
+from smolagents import (
+    LiteLLMModel,
+    InferenceClientModel,
+    CodeAgent,
+    tool,
+)
+from yt_dlp import YoutubeDL
+from pprint import pprint
+from markdownify import markdownify as md
+import urllib
+from unstructured.partition.auto import partition
+import whisper
+from helium import *
+from dotenv import load_dotenv
+from phoenix.otel import register
+from openinference.instrumentation.smolagents import SmolagentsInstrumentor
+
+
+register()
+SmolagentsInstrumentor().instrument()
+audio_model = whisper.load_model("turbo")
+
+load_dotenv()
 
 # (Keep Constants as is)
 # --- Constants ---
 DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 
 # --- Basic Agent Definition ---
-# ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
-class BasicAgent:
-    def __init__(self):
-        print("BasicAgent initialized.")
-    def __call__(self, question: str) -> str:
-        print(f"Agent received question (first 50 chars): {question[:50]}...")
-        fixed_answer = "This is a default answer."
-        print(f"Agent returning fixed answer: {fixed_answer}")
-        return fixed_answer
-
-def run_and_submit_all( profile: gr.OAuthProfile | None):
+# ----- THIS IS WHERE YOU CAN BUILD WHAT YOU WANT ------
+
+
+def get_agent():
+    chrome_options = webdriver.ChromeOptions()
+    chrome_options.add_argument("--force-device-scale-factor=1")
+    # chrome_options.add_argument("--window-size=1000,1350")
+    # chrome_options.add_argument("--disable-pdf-viewer")
+    chrome_options.add_argument("--window-position=0,0")
+
+    # Initialize the browser
+    driver = helium.start_chrome(headless=False, options=chrome_options)
+    helium_instructions = """
+        You can use helium to access websites. Don't bother about the helium driver, it's already managed.
+        We've already ran "from helium import *"
+        Then you can go to pages!
+        Code:
+        ```py
+        go_to('github.com/trending')
+        ```<end_code>
+
+        You can directly click clickable elements by inputting the text that appears on them using the tool `click_element` with element as an argument.
+        This element is retrieved using the tool `get_element_by_text`.
+        Code:
+        ```py
+        click_element(get_element_by_text("Top products"), None)
+        ```<end_code>
+
+        If you try to interact with an element and it's not found, you'll get a LookupError.
+        Never try to login in a page.
+
+        You can search for a text on the page using the tool `search_item_ctrl_f` with text as an argument and the index of the element as an optional argument.
+        Code:
+        ```py
+        search_item_ctrl_f("Top products")
+        ```<end_code>
+
+        When you have pop-ups with a cross icon to close, don't try to click the close icon by finding its element or targeting an 'X' element (this most often fails).
+        Just use your built-in tool `close_popups` to close them:
+        Code:
+        ```py
+        close_popups()
+        ```<end_code>
+
+        You can use .exists() to check for the existence of an element. For example:
+        Code:
+        ```py
+        if Text('Accept cookies?').exists():
+            click('I accept')
+        ```<end_code>
+    """
+
+    @tool
+    def search_item_ctrl_f(text: str, nth_result: int | None = None) -> str:
+        """
+        Searches for text on the current page via Ctrl + F and jumps to the nth occurrence and scroll into view.
+        Args:
+            text: The text to search for
+            nth_result: Which occurrence to jump to (default: None)
+        """
+        elements = driver.find_elements(By.XPATH, f"//*[contains(text(), '{text}')]")
+        if nth_result is not None and nth_result > len(elements):
+            raise Exception(
+                f"Match n°{nth_result} not found (only {len(elements)} matches found)"
+            )
+        result = f"Found {len(elements)} matches for '{text}'."
+        if nth_result is None:
+            return (
+                result
+                + "\n"
+                + "\n".join([get_surrounding_elements(element) for element in elements])
+            )
+        elem = elements[nth_result - 1]
+        driver.execute_script("arguments[0].scrollIntoView(true);", elem)
+        return (
+            result
+            + "\n"
+            + f"This is the element : {nth_result}"
+            + "\n"
+            + get_surrounding_elements(elem)
+        )
+
+    @tool
+    def go_back() -> None:
+        """Goes back to previous page."""
+        driver.back()
+
+    @tool
+    def close_popups() -> str:
+        """
+        Closes any visible modal or pop-up on the page. Use this to dismiss pop-up windows!
+        This does not work on cookie consent banners.
+        """
+        webdriver.ActionChains(driver).send_keys(Keys.ESCAPE).perform()
+
+    @tool
+    def scroll_into_view(element: WebElement) -> None:
+        """Scrolls an element into view.
+        Args:
+            element: The element to scroll into view.
+        """
+        driver.execute_script("arguments[0].scrollIntoView(true);", element)
+
+    @tool
+    def click_element(element: WebElement) -> None:
+        """Clicks an element.
+        Args:
+            element: The element to click.
+        """
+        element.click()
+
+    @tool
+    def get_element_by_text(text: str) -> WebElement:
+        """Returns an element with the specified text.
+        Args:
+            text: The text of the element to return.
+        """
+        return driver.find_element(By.XPATH, f"//*[contains(text(), '{text}')]")
+
+    @tool
+    def visit_webpage_in_markdown(url: str) -> str:
+        """Visits a webpage. Returns the markdown content of the page.
+        Args:
+            url: The URL of the webpage to visit.
+        """
+        driver.get(url)
+        return md(driver.page_source)
+
+    @tool
+    def visit_webpage_in_html(url: str) -> str:
+        """Visits a webpage. Returns the HTML content of the page.
+        Args:
+            url: The URL of the webpage to visit.
+        """
+        driver.get(url)
+        return driver.page_source
+
+    @tool
+    def get_surrounding_elements(element: WebElement, num_elements: int = 50) -> str:
+        """Returns the surrounding elements of an element.
+        Args:
+            element: The element to return the surrounding elements of.
+            num_elements: The number of elements to return. Default is 50.
+        """
+        target = md(element.get_attribute("outerHTML"))
+        elements = [
+            element
+            for element in md(driver.page_source).split("\n")
+            if element.strip()
+        ]
+        for i, element in enumerate(elements):
+            if element in target or target in element:
+                return "\n".join(elements[i - num_elements : i + num_elements])
+        return "\n".join(elements[:num_elements])
+
+    @tool
+    def web_search(query: str) -> str:
+        """Searches for a query on the web and returns the markdown content of the page.
+        Args:
+            query: The query to search for.
+        """
+        query = urllib.parse.quote(query)
+        go_to(f"https://duckduckgo.com/?q={query}&ia=web")
+        return md(driver.page_source)
+
+    @tool
+    def transcribe_youtube_video(video_url: str) -> str:
+        """Transcribe a YouTube video using yt-dlp and Whisper.
+        Args:
+            video_url: The URL of the YouTube video to transcribe.
+        """
+        ydl_opts = {
+            "format": "m4a/bestaudio/best",
+            "outtmpl": "audio.m4a",
+            "key": "FFmpegExtractAudio",
+            "preferredcodec": "m4a",
+        }
+        with YoutubeDL(ydl_opts) as ydl:
+            info = ydl.extract_info(video_url)
+            captions = info.get("automatic_captions", {})
+            if "en" in captions:
+                captions = captions["en"]
+                for caption in captions:
+                    if caption.get("ext", "") == "srt":
+                        url = caption.get("url", "")
+                        return requests.get(url).text
+
+        ydl.download(video_url)
+        transcript = audio_model.transcribe("audio.m4a")
+        return transcript["text"]
+
+    @tool
+    def parse_doc_file(file_url: str) -> str:
+        """
+        Parse any document type file like pdf, docx, xls, xlsx, etc and return its content in markdown format.
+        Args:
+            file_url: The URL of the document file to parse.
+        """
+        try:
+            response = requests.get(file_url)
+            response.raise_for_status()
+            elements = partition(file=io.BytesIO(response.content), include_page_breaks=True)
+            return "\n\n".join([str(el) for el in elements])
+        except Exception as e:
+            return f"Failed to fetch file: {e}"
+
+    @tool
+    def parse_audio_file(file_url: str) -> str:
+        """
+        Parse an audio file and return its content in markdown format.
+        Args:
+            file_url: The URL of the audio file to parse.
+        """
+        try:
+            response = requests.get(file_url)
+            response.raise_for_status()
+            return audio_model.transcribe(io.BytesIO(response.content))['text']
+        except Exception as e:
+            return f"Failed to fetch file: {e}"
+
+    # think_agent = CodeAgent(
+    #     model=LiteLLMModel("gemini/gemini-2.5-flash-preview-05-20"),
+    #     tools=[web_search],
+    #     additional_authorized_imports="*",
+    #     name="Think Agent",
+    #     description="You are the thinking agent who will think step by step to solve the problem."
+    # )
+
+    agent = CodeAgent(
+        tools=[
+            web_search,
+            visit_webpage_in_markdown,
+            visit_webpage_in_html,
+            scroll_into_view,
+            click_element,
+            get_element_by_text,
+            get_surrounding_elements,
+            go_back,
+            close_popups,
+            search_item_ctrl_f,
+            parse_doc_file,
+            parse_audio_file,
+            transcribe_youtube_video,
+        ],
+        model=LiteLLMModel("gemini/gemini-2.0-flash-lite"),
+        # model=InferenceClientModel(),
+        additional_authorized_imports="*",
+        # managed_agents=[think_agent],
+    )
+    agent.prompt_templates["system_prompt"] += helium_instructions
+    agent.python_executor("from helium import *")
+
+    return agent
+
+
+def run_and_submit_all(profile: gr.OAuthProfile | None):
     """
     Fetches all questions, runs the BasicAgent on them, submits all answers,
     and displays the results.
     """
     # --- Determine HF Space Runtime URL and Repo URL ---
-    space_id = os.getenv("SPACE_ID") # Get the SPACE_ID for sending link to the code
+    space_id = os.getenv("SPACE_ID", "rony000013/hf_agent_course") # Get the SPACE_ID for sending link to the code
 
-    if profile:
-        username= f"{profile.username}"
-        print(f"User logged in: {username}")
-    else:
-        print("User not logged in.")
-        return "Please Login to Hugging Face with the button.", None
+    # if profile:
+    #     username= f"{profile.username}"
+    #     print(f"User logged in: {username}")
+    # else:
+    #     print("User not logged in.")
+    #     return "Please Login to Hugging Face with the button.", None
+    username = "rony000013"
 
     api_url = DEFAULT_API_URL
     questions_url = f"{api_url}/questions"
@@ -40,7 +316,7 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
 
     # 1. Instantiate Agent ( modify this part to create your agent)
     try:
-        agent = BasicAgent()
+        agent = get_agent()
     except Exception as e:
         print(f"Error instantiating agent: {e}")
         return f"Error initializing agent: {e}", None
@@ -55,16 +331,12 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
         response.raise_for_status()
         questions_data = response.json()
         if not questions_data:
-             print("Fetched questions list is empty.")
-             return "Fetched questions list is empty or invalid format.", None
+            print("Fetched questions list is empty.")
+            return "Fetched questions list is empty or invalid format.", None
         print(f"Fetched {len(questions_data)} questions.")
     except requests.exceptions.RequestException as e:
         print(f"Error fetching questions: {e}")
         return f"Error fetching questions: {e}", None
-    except requests.exceptions.JSONDecodeError as e:
-         print(f"Error decoding JSON response from questions endpoint: {e}")
-         print(f"Response text: {response.text[:500]}")
-         return f"Error decoding server response for questions: {e}", None
     except Exception as e:
         print(f"An unexpected error occurred fetching questions: {e}")
         return f"An unexpected error occurred fetching questions: {e}", None
@@ -76,22 +348,59 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
     for item in questions_data:
         task_id = item.get("task_id")
         question_text = item.get("question")
+        file_name = item.get("file_name")
         if not task_id or question_text is None:
             print(f"Skipping item with missing task_id or question: {item}")
             continue
         try:
-            submitted_answer = agent(question_text)
-            answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
-            results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
+            if file_name != "" and file_name is not None:
+                if (
+                    file_name.endswith(".png")
+                    or file_name.endswith(".jpg")
+                    or file_name.endswith(".jpeg")
+                ):
+                    image_url = f"{api_url}/files/{task_id}"
+                    image_response = requests.get(image_url)
+                    image_response.raise_for_status()
+                    image_data = image_response.content
+                    image = Image.open(io.BytesIO(image_data))
+                    submitted_answer = agent.run(question_text, images=[image], reset=True)
+                else:
+                    submitted_answer = agent.run(
+                        f"{question_text}\n\nFile name: {file_name}\n\nFile URL: {api_url}/files/{task_id}", reset=True
+                    )
+            else:
+                submitted_answer = agent.run(question_text)
+            answers_payload.append(
+                {"task_id": task_id, "submitted_answer": submitted_answer}
+            )
+            results_log.append(
+                {
+                    "Task ID": task_id,
+                    "Question": question_text,
+                    "Submitted Answer": submitted_answer,
+                }
+            )
         except Exception as e:
-             print(f"Error running agent on task {task_id}: {e}")
-             results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
+            print(f"Error running agent on task {task_id}: {e}")
+            results_log.append(
+                {
+                    "Task ID": task_id,
+                    "Question": question_text,
+                    "Submitted Answer": f"AGENT ERROR: {e}",
+                }
+            )
+
+        sleep(30)
 
     if not answers_payload:
         print("Agent did not produce any answers to submit.")
         return "Agent did not produce any answers to submit.", pd.DataFrame(results_log)
 
-    # 4. Prepare Submission 
+    print("Agent produced answers to submit.")
+    print(answers_payload)
+
+    # 4. Prepare Submission
     submission_data = {"username": username.strip(), "agent_code": agent_code, "answers": answers_payload}
     status_update = f"Agent finished. Submitting {len(answers_payload)} answers for user '{username}'..."
     print(status_update)
@@ -110,8 +419,11 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
             f"Message: {result_data.get('message', 'No message received.')}"
         )
         print("Submission successful.")
+        pprint(result_data)
+        pprint(final_status)
         results_df = pd.DataFrame(results_log)
         return final_status, results_df
+
     except requests.exceptions.HTTPError as e:
         error_detail = f"Server responded with status {e.response.status_code}."
         try:
@@ -123,16 +435,19 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
         print(status_message)
         results_df = pd.DataFrame(results_log)
         return status_message, results_df
+
     except requests.exceptions.Timeout:
         status_message = "Submission Failed: The request timed out."
         print(status_message)
         results_df = pd.DataFrame(results_log)
         return status_message, results_df
+
     except requests.exceptions.RequestException as e:
         status_message = f"Submission Failed: Network error - {e}"
         print(status_message)
         results_df = pd.DataFrame(results_log)
         return status_message, results_df
+
     except Exception as e:
         status_message = f"An unexpected error occurred during submission: {e}"
         print(status_message)
@@ -141,56 +456,58 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
 
 
 # --- Build Gradio Interface using Blocks ---
-with gr.Blocks() as demo:
-    gr.Markdown("# Basic Agent Evaluation Runner")
-    gr.Markdown(
-        """
-        **Instructions:**
+# with gr.Blocks() as demo:
+#     gr.Markdown("# Basic Agent Evaluation Runner")
+#     gr.Markdown(
+#         """
+#         **Instructions:**
 
-        1.  Please clone this space, then modify the code to define your agent's logic, the tools, the necessary packages, etc ...
-        2.  Log in to your Hugging Face account using the button below. This uses your HF username for submission.
-        3.  Click 'Run Evaluation & Submit All Answers' to fetch questions, run your agent, submit answers, and see the score.
+#         1.  Please clone this space, then modify the code to define your agent's logic, the tools, the necessary packages, etc ...
+#         2.  Log in to your Hugging Face account using the button below. This uses your HF username for submission.
+#         3.  Click 'Run Evaluation & Submit All Answers' to fetch questions, run your agent, submit answers, and see the score.
 
-        ---
-        **Disclaimers:**
-        Once clicking on the "submit button, it can take quite some time ( this is the time for the agent to go through all the questions).
-        This space provides a basic setup and is intentionally sub-optimal to encourage you to develop your own, more robust solution. For instance for the delay process of the submit button, a solution could be to cache the answers and submit in a seperate action or even to answer the questions in async.
-        """
-    )
+#         ---
+#         **Disclaimers:**
+#         Once clicking on the "submit button, it can take quite some time ( this is the time for the agent to go through all the questions).
+#         This space provides a basic setup and is intentionally sub-optimal to encourage you to develop your own, more robust solution. For instance for the delay process of the submit button, a solution could be to cache the answers and submit in a seperate action or even to answer the questions in async.
+#         """
+#     )
 
-    gr.LoginButton()
+#     gr.LoginButton()
 
-    run_button = gr.Button("Run Evaluation & Submit All Answers")
+#     run_button = gr.Button("Run Evaluation & Submit All Answers")
 
-    status_output = gr.Textbox(label="Run Status / Submission Result", lines=5, interactive=False)
-    # Removed max_rows=10 from DataFrame constructor
-    results_table = gr.DataFrame(label="Questions and Agent Answers", wrap=True)
+#     status_output = gr.Textbox(label="Run Status / Submission Result", lines=5, interactive=False)
+#     # Removed max_rows=10 from DataFrame constructor
+#     results_table = gr.DataFrame(label="Questions and Agent Answers", wrap=True)
 
-    run_button.click(
-        fn=run_and_submit_all,
-        outputs=[status_output, results_table]
-    )
+#     run_button.click(
+#         fn=run_and_submit_all,
+#         outputs=[status_output, results_table]
+#     )
+
+# if __name__ == "__main__":
+#     print("\n" + "-"*30 + " App Starting " + "-"*30)
+#     # Check for SPACE_HOST and SPACE_ID at startup for information
+#     space_host_startup = os.getenv("SPACE_HOST")
+#     space_id_startup = os.getenv("SPACE_ID") # Get SPACE_ID at startup
+
+#     if space_host_startup:
+#         print(f"✅ SPACE_HOST found: {space_host_startup}")
+#         print(f"   Runtime URL should be: https://{space_host_startup}.hf.space")
+#     else:
+#         print("ℹ️  SPACE_HOST environment variable not found (running locally?).")
+
+#     if space_id_startup: # Print repo URLs if SPACE_ID is found
+#         print(f"✅ SPACE_ID found: {space_id_startup}")
+#         print(f"   Repo URL: https://huggingface.co/spaces/{space_id_startup}")
+#         print(f"   Repo Tree URL: https://huggingface.co/spaces/{space_id_startup}/tree/main")
+#     else:
+#         print("ℹ️  SPACE_ID environment variable not found (running locally?). Repo URL cannot be determined.")
+
+#     print("-"*(60 + len(" App Starting ")) + "\n")
+
+#     print("Launching Gradio Interface for Basic Agent Evaluation...")
+#     demo.launch(debug=True, share=False)
 
-if __name__ == "__main__":
-    print("\n" + "-"*30 + " App Starting " + "-"*30)
-    # Check for SPACE_HOST and SPACE_ID at startup for information
-    space_host_startup = os.getenv("SPACE_HOST")
-    space_id_startup = os.getenv("SPACE_ID") # Get SPACE_ID at startup
-
-    if space_host_startup:
-        print(f"✅ SPACE_HOST found: {space_host_startup}")
-        print(f"   Runtime URL should be: https://{space_host_startup}.hf.space")
-    else:
-        print("ℹ️  SPACE_HOST environment variable not found (running locally?).")
-
-    if space_id_startup: # Print repo URLs if SPACE_ID is found
-        print(f"✅ SPACE_ID found: {space_id_startup}")
-        print(f"   Repo URL: https://huggingface.co/spaces/{space_id_startup}")
-        print(f"   Repo Tree URL: https://huggingface.co/spaces/{space_id_startup}/tree/main")
-    else:
-        print("ℹ️  SPACE_ID environment variable not found (running locally?). Repo URL cannot be determined.")
-
-    print("-"*(60 + len(" App Starting ")) + "\n")
-
-    print("Launching Gradio Interface for Basic Agent Evaluation...")
-    demo.launch(debug=True, share=False)
+run_and_submit_all(None)

pyproject.toml

@@ -0,0 +1,32 @@
+[project]
+name = "hf-agents-course-final-assignment"
+version = "0.1.0"
+description = "Add your description here"
+readme = "README.md"
+requires-python = ">=3.12"
+dependencies = [
+    "arize-phoenix>=10.11.0",
+    "arize-phoenix-otel>=0.10.3",
+    "gradio>=5.33.0",
+    "helium>=5.1.1",
+    "huggingface-hub>=0.32.4",
+    "itsdangerous>=2.2.0",
+    "jupyter>=1.1.1",
+    "langchain-community>=0.3.24",
+    "markdownify>=1.1.0",
+    "openai-whisper>=20240930",
+    "openinference-instrumentation-litellm>=0.1.22",
+    "openinference-instrumentation-smolagents>=0.1.13",
+    "opentelemetry-exporter-otlp>=1.34.1",
+    "opentelemetry-sdk>=1.34.1",
+    "pandas>=2.3.0",
+    "pillow>=11.2.1",
+    "polars>=1.30.0",
+    "requests>=2.32.3",
+    "selenium>=4.33.0",
+    "smolagents[litellm,telemetry,toolkit]>=1.17.0",
+    "unstructured[all-docs]>=0.17.2",
+    "whisper>=1.1.10",
+    "wikipedia>=1.4.0",
+    "yt-dlp>=2025.6.9",
+]

requirements.txt

@@ -1,2 +1,291 @@
-gradio
-requests
+accelerate==1.7.0
+aiofiles==24.1.0
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.9
+aioitertools==0.12.0
+aiosignal==1.3.2
+aiosqlite==0.21.0
+alembic==1.16.1
+annotated-types==0.7.0
+antlr4-python3-runtime==4.9.3
+anyio==4.9.0
+argon2-cffi==25.1.0
+argon2-cffi-bindings==21.2.0
+arize-phoenix==10.11.0
+arize-phoenix-client==1.10.0
+arize-phoenix-evals==0.20.8
+arize-phoenix-otel==0.10.3
+arrow==1.3.0
+asttokens==3.0.0
+async-lru==2.0.5
+attrs==25.3.0
+authlib==1.6.0
+babel==2.17.0
+backoff==2.2.1
+beautifulsoup4==4.13.4
+bleach==6.2.0
+cachetools==6.0.0
+certifi==2025.4.26
+cffi==1.17.1
+chardet==5.2.0
+charset-normalizer==3.4.2
+click==8.2.1
+colorama==0.4.6
+coloredlogs==15.0.1
+comm==0.2.2
+contourpy==1.3.2
+cryptography==45.0.4
+cycler==0.12.1
+dataclasses-json==0.6.7
+debugpy==1.8.14
+decorator==5.2.1
+defusedxml==0.7.1
+deprecated==1.2.18
+distro==1.9.0
+dnspython==2.7.0
+duckduckgo-search==8.0.2
+effdet==0.4.1
+email-validator==2.2.0
+emoji==2.14.1
+et-xmlfile==2.0.0
+executing==2.2.0
+fastapi==0.115.12
+fastjsonschema==2.21.1
+ffmpy==0.6.0
+filelock==3.18.0
+filetype==1.2.0
+flatbuffers==25.2.10
+fonttools==4.58.2
+fqdn==1.5.1
+frozenlist==1.6.2
+fsspec==2025.5.1
+google-api-core==1.16.0
+google-auth==1.6.3
+google-cloud-vision==1.0.0
+googleapis-common-protos==1.70.0
+gradio==5.33.0
+gradio-client==1.10.2
+graphql-core==3.2.6
+greenlet==3.2.2
+groovy==0.1.2
+grpc-interceptor==0.15.4
+grpcio==1.73.0
+h11==0.16.0
+helium==5.1.1
+html5lib==1.1
+httpcore==1.0.9
+httpx==0.28.1
+httpx-sse==0.4.0
+huggingface-hub==0.32.4
+humanfriendly==10.0
+idna==3.10
+importlib-metadata==8.7.0
+ipykernel==6.29.5
+ipython==9.3.0
+ipython-pygments-lexers==1.1.1
+ipywidgets==8.1.7
+isoduration==20.11.0
+itsdangerous==2.2.0
+jedi==0.19.2
+jinja2==3.1.6
+jiter==0.10.0
+joblib==1.5.1
+json5==0.12.0
+jsonpatch==1.33
+jsonpointer==3.0.0
+jsonschema==4.24.0
+jsonschema-specifications==2025.4.1
+jupyter==1.1.1
+jupyter-client==8.6.3
+jupyter-console==6.6.3
+jupyter-core==5.8.1
+jupyter-events==0.12.0
+jupyter-lsp==2.2.5
+jupyter-server==2.16.0
+jupyter-server-terminals==0.5.3
+jupyterlab==4.4.3
+jupyterlab-pygments==0.3.0
+jupyterlab-server==2.27.3
+jupyterlab-widgets==3.0.15
+kiwisolver==1.4.8
+langchain==0.3.25
+langchain-community==0.3.24
+langchain-core==0.3.63
+langchain-text-splitters==0.3.8
+langdetect==1.0.9
+langsmith==0.3.45
+litellm==1.72.1
+llvmlite==0.44.0
+lxml==5.4.0
+mako==1.3.10
+markdown==3.8
+markdown-it-py==3.0.0
+markdownify==1.1.0
+markupsafe==3.0.2
+marshmallow==3.26.1
+matplotlib==3.10.3
+matplotlib-inline==0.1.7
+mdurl==0.1.2
+mistune==3.1.3
+more-itertools==10.7.0
+mpmath==1.3.0
+multidict==6.4.4
+mypy-extensions==1.1.0
+nbclient==0.10.2
+nbconvert==7.16.6
+nbformat==5.10.4
+nest-asyncio==1.6.0
+networkx==3.5
+nltk==3.9.1
+notebook==7.4.3
+notebook-shim==0.2.4
+numba==0.61.2
+numpy==2.2.6
+olefile==0.47
+omegaconf==2.3.0
+onnx==1.18.0
+onnxruntime==1.22.0
+openai==1.84.0
+openai-whisper==20240930
+opencv-python==4.11.0.86
+openinference-instrumentation==0.1.33
+openinference-instrumentation-litellm==0.1.22
+openinference-instrumentation-smolagents==0.1.13
+openinference-semantic-conventions==0.1.20
+openpyxl==3.1.5
+opentelemetry-api==1.34.1
+opentelemetry-exporter-otlp==1.34.1
+opentelemetry-exporter-otlp-proto-common==1.34.1
+opentelemetry-exporter-otlp-proto-grpc==1.34.1
+opentelemetry-exporter-otlp-proto-http==1.34.1
+opentelemetry-instrumentation==0.55b1
+opentelemetry-proto==1.34.1
+opentelemetry-sdk==1.34.1
+opentelemetry-semantic-conventions==0.55b1
+orjson==3.10.18
+outcome==1.3.0.post0
+overrides==7.7.0
+packaging==24.2
+pandas==2.3.0
+pandocfilters==1.5.1
+parso==0.8.4
+pdf2image==1.17.0
+pdfminer-six==20250506
+pi-heif==0.22.0
+pikepdf==9.8.1
+pillow==11.2.1
+platformdirs==4.3.8
+polars==1.30.0
+primp==0.15.0
+prometheus-client==0.22.1
+prompt-toolkit==3.0.51
+propcache==0.3.1
+protobuf==5.29.5
+psutil==7.0.0
+pure-eval==0.2.3
+pyarrow==20.0.0
+pyasn1==0.6.1
+pyasn1-modules==0.4.2
+pycocotools==2.0.10
+pycparser==2.22
+pydantic==2.11.5
+pydantic-core==2.33.2
+pydantic-settings==2.9.1
+pydub==0.25.1
+pygments==2.19.1
+pypandoc==1.15
+pyparsing==3.2.3
+pypdf==5.6.0
+pypdfium2==4.30.1
+pyreadline3==3.5.4
+pysocks==1.7.1
+python-dateutil==2.9.0.post0
+python-docx==1.1.2
+python-dotenv==1.1.0
+python-iso639==2025.2.18
+python-json-logger==3.3.0
+python-magic==0.4.27
+python-multipart==0.0.20
+python-oxmsg==0.0.2
+python-pptx==1.0.2
+pytz==2025.2
+pywin32==310
+pywinpty==2.0.15
+pyyaml==6.0.2
+pyzmq==26.4.0
+rapidfuzz==3.13.0
+referencing==0.36.2
+regex==2024.11.6
+requests==2.32.3
+requests-toolbelt==1.0.0
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rich==14.0.0
+rpds-py==0.25.1
+rsa==4.9.1
+ruff==0.11.12
+safehttpx==0.1.6
+safetensors==0.5.3
+scikit-learn==1.7.0
+scipy==1.15.3
+selenium==4.33.0
+semantic-version==2.10.0
+send2trash==1.8.3
+setuptools==80.9.0
+shellingham==1.5.4
+six==1.17.0
+smolagents==1.17.0
+sniffio==1.3.1
+sortedcontainers==2.4.0
+soupsieve==2.7
+sqlalchemy==2.0.41
+sqlean-py==3.49.1
+stack-data==0.6.3
+starlette==0.46.2
+strawberry-graphql==0.270.1
+sympy==1.14.0
+tenacity==9.1.2
+terminado==0.18.1
+threadpoolctl==3.6.0
+tiktoken==0.9.0
+timm==1.0.15
+tinycss2==1.4.0
+tokenizers==0.21.1
+tomlkit==0.13.2
+torch==2.7.1
+torchvision==0.22.1
+tornado==6.5.1
+tqdm==4.67.1
+traitlets==5.14.3
+transformers==4.52.4
+trio==0.30.0
+trio-websocket==0.12.2
+typer==0.16.0
+types-python-dateutil==2.9.0.20250516
+typing-extensions==4.13.2
+typing-inspect==0.9.0
+typing-inspection==0.4.1
+tzdata==2025.2
+unstructured==0.17.2
+unstructured-client==0.36.0
+unstructured-inference==1.0.5
+unstructured-pytesseract==0.3.15
+uri-template==1.3.0
+urllib3==2.4.0
+uvicorn==0.34.3
+wcwidth==0.2.13
+webcolors==24.11.1
+webencodings==0.5.1
+websocket-client==1.8.0
+websockets==15.0.1
+whisper==1.1.10
+widgetsnbextension==4.0.14
+wikipedia==1.4.0
+wrapt==1.17.2
+wsproto==1.2.0
+xlrd==2.0.1
+xlsxwriter==3.2.3
+yarl==1.20.0
+yt-dlp==2025.6.9
+zipp==3.22.0
+zstandard==0.23.0

temp.ipynb

@@ -0,0 +1,352 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "id": "8473efba",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from helium import *\n",
+    "from selenium import webdriver\n",
+    "from selenium.webdriver.common.by import By\n",
+    "from selenium.webdriver.common.keys import Keys\n",
+    "from markdownify import markdownify as md\n",
+    "import urllib\n",
+    "import requests\n",
+    "from unstructured.partition.auto import partition\n",
+    "import io\n",
+    "import whisper\n",
+    "from pprint import pprint\n",
+    "audio_model = whisper.load_model(\"turbo\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "id": "a03c6324",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "chrome_options = webdriver.ChromeOptions()\n",
+    "chrome_options.add_argument(\"--force-device-scale-factor=1\")\n",
+    "# chrome_options.add_argument(\"--window-size=1000,1350\")\n",
+    "# chrome_options.add_argument(\"--disable-pdf-viewer\")\n",
+    "chrome_options.add_argument(\"--window-position=0,0\")\n",
+    "\n",
+    "# Initialize the browser\n",
+    "driver = helium.start_chrome(headless=False, options=chrome_options)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "3088cb0a",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def web_search(query: str) -> str:\n",
+    "    query = urllib.parse.quote(query)\n",
+    "    go_to(f\"https://duckduckgo.com/?q={query}&ia=web\")\n",
+    "    return md(driver.page_source)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "id": "9b8c0eb9",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "'What is the capital of France? at DuckDuckGo\\n\\n[DuckDuckGo](/)\\n\\nShortcuts to other sites to search off DuckDuckGo[Learn More](/bang)\\n\\nOpen menu\\n\\n* [All](/?q=What+is+the+capital+of+France%3F&ia=web)\\n* [Images](/?q=What+is+the+capital+of+France%3F&ia=images&iax=images)\\n* [Videos](/?q=What+is+the+capital+of+France%3F&ia=videos&iax=videos)\\n* [Q&A](/?q=What+is+the+capital+of+France%3F&ia=qa)\\n* More\\n\\n  [News](/?q=What+is+the+capital+of+France%3F&ia=news&iar=news)\\n\\n  [Maps](/?q=What+is+the+capital+of+France%3F&iaxm=maps)\\n\\n* [Assist](/?q=What+is+the+capital+of+France%3F&ia=web&assist=false)\\n* [Duck.ai](/?q=What+is+the+capital+of+France%3F&ia=chat)\\n* Search Settings\\n\\nYou are being redirected to the non-JavaScript site.\\n\\nClick [here](/html/?q=What%20is%20the%20capital%20of%20France%3F) if it doesn\\'t happen automatically.\\n\\nAlways protected\\n\\nDuckDuckGo never tracks your searches.\\n\\n[Learn More](https://duckduckgo.com/duckduckgo-help-pages/search-privacy/)\\n\\nYou can hide this reminder in [Search Settings](/settings#appearance)\\n\\nIndia (en)\\n\\nRecent:\\n\\nClear All\\n\\nIndia (en)\\n\\nAll regions\\n\\nArgentina\\n\\nAustralia\\n\\nAustria\\n\\nBelgium (fr)\\n\\nBelgium (nl)\\n\\nBrazil\\n\\nBulgaria\\n\\nCanada (en)\\n\\nCanada (fr)\\n\\nCatalonia\\n\\nChile\\n\\nChina\\n\\nColombia\\n\\nCroatia\\n\\nCzechia\\n\\nDenmark\\n\\nEstonia\\n\\nFinland\\n\\nFrance\\n\\nGermany\\n\\nGreece\\n\\nHong Kong\\n\\nHungary\\n\\nIceland\\n\\nIndonesia (en)\\n\\nIreland\\n\\nIsrael (en)\\n\\nItaly\\n\\nJapan\\n\\nKorea\\n\\nLatvia\\n\\nLithuania\\n\\nMalaysia (en)\\n\\nMexico\\n\\nNetherlands\\n\\nNew Zealand\\n\\nNorway\\n\\nPakistan (en)\\n\\nPeru\\n\\nPhilippines (en)\\n\\nPoland\\n\\nPortugal\\n\\nRomania\\n\\nRussia\\n\\nSaudi Arabia\\n\\nSingapore\\n\\nSlovakia\\n\\nSlovenia\\n\\nSouth Africa\\n\\nSpain (ca)\\n\\nSpain (es)\\n\\nSweden\\n\\nSwitzerland (de)\\n\\nSwitzerland (fr)\\n\\nTaiwan\\n\\nThailand (en)\\n\\nTurkey\\n\\nUkraine\\n\\nUnited Kingdom\\n\\nUS (English)\\n\\nUS (Spanish)\\n\\nVietnam (en)\\n\\nSafe search: moderate\\n\\nStrict\\n\\nModerate\\n\\nOff\\n\\nAny time\\n\\nAny time\\n\\nPast day\\n\\nPast week\\n\\nPast month\\n\\nPast year\\n\\nCustom date range\\n\\n1. Assist\\n\\n   The capital of France is Paris. It is the largest city in the country and a major center for culture, finance, and diplomacy.\\n\\n   [![](/assets/icons/favicons/wikipedia.white.png) Wikipedia](https://en.wikipedia.org/wiki/Paris)[![](//external-content.duckduckgo.com/ip3/www.britannica.com.ico) Encyclopedia Britannica](https://www.britannica.com/video/video-production-overview-city-Paris-Encyclopaedia-Britannica-1994/-68351)\\n\\n   Auto-generated based on listed sources. May contain inaccuracies.\\n\\n   ShowNeverSometimesOften\\n\\n   Chat\\n\\n   Was this helpful?\\n2. en.wikipedia.org\\n\\n   [Only include results for this site](?q=What%20is%20the%20capital%20of%20France%3F%20site%3Aen.wikipedia.org)[Hide site from these results](?q=What%20is%20the%20capital%20of%20France%3F%20-site%3Aen.wikipedia.org)\\n\\n   Share feedback about this site\\n\\n   [![](/assets/icons/favicons/wikipedia.white.png)](/?q=What%20is%20the%20capital%20of%20France%3F+site:en.wikipedia.org \"Search domain en.wikipedia.org\")\\n\\n   Wikipedia\\n\\n   [https://en.wikipedia.org\\xa0›\\xa0wiki › Paris](https://en.wikipedia.org/wiki/Paris)\\n\\n   [Paris - Wikipedia](https://en.wikipedia.org/wiki/Paris)\\n   --------------------------------------------------------\\n\\n   Paris (French pronunciation: [paʁi] **ⓘ)** **is** **the** **capital** and largest city of **France**. With an estimated population of 2,048,472 residents in January 2025 [3] in an area of more than 105 km 2 (41 sq mi), [4] Paris is the fourth-most populous city in the European Union and the 30th most densely populated city in the world in 2022. [5] Since the 17th century, Paris has been one of the world\\'s ...\\n3. britannica.com\\n\\n   [Only include results for this site](?q=What%20is%20the%20capital%20of%20France%3F%20site%3Awww.britannica.com)[Hide site from these results](?q=What%20is%20the%20capital%20of%20France%3F%20-site%3Awww.britannica.com)\\n\\n   Share feedback about this site\\n\\n   [![](//external-content.duckduckgo.com/ip3/www.britannica.com.ico)](/?q=What%20is%20the%20capital%20of%20France%3F+site:www.britannica.com \"Search domain britannica.com\")\\n\\n   Britannica\\n\\n   [https://www.britannica.com\\xa0›\\xa0place › Paris](https://www.britannica.com/place/Paris)\\n\\n   [Paris | Definition, Map, Population, Facts, & History | Britannica](https://www.britannica.com/place/Paris)\\n   ------------------------------------------------------------------------------------------------------------\\n\\n   Jun 5, 2025Paris, city and **capital** **of** **France**, located along the Seine River, in the north-central part of the country. Paris is one of the world\\'s most important and attractive cities, famed for its gastronomy, haute couture, painting, literature, and intellectual community. Learn more about Paris in this article.\\n4. worldatlas.com\\n\\n   [Only include results for this site](?q=What%20is%20the%20capital%20of%20France%3F%20site%3Awww.worldatlas.com)[Hide site from these results](?q=What%20is%20the%20capital%20of%20France%3F%20-site%3Awww.worldatlas.com)\\n\\n   Share feedback about this site\\n\\n   [![](//external-content.duckduckgo.com/ip3/www.worldatlas.com.ico)](/?q=What%20is%20the%20capital%20of%20France%3F+site:www.worldatlas.com \"Search domain worldatlas.com\")\\n\\n   WorldAtlas\\n\\n   [https://www.worldatlas.com\\xa0›\\xa0articles › what-is-the-capital-of-france.html](https://www.worldatlas.com/articles/what-is-the-capital-of-france.html)\\n\\n   [What is the Capital of France? - WorldAtlas](https://www.worldatlas.com/articles/what-is-the-capital-of-france.html)\\n   ---------------------------------------------------------------------------------------------------------------------\\n\\n   Learn about Paris, the largest and most populous city in **France**, and its history, geography, economy, tourism, and administration. Find out why Paris is called the City of Light and the City of Love.\\n5. mappr.co\\n\\n   [Only include results for this site](?q=What%20is%20the%20capital%20of%20France%3F%20site%3Awww.mappr.co)[Hide site from these results](?q=What%20is%20the%20capital%20of%20France%3F%20-site%3Awww.mappr.co)\\n\\n   Share feedback about this site\\n\\n   [![](//external-content.duckduckgo.com/ip3/www.mappr.co.ico)](/?q=What%20is%20the%20capital%20of%20France%3F+site:www.mappr.co \"Search domain mappr.co\")\\n\\n   Mappr\\n\\n   [https://www.mappr.co\\xa0›\\xa0capital-cities › france](https://www.mappr.co/capital-cities/france/)\\n\\n   [What is the Capital of France? - Mappr](https://www.mappr.co/capital-cities/france/)\\n   -------------------------------------------------------------------------------------\\n\\n   Learn why Paris is the **capital** **of** **France** and how it became a global city with a rich cultural heritage. Discover its geography, climate, population, landmarks, and industries.\\n6. wikiwand.com\\n\\n   [Only include results for this site](?q=What%20is%20the%20capital%20of%20France%3F%20site%3Awww.wikiwand.com)[Hide site from these results](?q=What%20is%20the%20capital%20of%20France%3F%20-site%3Awww.wikiwand.com)\\n\\n   Share feedback about this site\\n\\n   [![](//external-content.duckduckgo.com/ip3/www.wikiwand.com.ico)](/?q=What%20is%20the%20capital%20of%20France%3F+site:www.wikiwand.com \"Search domain wikiwand.com\")\\n\\n   Wikiwand\\n\\n   [https://www.wikiwand.com\\xa0›\\xa0en › articles › Paris](https://www.wikiwand.com/en/articles/Paris)\\n\\n   [Paris - Wikiwand](https://www.wikiwand.com/en/articles/Paris)\\n   --------------------------------------------------------------\\n\\n   Paris is the **capital** and largest city of **France**. With an estimated population of 2,048,472 residents in January 2025 in an area of more than 105 km2 (41 sq mi),...\\n7. theworldcountries.com\\n\\n   [Only include results for this site](?q=What%20is%20the%20capital%20of%20France%3F%20site%3Atheworldcountries.com)[Hide site from these results](?q=What%20is%20the%20capital%20of%20France%3F%20-site%3Atheworldcountries.com)\\n\\n   Share feedback about this site\\n\\n   [![](//external-content.duckduckgo.com/ip3/theworldcountries.com.ico)](/?q=What%20is%20the%20capital%20of%20France%3F+site:theworldcountries.com \"Search domain theworldcountries.com\")\\n\\n   The World Countries\\n\\n   [https://theworldcountries.com\\xa0›\\xa0place › paris](https://theworldcountries.com/place/paris/)\\n\\n   [Paris - capital city of France - The World Countries](https://theworldcountries.com/place/paris/)\\n   --------------------------------------------------------------------------------------------------\\n\\n   Learn about the history, geography, culture, and attractions of Paris, the city and **capital** **of** **France**. Find out why Paris is called the City of Light and explore its landmarks, museums, and parks.\\n8. simple.wikipedia.org\\n\\n   [Only include results for this site](?q=What%20is%20the%20capital%20of%20France%3F%20site%3Asimple.wikipedia.org)[Hide site from these results](?q=What%20is%20the%20capital%20of%20France%3F%20-site%3Asimple.wikipedia.org)\\n\\n   Share feedback about this site\\n\\n   [![](/assets/icons/favicons/wikipedia.white.png)](/?q=What%20is%20the%20capital%20of%20France%3F+site:simple.wikipedia.org \"Search domain simple.wikipedia.org\")\\n\\n   Wikipedia\\n\\n   [https://simple.wikipedia.org\\xa0›\\xa0wiki › Paris](https://simple.wikipedia.org/wiki/Paris)\\n\\n   [Paris - Simple English Wikipedia, the free encyclopedia](https://simple.wikipedia.org/wiki/Paris)\\n   --------------------------------------------------------------------------------------------------\\n\\n   Paris is the **capital** city of **France** and the largest city in **France**. It has a rich history, many art museums, historical buildings, and a famous landmark, the Eiffel Tower.\\n9. countryaah.com\\n\\n   [Only include results for this site](?q=What%20is%20the%20capital%20of%20France%3F%20site%3Awww.countryaah.com)[Hide site from these results](?q=What%20is%20the%20capital%20of%20France%3F%20-site%3Awww.countryaah.com)\\n\\n   Share feedback about this site\\n\\n   [![](//external-content.duckduckgo.com/ip3/www.countryaah.com.ico)](/?q=What%20is%20the%20capital%20of%20France%3F+site:www.countryaah.com \"Search domain countryaah.com\")\\n\\n   Countryaah.com\\n\\n   [https://www.countryaah.com\\xa0›\\xa0france-faqs](https://www.countryaah.com/france-faqs/)\\n\\n   [What is the Capital of France? Paris - Countryaah.com](https://www.countryaah.com/france-faqs/)\\n   ------------------------------------------------------------------------------------------------\\n\\n   Learn about Paris, the **capital** city of **France**, and its rich history, culture, and landmarks. Find out how Paris became the political and administrative center of **France** and why it is called \"**The** City of Light\".\\n10. newworldencyclopedia.org\\n\\n    [Only include results for this site](?q=What%20is%20the%20capital%20of%20France%3F%20site%3Awww.newworldencyclopedia.org)[Hide site from these results](?q=What%20is%20the%20capital%20of%20France%3F%20-site%3Awww.newworldencyclopedia.org)\\n\\n    Share feedback about this site\\n\\n    [![](//external-content.duckduckgo.com/ip3/www.newworldencyclopedia.org.ico)](/?q=What%20is%20the%20capital%20of%20France%3F+site:www.newworldencyclopedia.org \"Search domain newworldencyclopedia.org\")\\n\\n    New World Encyclopedia\\n\\n    [https://www.newworldencyclopedia.org\\xa0›\\xa0entry › Paris,\\\\_France](https://www.newworldencyclopedia.org/entry/Paris,_France)\\n\\n    [Paris, France - New World Encyclopedia](https://www.newworldencyclopedia.org/entry/Paris,_France)\\n    --------------------------------------------------------------------------------------------------\\n\\n    Paris is the **capital** city of **France**, situated on the River Seine, in northern **France**, at the heart of the Île-de-**France** region. Learn about its history, culture, landmarks, and attractions in this comprehensive article.\\n11. isolatedtraveller.com\\n\\n    [Only include results for this site](?q=What%20is%20the%20capital%20of%20France%3F%20site%3Aisolatedtraveller.com)[Hide site from these results](?q=What%20is%20the%20capital%20of%20France%3F%20-site%3Aisolatedtraveller.com)\\n\\n    Share feedback about this site\\n\\n    [![](//external-content.duckduckgo.com/ip3/isolatedtraveller.com.ico)](/?q=What%20is%20the%20capital%20of%20France%3F+site:isolatedtraveller.com \"Search domain isolatedtraveller.com\")\\n\\n    Isolated Traveller\\n\\n    [https://isolatedtraveller.com\\xa0›\\xa0what-is-the-capital-city-of-france](https://isolatedtraveller.com/what-is-the-capital-city-of-france/)\\n\\n    [What Is The Capital City Of France? | Isolated Traveller](https://isolatedtraveller.com/what-is-the-capital-city-of-france/)\\n    -----------------------------------------------------------------------------------------------------------------------------\\n\\n    Learn about the history, population, landmarks and role of Paris as the **capital** city of **France**. Find out how Paris became the French **capital** in 1944 and what international organizations have their headquarters there.\\n\\nMore results\\n\\n1. ![map](//external-content.duckduckgo.com/ssv2/?scale=1&lang=en-US&colorScheme=dark&format=png&size=253x157&spn=0.0899%2C0.1367&center=48.8567%2C2.3522&annotations=%5B%7B%22point%22%3A%2248.8567%2C2.3522%22%2C%22color%22%3A%2266ABFF%22%7D%5D)\\n\\n   Directions[Paris\\n   -----](https://en.wikipedia.org/wiki/Paris)\\n\\n   Capital city and largest city of France\\n\\n   • [paris.fr](https://paris.fr)\\n\\n   Paris is the capital and largest city of France. With an estimated population of 2,048,472 residents in January 2025 in an area of more than 105 km², Paris is the fourth-most populous city in the European Union and the 30th most densely populated city in the world in 2022. Since the 17th century, Paris has been one of the world\\'s major centres of finance, diplomacy, commerce, culture, fashion, and gastronomy. Because of its leading role in the arts and sciences and its early adaptation of extensive street lighting, Paris became known as the City of Light in the 19th century. The City of Paris is the centre of the Île-de-France region, or Paris Region, with an official estimated population of 12,271,794 inhabitants in January 2023, or about 19% of the population of France. The Paris Region had a nominal GDP of €765 billion in 2021, the highest in the European Union. [Wikipedia](https://en.wikipedia.org/wiki/Paris)\\n\\n   |  |  |\\n   | --- | --- |\\n   | Country | France |\\n   | Arrondissement | None |\\n   | Intercommunality | Métropole du Grand Paris |\\n\\n   [![](/assets/icons/thirdparty/globe_dark.svg)Website](https://paris.fr)[![](/assets/icons/thirdparty/wikipedia28px_dark.svg)Wikipedia](https://en.wikipedia.org/wiki/Paris)[![](/assets/icons/thirdparty/instagram28px.svg)Instagram](https://instagram.com/paris_maville)[![](/assets/icons/thirdparty/facebook28px.svg)Facebook](https://facebook.com/paris)\\n\\n   Was this helpful?\\n2. Searches related to **What is the capital of France?**\\n\\n   Related Searches\\n\\n   1. [**explain** capital of france\\u200b](?q=explain%20capital%20of%20france)\\n   2. [capital of france **during** **ww2**\\u200b](?q=capital%20of%20france%20during%20ww2)\\n   3. [capital **city** of france **facts**\\u200b](?q=capital%20city%20of%20france%20facts)\\n   4. [**biggest** **city** **in** france capital\\u200b](?q=biggest%20city%20in%20france%20capital)\\n   1. [what is france\\'**s** capital **city**\\u200b](?q=what%20is%20france%27s%20capital%20city)\\n   2. [what **region** is **paris** **located**\\u200b](?q=what%20region%20is%20paris%20located)\\n   3. [**largest** **city** **in** france capital\\u200b](?q=largest%20city%20in%20france%20capital)\\n   4. [capital of france **in** **french**\\u200b](?q=capital%20of%20france%20in%20french)\\n\\nClose menu\\n\\nUpgrade to our Private Browser\\n\\nFast. Secure. Free.\\n\\n[Install Windows Browser](/windows)\\n\\n+ Search\\n+ [Homepage](https://start.duckduckgo.com/)\\n+ [Themes](/settings#appearance)\\n+ [Settings](/settings)\\n\\n+ Share Feedback\\n\\n+ Downloads\\n+ [iOS Browser](https://apps.apple.com/app/duckduckgo-private-browser/id663592361?platform=iphone&pt=866401&mt=8&ct=serp-atb-serp)\\n+ [Android Browser](https://play.google.com/store/apps/details?id=com.duckduckgo.mobile.android&referrer=utm_campaign%3Dserp-atb-serp%26origin%3Dfunnel_playstore_searchresults)\\n+ [Mac Browser](/mac?origin=funnel_browser_searchresults)\\n+ [Windows Browser](/windows?origin=funnel_browser_searchresults)\\n+ [Browser Extensions](/duckduckgo-help-pages/desktop/adding-duckduckgo-to-your-browser/)\\n\\n+ More From DuckDuckGo\\n+ [Duck.ai](https://duck.ai)\\n\\n  NEW\\n+ [Email Protection](/email)\\n+ [Newsletter](/newsletter)\\n+ [Blog](/blog)\\n\\n+ Learn More\\n+ [What’s New](/updates)\\n+ [Compare Privacy](/compare-privacy)\\n+ [About Our Browser](/app)\\n+ [About DuckDuckGo](/about)\\n\\n+ Other Resources\\n+ [Help](/duckduckgo-help-pages)\\n+ [Community](https://www.reddit.com/r/duckduckgo/)\\n+ [Careers](/careers)\\n+ [Privacy Policy](/privacy)\\n+ [Terms of Service](/terms)\\n+ [Press Kit](/press)\\n+ [Advertise on Search](/duckduckgo-help-pages/company/advertise-on-duckduckgo-search)\\n\\n### Get Our Windows Browser\\n\\nProtect your data as you search and browse.\\n\\n[Download](https://duckduckgo.com/windows?origin=funnel_browser_searchresults__footercard)\\n\\nShare Feedback\\n\\nCustom date rangeX'"
+      ]
+     },
+     "execution_count": 8,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "web_search(\"What is the capital of France?\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "7d282ad1",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import yt_dlp\n",
+    "def transcribe_youtube_video(video_url: str) -> str:\n",
+    "    \"\"\"Transcribe a YouTube video using yt-dlp and Whisper.\"\"\"\n",
+    "    ydl_opts = {'format': 'm4a/bestaudio/best',\n",
+    "        'outtmpl': 'audio.m4a',\n",
+    "        'key': 'FFmpegExtractAudio',\n",
+    "        'preferredcodec': 'm4a',\n",
+    "    }\n",
+    "    with yt_dlp.YoutubeDL(ydl_opts) as ydl:\n",
+    "        info = ydl.extract_info(video_url)\n",
+    "        captions = info.get(\"automatic_captions\", {})\n",
+    "        if \"en\" in captions:\n",
+    "            captions = captions[\"en\"]\n",
+    "            for caption in captions:\n",
+    "                if caption.get(\"ext\", \"\") == \"srt\":\n",
+    "                    url = caption.get(\"url\", \"\")\n",
+    "                    return requests.get(url).text\n",
+    "\n",
+    "        ydl.download(video_url)\n",
+    "\n",
+    "        transcript = audio_model.transcribe(\"audio.m4a\")\n",
+    "        return transcript[\"text\"]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 24,
+   "id": "4304e783",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "[youtube] Extracting URL: https://www.youtube.com/watch?v=1htKBjuUWec\n",
+      "[youtube] 1htKBjuUWec: Downloading webpage\n",
+      "[youtube] 1htKBjuUWec: Downloading tv client config\n",
+      "[youtube] 1htKBjuUWec: Downloading tv player API JSON\n",
+      "[youtube] 1htKBjuUWec: Downloading ios player API JSON\n",
+      "[youtube] 1htKBjuUWec: Downloading m3u8 information\n",
+      "[info] 1htKBjuUWec: Downloading 1 format(s): 140\n",
+      "[download] audio.m4a has already been downloaded\n",
+      "[download] 100% of  463.20KiB\n",
+      "[youtube] Extracting URL: https://www.youtube.com/watch?v=1htKBjuUWec\n",
+      "[youtube] 1htKBjuUWec: Downloading webpage\n",
+      "[youtube] 1htKBjuUWec: Downloading tv client config\n",
+      "[youtube] 1htKBjuUWec: Downloading tv player API JSON\n",
+      "[youtube] 1htKBjuUWec: Downloading ios player API JSON\n",
+      "[youtube] 1htKBjuUWec: Downloading m3u8 information\n",
+      "[info] 1htKBjuUWec: Downloading 1 format(s): 140\n",
+      "[download] audio.m4a has already been downloaded\n",
+      "[download] 100% of  463.20KiB\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "x:\\Python Projects\\HF_Agents_Course_Final_Assignment\\.venv\\Lib\\site-packages\\whisper\\transcribe.py:126: UserWarning: FP16 is not supported on CPU; using FP32 instead\n",
+      "  warnings.warn(\"FP16 is not supported on CPU; using FP32 instead\")\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "\" Wow, this coffee's great. I was just thinking that. Yeah, is that cinnamon? It's chicory. Chicory. Teal'c? Isn't that hot? Extremely.\""
+      ]
+     },
+     "execution_count": 24,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "transcribe_youtube_video(\"https://www.youtube.com/watch?v=1htKBjuUWec\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "d650487e",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "100%|█████████████████████████████████████| 1.51G/1.51G [13:03<00:00, 2.07MiB/s]\n"
+     ]
+    }
+   ],
+   "source": [
+    "def parse_doc_file(file_url: str) -> str:\n",
+    "    \"\"\"\n",
+    "    Parse any file and return its content.\n",
+    "    \"\"\"\n",
+    "    try:\n",
+    "        response = requests.get(file_url)\n",
+    "        response.raise_for_status()\n",
+    "        elements = partition(file=io.BytesIO(response.content), include_page_breaks=True)\n",
+    "        return \"\\n\\n\".join([str(el) for el in elements])\n",
+    "    except Exception as e:\n",
+    "        return f\"Failed to fetch file: {e}\"\n",
+    "\n",
+    "\n",
+    "def parse_audio_file(file_url: str) -> str:\n",
+    "    \"\"\"\n",
+    "    Parse an audio file and return its content.\n",
+    "    \"\"\"\n",
+    "    try:\n",
+    "        response = requests.get(file_url)\n",
+    "        response.raise_for_status()\n",
+    "        return audio_model.transcribe(io.BytesIO(response.content))['text']\n",
+    "    except Exception as e:\n",
+    "        return f\"Failed to fetch file: {e}\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "id": "4000380f",
+   "metadata": {},
+   "outputs": [
+    {
+     "ename": "NameError",
+     "evalue": "name 'parse_audio_file' is not defined",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[31m---------------------------------------------------------------------------\u001b[39m",
+      "\u001b[31mNameError\u001b[39m                                 Traceback (most recent call last)",
+      "\u001b[36mCell\u001b[39m\u001b[36m \u001b[39m\u001b[32mIn[3]\u001b[39m\u001b[32m, line 1\u001b[39m\n\u001b[32m----> \u001b[39m\u001b[32m1\u001b[39m \u001b[43mparse_audio_file\u001b[49m(\u001b[33m\"\u001b[39m\u001b[33mhttps://agents-course-unit4-scoring.hf.space/files/1f975693-876d-457b-a649-393859e79bf3\u001b[39m\u001b[33m\"\u001b[39m)\n",
+      "\u001b[31mNameError\u001b[39m: name 'parse_audio_file' is not defined"
+     ]
+    }
+   ],
+   "source": [
+    "parse_audio_file(\"https://agents-course-unit4-scoring.hf.space/files/1f975693-876d-457b-a649-393859e79bf3\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "9670ed13",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "161996"
+      ]
+     },
+     "execution_count": 15,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "len(text)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "c8f56eff",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "115 \n",
+      "116   Toggle Discography subsection\n",
+      "117   + [5.1\n",
+      "118     Studio albums](#Studio_albums)\n",
+      "119   + [5.2\n",
+      "120     EPs](#EPs)\n",
+      "121   + [5.3\n",
+      "122     Live albums](#Live_albums)\n",
+      "123   + [5.4\n",
+      "124     Compilation albums](#Compilation_albums)\n",
+      "125 * [6\n",
+      "126   Filmography](#Filmography)\n",
+      "127 * [7\n",
+      "128   Further reading](#Further_reading)\n",
+      "\n",
+      "341 \n",
+      "342 Sosa recorded forty albums.[[4]](#cite_note-Legendary_folk_singer_Mercedes_Sosa_dies_at_74-4)[[9]](#cite_note-Latin_artist_Mercedes_Sosa_dies-9)\n",
+      "343 \n",
+      "344 ### Studio albums\n",
+      "345 \n",
+      "346 [[edit](/w/index.php?title=Mercedes_Sosa&action=edit&section=6 \"Edit section: Studio albums\")]\n",
+      "347 \n",
+      "348 | Year | Album details |\n",
+      "349 | --- | --- |\n",
+      "350 | 1962 | [La Voz De La Zafra](/wiki/La_Voz_De_La_Zafra \"La Voz De La Zafra\")  * Label: RCA |\n",
+      "351 | 1965 | Canciones Con Fundamento  * Label: El Grillo |\n",
+      "352 | 1966 | Hermano  * Label: Philips |\n",
+      "353 | 1966 | Yo No Canto Por Cantar  * Label: Philips |\n",
+      "354 | 1967 | Para Cantarle A Mi Gente  * Label: Philips |\n",
+      "\n",
+      "343 \n",
+      "344 ### Studio albums\n",
+      "345 \n",
+      "346 [[edit](/w/index.php?title=Mercedes_Sosa&action=edit&section=6 \"Edit section: Studio albums\")]\n",
+      "347 \n",
+      "348 | Year | Album details |\n",
+      "349 | --- | --- |\n",
+      "350 | 1962 | [La Voz De La Zafra](/wiki/La_Voz_De_La_Zafra \"La Voz De La Zafra\")  * Label: RCA |\n",
+      "351 | 1965 | Canciones Con Fundamento  * Label: El Grillo |\n",
+      "352 | 1966 | Hermano  * Label: Philips |\n",
+      "353 | 1966 | Yo No Canto Por Cantar  * Label: Philips |\n",
+      "354 | 1967 | Para Cantarle A Mi Gente  * Label: Philips |\n",
+      "355 | 1968 | Con Sabor A Mercedes Sosa  * Label: Philips |\n",
+      "356 | 1969 | Mujeres Argentinas  * Label: Philips |\n",
+      "\n"
+     ]
+    }
+   ],
+   "source": [
+    "import re\n",
+    "lines = text.splitlines()\n",
+    "for i, line in enumerate(lines):\n",
+    "    if re.search(r'Studio albums', line):\n",
+    "        print(i-3, lines[i-3])\n",
+    "        print(i-2, lines[i-2])\n",
+    "        print(i-1, lines[i-1])\n",
+    "        print(i, line)\n",
+    "        print(i+1, lines[i+1])\n",
+    "        print(i+2, lines[i+2])\n",
+    "        print(i+3, lines[i+3])\n",
+    "        print(i+4, lines[i+4])\n",
+    "        print(i+5, lines[i+5])\n",
+    "        print(i+6, lines[i+6])\n",
+    "        print(i+7, lines[i+7])\n",
+    "        print(i+8, lines[i+8])\n",
+    "        print(i+9, lines[i+9])\n",
+    "        print(i+10, lines[i+10])\n",
+    "        print()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "a904e623",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": ".venv",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.4"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}