|
|
import backoff |
|
|
from langchain_community.document_loaders import YoutubeLoader |
|
|
from smolagents import tool |
|
|
|
|
|
@tool |
|
|
def load_youtube(video_url: str, phrase: str) -> str: |
|
|
""" |
|
|
Load YouTube video content with customizable language and translation options. |
|
|
|
|
|
This function retrieves the transcript and metadata from a YouTube video with retry logic |
|
|
using exponential backoff for robust handling of temporary failures. |
|
|
|
|
|
Args: |
|
|
video_url (str): The YouTube video URL to load content from. |
|
|
phrase (str): The phrase looking for in transcript. |
|
|
|
|
|
Returns: |
|
|
str: The loaded video content that occour after the looking phrase. |
|
|
|
|
|
Raises: |
|
|
Exception: Any exception that occurs after exhausting all retry attempts (max 3 tries). |
|
|
|
|
|
Examples: |
|
|
>>> load_youtube_with_options("https://www.youtube.com/watch?v=dQw4w9WgXcQ", "Spanish transcript") |
|
|
"Video content with transcript..." |
|
|
|
|
|
"Spanish transcript translated to English..." |
|
|
""" |
|
|
@backoff.on_exception(backoff.expo, Exception, max_tries=8, max_time=60) |
|
|
def _loader(video_url) -> str: |
|
|
loader = YoutubeLoader.from_youtube_url(video_url) |
|
|
doc = loader.load() |
|
|
if doc: |
|
|
return doc[0].page_content.lower() |
|
|
else: |
|
|
raise Exception("Empty document") |
|
|
|
|
|
phrase = phrase.replace(".", "").replace("?", "").lower() |
|
|
content = _loader(video_url) |
|
|
if phrase in content: |
|
|
return content[content.index(phrase): len(content)] |
|
|
return content |
|
|
|
