init commit

.gitignore

@@ -0,0 +1,4 @@
+test*
+test/
+__pycache__/
+videos/

Dockerfile

@@ -0,0 +1,13 @@
+FROM python:3.10.9
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+RUN sudo apt install ffmpeg
+
+COPY . .
+
+CMD ["python", "app.py"]

README.md

@@ -1,10 +1,12 @@
 ---
 title: Acapellify
-emoji: 😻
-colorFrom: indigo
-colorTo: red
-sdk: docker
+emoji: 📚
+colorFrom: red
+colorTo: blue
+sdk: gradio
+sdk_version: 3.28.3
+app_file: app.py
 pinned: false
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+### Run with `python app.py`

app.py

@@ -0,0 +1,126 @@
+from gradio_client import Client
+import yt_dlp # pip install yt-dlp
+
+import subprocess
+
+import os
+from pathlib import Path
+import gradio as gr
+import shutil
+import random
+from theme import theme
+
+VIDEO_DIRECTORY = "videos"
+
+
+client = Client("abidlabs/music-separation")
+
+def acapellify(audio_path):
+    result = client.predict(audio_path, api_name="/predict")
+    return result[0]
+
+# based on https://github.com/gradio-app/gradio/blob/bebfb72b353a4280155cf7070441fc476ac10172/guides/06_client-libraries/fastapi-app-with-the-gradio-client.md
+def process_video(video_path):
+    old_audio = os.path.basename(video_path).split(".")[0] + ".m4a"
+    subprocess.run(['ffmpeg', '-y', '-i', video_path, '-vn', '-acodec', 'copy', old_audio])
+    
+    new_audio = acapellify(old_audio)
+    
+    new_video = f"acap_{Path(video_path).name}"
+    new_video_path = f"{VIDEO_DIRECTORY}/{new_video}"
+    subprocess.call(['ffmpeg', '-y', '-i', video_path, '-i', new_audio, '-map', '0:v', '-map', '1:a', '-c:v', 'copy', '-c:a', 'aac', '-strict', 'experimental', new_video_path])
+
+    # remove old audio and video
+    os.remove(old_audio)
+    os.remove(video_path)
+
+    new_audio_path = f"{VIDEO_DIRECTORY}/{old_audio}"
+    shutil.move(new_audio, new_audio_path)
+
+    return new_video_path, new_audio_path
+
+# filename default value will return name of video on youtube
+def download_yt_url(url: str, filename: str = "%(title)s", format = 'mp4'):
+
+    output_path = f"{VIDEO_DIRECTORY}/{filename}.{format}"
+
+    # restrict video length so one user doesn't take up all our bandwidth
+    def video_filter(info):
+        MAX_DURATION = 5*60
+        duration = info.get('duration')
+        if duration and duration > MAX_DURATION:
+            return f'The video is too long at {duration}s, choose a video less than {MAX_DURATION}s'
+
+    ydl_opts = {
+        'match_filter': video_filter,
+        'format': f'{format}/bestaudio',
+        'outtmpl': output_path,
+    }
+
+    with yt_dlp.YoutubeDL(ydl_opts) as ydl:
+        error_code = ydl.download([url])
+        #info = ydl.extract_info(url, extra_info={"output_path": output_path})
+
+    if error_code:
+        raise Exception(f"Failed to download video, error code: {error_code}")
+    
+    return output_path
+
+def wrap_html(yt_url):
+    return f"""<h1><center>Original Video: <a href='{yt_url}'>{yt_url}</a></center><h1>"""
+
+# ideally yt_url should be validated
+def acapellify_url(yt_url, gr_request: gr.Request):
+    
+    # example filename: https://www.youtube.com/watch?v=TasKo5HHWb4 -> TasKo5HHWb4
+    filename = yt_url.rsplit("=", 1)[-1]
+
+    video_path = download_yt_url(yt_url, filename)
+
+    new_video_path, new_audio_path = process_video(video_path)
+    return new_video_path, new_audio_path, wrap_html(yt_url)
+
+
+def load_mystery_video(gr_request: gr.Request):
+
+    video_paths = list(Path(VIDEO_DIRECTORY).glob("*.mp4"))
+
+    selected_video = video_paths[random.randrange(len(video_paths))]
+
+    file_name = selected_video.name.replace("acap_", "").split(".", 1)[0]
+    selected_audio = Path(VIDEO_DIRECTORY) / f"{file_name}.m4a"
+    yt_url = f"https://www.youtube.com/watch?v={file_name}"
+
+    selected_video = str(selected_video)
+    selected_audio = str(selected_audio)
+
+    return selected_video, selected_audio, wrap_html(yt_url)
+
+
+with open("header.md", "r") as markdown_file:
+    markdown_text = markdown_file.read()
+
+with gr.Blocks(theme=theme) as demo:
+
+    with gr.Row():
+        header = gr.Markdown(markdown_text)
+    with gr.Row().style():
+        
+        with gr.Column(scale=0.4, variant="panel"):
+            input_url = gr.Textbox(label="Youtube URL")
+            
+            process_video_btn = gr.Button("Acapellify", variant="primary")
+            mystery_btn = gr.Button("Mysterious Video")
+
+            static_path_display = gr.HTML(label="Output File Paths", visible=True)
+
+        with gr.Column(scale=0.6, variant="panel"):
+            output_video = gr.Video(label="Acapellified Video")
+            output_audio = gr.Audio(label="Acapellified Audio")
+
+    process_video_btn.click(fn=acapellify_url, inputs=[input_url], outputs=[output_video, output_audio, static_path_display])
+    mystery_btn.click(fn=load_mystery_video, inputs=[], outputs=[output_video, output_audio, static_path_display])
+
+if __name__ == "__main__":
+    os.makedirs(VIDEO_DIRECTORY, exist_ok=True)
+    demo.launch()

header.md

@@ -0,0 +1,4 @@
+# <p style="text-align: center;">Acapellify: Extract vocals from Youtube Video URL</p>
+### <p style="text-align: center;">Based on https://gradio.app/fastapi-app-with-the-gradio-client/</p>
+### <p style="text-align: center;">Backend uses gradio client linked to abidlabs/music-separation</p>
+### <p style="text-align: center;">Free to Use (courtesy of HF Spaces)</p>

requirements.txt

@@ -0,0 +1,2 @@
+gradio==3.28.3
+yt-dlp

theme.py

@@ -0,0 +1,91 @@
+
+import gradio as gr
+from gradio.themes.utils import colors, fonts, sizes
+
+from gradio.themes import Soft, Base
+
+
+yfu_red = colors.Color(
+    name="yfu_red",
+    c50="#ff2c65",
+    c100="#fee2e2",
+    c200="#fecaca",
+    c300="#fca5a5",
+    c400="#fca5a5",
+    c500="#ff2c65",
+    c600="#ff2c65",
+    c700="#ff2c65",
+    c800="#ff2c65",
+    c900="#ff2c65",
+    c950="#fee2e2",
+)
+
+white = colors.Color(
+    name="white",
+    c50="#ff2c65",
+    c100="#ff2c65", # text color
+    c200="#ff2c65",
+    c300="#ff2c65",
+    c400="#ff2c65",
+    c500="#ff2c65", # secondary text color
+    c600="#ffffff",
+    c700="#ffffff",
+    c800="#ffffff",
+    c900="#ffffff",
+    c950="#ffffff",
+)
+
+theme = gr.themes.Soft(
+    primary_hue=yfu_red,
+    secondary_hue=yfu_red,
+    neutral_hue=white,
+).set(
+    body_background_fill="white",
+    panel_background_fill="white",
+
+    background_fill_primary="white",
+    background_fill_primary_dark="white",
+
+    panel_background_fill_dark="white",
+    panel_border_color="*primary_50",
+    panel_border_color_dark="*primary_50",
+
+    body_text_color="*primary_50",
+    body_text_color_dark="*primary_50",
+    body_text_color_subdued="*primary_50",
+    body_text_color_subdued_dark="*primary_50",
+
+    table_even_background_fill="white",
+    table_even_background_fill_dark="white",
+    table_odd_background_fill="*primary_100",
+    table_odd_background_fill_dark="*primary_100",
+    table_row_focus="*primary_200",
+    table_row_focus_dark="*primary_200",
+
+    input_background_fill_focus="*primary_200",
+    input_background_fill_focus_dark="*primary_200",
+
+    checkbox_background_color_focus="*primary_200",
+    checkbox_background_color_focus_dark="*primary_200",
+
+    border_color_primary_dark="*primary_50",
+    checkbox_border_color_dark="*primary_50",
+    table_border_color_dark="*primary_50",
+    button_secondary_text_color="*primary_50",
+    block_info_text_color="*primary_50",
+    block_label_text_color="*primary_50",
+    block_title_text_color="*primary_50",
+    checkbox_label_text_color="*primary_50",
+    checkbox_label_text_color_selected="*primary_50",
+    button_cancel_text_color="white",
+    block_border_color="*primary_50",
+
+    #button_secondary_background_fill=None,
+    #button_secondary_background_fill_dark=None,
+    button_secondary_background_fill_hover="*primary_200",
+    button_secondary_background_fill_hover_dark="*primary_200",
+
+    stat_background_fill="*primary_200",
+    stat_background_fill_dark="*primary_200",
+
+)