Update app.py

add tempo change

app.py

@@ -9,6 +9,8 @@ import re
 import subprocess
 import numpy as np
 import soundfile as sf
+import sox
+from moviepy.editor import VideoFileClip
 
 ASR_API = "http://astarwiz.com:9998/asr"
 TTS_SPEAK_SERVICE = 'http://astarwiz.com:9603/speak'
@@ -50,7 +52,6 @@ def replace_audio_in_video(video_path, audio_path, output_path):
     return output_path
 
 def replace_audio_and_generate_video(temp_video_path, gradio_audio):
-    print (type(temp_video_path), type(gradio_audio))
     if not temp_video_path or gradio_audio is None:
         return "Both video and audio are required to replace audio.", None
 
@@ -64,39 +65,43 @@ def replace_audio_and_generate_video(temp_video_path, gradio_audio):
     if not isinstance(audio_data, np.ndarray):
         audio_data = np.array(audio_data)
 
-    # Create a temporary WAV file
+    # Create a temporary WAV file for the original audio
     with tempfile.NamedTemporaryFile(suffix='.wav', delete=False) as temp_audio_file:
-        temp_audio_path = temp_audio_file.name
-        sf.write(temp_audio_path, audio_data, sample_rate)
+        original_audio_path = temp_audio_file.name
+        sf.write(original_audio_path, audio_data, sample_rate)
 
-    # Generate output video path
-    output_video_path = os.path.join(tempfile.gettempdir(), f"output_{uuid.uuid4()}.mp4")
+    # Get video duration
+    video_clip = VideoFileClip(temp_video_path)
+    video_duration = video_clip.duration
+    video_clip.close()
 
-    try:
-        replace_audio_in_video(temp_video_path, temp_audio_path, output_video_path)
-        return "Audio replaced successfully.", output_video_path
-    except subprocess.CalledProcessError as e:
-        return f"Error replacing audio: {str(e)}", None
-    finally:
-        os.unlink(temp_audio_path)  # Clean up the temporary audio file 
-"""
-def replace_audio_and_generate_video(temp_video_path, audio_path):
-    if not temp_video_path or not audio_path:
-        return "Both video and audio are required to replace audio.", None
+    # Get audio duration
+    audio_duration = len(audio_data) / sample_rate
+
+    # Calculate tempo factor
+    tempo_factor = audio_duration / video_duration
+
+    # Create a temporary WAV file for the tempo-adjusted audio
+    with tempfile.NamedTemporaryFile(suffix='.wav', delete=False) as temp_audio_file:
+        adjusted_audio_path = temp_audio_file.name
 
-    if not os.path.exists(temp_video_path) or not os.path.exists(audio_path):
-        return "Video or audio file not found.", None
+    # Adjust audio tempo
+    tfm = sox.Transformer()
+    tfm.tempo(tempo_factor, 's')
+    tfm.build(original_audio_path, adjusted_audio_path)
 
     # Generate output video path
     output_video_path = os.path.join(tempfile.gettempdir(), f"output_{uuid.uuid4()}.mp4")
 
     try:
-        replace_audio_in_video(temp_video_path, audio_path, output_video_path)
+        replace_audio_in_video(temp_video_path, adjusted_audio_path, output_video_path)
         return "Audio replaced successfully.", output_video_path
     except subprocess.CalledProcessError as e:
         return f"Error replacing audio: {str(e)}", None
-       
-"""
+    finally:
+        os.unlink(original_audio_path)  # Clean up the original audio file
+        os.unlink(adjusted_audio_path)  # Clean up the adjusted audio file
+
 
  
 def fetch_youtube_id(youtube_url: str) -> str: