1.1 Beta

app.py

@@ -119,22 +119,33 @@ merged_model.save_pretrained(merged_model_path)
 tokenizer.save_pretrained(merged_model_path)
 print(f"Merged model saved to {merged_model_path}")
 
-# Initialize MimoAudio with merged model
-print("Initializing MimoAudio wrapper...")
-model = MimoAudio(
+# Initialize both models
+print("Initializing EmoAct-MiMo (merged) model...")
+emoact_model = MimoAudio(
     model_path=merged_model_path,
     mimo_audio_tokenizer_path=tokenizer_path
 )
-print("Model ready!")
+print("EmoAct-MiMo model ready!")
+
+print("Initializing base MiMo-Audio model...")
+base_mimo_model = MimoAudio(
+    model_path=base_model_path,
+    mimo_audio_tokenizer_path=tokenizer_path
+)
+print("Base MiMo-Audio model ready!")
 
 @spaces.GPU
-def generate_speech(emotion, text):
-    """Generate emotional speech from text using EmoAct-MiMo"""
+def generate_speech(emotion, text, model_choice):
+    """Generate emotional speech from text"""
     if not emotion or not emotion.strip():
         return None, "Please enter an emotion description."
     if not text or not text.strip():
         return None, "Please enter text to convert to speech."
 
+    # Select model based on choice
+    selected_model = emoact_model if model_choice == "EmoAct-MiMo v1.1 (Beta)" else base_mimo_model
+    
+    print(f"Using model: {model_choice}")
     print("Generating:", text)
     print("With emotion:", emotion)
     try:
@@ -142,11 +153,8 @@ def generate_speech(emotion, text):
         with tempfile.NamedTemporaryFile(delete=False, suffix=".wav") as tmp_file:
             output_path = tmp_file.name
 
-        # Format the instruction with emotion and text
-        full_instruction = f"Emotion: {emotion.strip()}\nText: {text.strip()}"
-
         # Generate TTS with emotion instruction
-        model.tts_sft(
+        selected_model.tts_sft(
             text=text.strip(),
             output_path=output_path,
             instruct=emotion.strip()
@@ -173,6 +181,12 @@ with gr.Blocks(title="EmoAct-MiMo TTS") as demo:
 
     with gr.Row():
         with gr.Column():
+            model_selector = gr.Dropdown(
+                choices=["MiMo-Audio 7B (Default)", "EmoAct-MiMo v1.1 (Beta)"],
+                value="MiMo-Audio 7B (Default)",
+                label="Model",
+                info="EmoAct-MiMo v1.1 is a beta fine-tune with enhanced emotion control but may be less stable"
+            )
             emotion_input = gr.Textbox(
                 label="Emotion",
                 placeholder="e.g., 'intense anger, rage, fury, hatred, and annoyance, speaking without any accent'",
@@ -200,38 +214,44 @@ with gr.Blocks(title="EmoAct-MiMo TTS") as demo:
         examples=[
             [
                 "intense anger, rage, fury, hatred, and annoyance, speaking without any accent",
-                "You know what? I'm done. I'm done with your excuses. (sharp exhale) Every single time, it's the same, and I actually believed you'd change. (voice cracks slightly) God, I'm such an idiot for trusting you again."
+                "You know what? I'm done. I'm done with your excuses. (sharp exhale) Every single time, it's the same, and I actually believed you'd change. (voice cracks slightly) God, I'm such an idiot for trusting you again.",
+                "MiMo-Audio 7B (Default)"
             ],
             [
                 "overwhelming grief, deep sorrow, heartbreak, and devastating sadness, speaking without any accent",
-                "I can't... I can't believe they're gone. (trembling voice) It doesn't feel real. I keep expecting them to walk through that door, and... (chokes up) ...and they never will. How am I supposed to go on without them?"
+                "I can't... I can't believe they're gone. (trembling voice) It doesn't feel real. I keep expecting them to walk through that door, and... (chokes up) ...and they never will. How am I supposed to go on without them?",
+                "MiMo-Audio 7B (Default)"
             ],
             [
                 "extreme fear, terror, panic, dread, and anxiety, speaking without any accent",
-                "(breathing heavily) Did you hear that? Something's out there. (whispers urgently) We need to hide, NOW. Oh god, oh god, it's getting closer. I don't want to die. Please, please let us make it out of here alive."
+                "(breathing heavily) Did you hear that? Something's out there. (whispers urgently) We need to hide, NOW. Oh god, oh god, it's getting closer. I don't want to die. Please, please let us make it out of here alive.",
+                "MiMo-Audio 7B (Default)"
             ],
             [
                 "intense joy, euphoria, excitement, elation, and overwhelming happiness, speaking without any accent",
-                "YES! YES! I DID IT! (laughs breathlessly) I can't believe it actually worked! This is... this is everything I've ever dreamed of! I'm so happy I could cry!"
+                "YES! YES! I DID IT! (laughs breathlessly) I can't believe it actually worked! This is... this is everything I've ever dreamed of! I'm so happy I could cry!",
+                "EmoAct-MiMo v1.1 (Beta)"
             ],
             [
                 "crushing despair, hopelessness, depression, and deep emotional pain, speaking without any accent",
-                "(quietly, numbly) What's the point anymore? I've tried everything. Nothing changes. Nothing ever gets better. I'm so tired of pretending I'm okay when I'm falling apart inside."
+                "(quietly, numbly) What's the point anymore? I've tried everything. Nothing changes. Nothing ever gets better. I'm so tired of pretending I'm okay when I'm falling apart inside.",
+                "EmoAct-MiMo v1.1 (Beta)"
             ],
             [
                 "bitter jealousy, envy, resentment, and seething frustration, speaking without any accent",
-                "Of course they chose you. They always choose you. (bitter laugh) Must be nice, having everything handed to you while the rest of us break our backs. You don't even appreciate what you have."
+                "Of course they chose you. They always choose you. (bitter laugh) Must be nice, having everything handed to you while the rest of us break our backs. You don't even appreciate what you have.",
+                "EmoAct-MiMo v1.1 (Beta)"
             ]
         ],
-        inputs=[emotion_input, text_input]
+        inputs=[emotion_input, text_input, model_selector]
     )
 
     # Event handler
     generate_btn.click(
         fn=generate_speech,
-        inputs=[emotion_input, text_input],
+        inputs=[emotion_input, text_input, model_selector],
         outputs=[audio_output, status_output]
     )
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()