app.py

import time
import os
import logging
from io import StringIO

import gradio as gr
import pandas as pd
from pypinyin import lazy_pinyin
from gradio_i18n import gettext, Translate

from api import generate_api, get_audio
from utils import get_length

# 翻译文件位置
trans_file = os.path.join(os.path.dirname(__file__),"i18n", "translations.json")

# 关闭aiohttp的DEBUG日志
logging.getLogger('aiohttp').setLevel(logging.WARNING)
logging.getLogger("gradio").setLevel(logging.WARNING)

# 带有时间的log
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')


header = "## 🎉 Welcome to Rubii Voice Synthesis System 🎉\n        \n#### [🗣️ Want to not just hear the characters' voices, but also interact with them? Click here to experience lively conversations with these characters! 🌟](https://rubii.ai)\n\n📝 Instructions:\n1. Select character category 🎭\n2. Choose one or more characters from the gallery (up to 5) 👥. When multiple characters are selected, the system will automatically blend their voices (with the first character as the main voice and others as supporting voices). You can try different combinations to get unique voice effects.\n3. Select the character's emotion 😊😢😠\n4. Enter the text to be synthesized ✍️\n5. Click the \"Synthesize Speech\" button 🔊"

terms = "## Disclaimer\n\nThe voice synthesis service provided by this website (hereinafter referred to as the \"Service\") is intended for personal use and entertainment purposes. Before using this Service, please carefully read and fully understand the following terms:\n\n1. **Character Copyright**: The character images used on this website may involve third-party intellectual property rights. This website does not own the copyrights to these characters. Users should respect the intellectual property rights of the relevant characters when using the Service and ensure that their actions do not infringe upon any third-party intellectual property rights.\n\n2. **User-Generated Content (UGC)**: The voice content generated by users through this platform (hereinafter referred to as \"UGC\") is the sole responsibility of the users and is not related to this platform. This platform cannot control or review the specific content generated by users and does not assume any responsibility for the accuracy, completeness, or legality of UGC.\n\n3. **Usage Restrictions**: The voices and their UGC generated by this Service are limited to personal use only and may not be used for any commercial purposes. It is prohibited to use the generated content for any commercial activities without prior written consent from this platform.\n\n4. **Legal Responsibility**: Any legal responsibility arising from the use of this Service by users shall be borne by the users themselves and is not related to this platform. This platform does not assume any responsibility for any disputes or losses caused by users' use of the Service or their UGC.\n\n5. **Copyright Statement**: Users should respect original creations and must not use this Service to generate content that infringes upon others' copyrights. If user-generated content is found to infringe upon others' copyrights, this platform reserves the right to immediately cease providing services to them and reserves the right to pursue legal action.\n\n6. **Content Moderation**: Although this platform cannot control UGC, once content that violates this disclaimer or laws and regulations is discovered, this platform will take necessary measures, including but not limited to deleting the violating content and cooperating with relevant authorities in investigations.\n\n7. **Attribution Requirement**: Users should, where possible, prominently indicate \"This content was generated by RubiiTTS\" or a similar statement in the generated content. Users should ensure that the attribution complies with the requirements of these terms.\n\nBy using this website, users agree to the above disclaimer. If you have any questions, please contact us at contact@yomio.ai.\n\n**The final interpretation right belongs to this website.**"

def load_characters_csv(lang):
    name = f"characters_{lang}"
    return pd.read_csv(StringIO(os.getenv(name)))

def update_all_characters(lang, current_all_characters):
    new_characters = load_characters_csv(lang)
    initial_characters = get_characters(kind="原神", all_characters=new_characters)
    return new_characters, initial_characters, gr.Gallery(value=[[char['头像'], char['名称']] for char in initial_characters], 
                                 show_label=False, elem_id="character_gallery", columns=[11], 
                                 object_fit="contain", height="auto", interactive=False, 
                                 allow_preview=False, selected_index=None)

def get_characters(query=None, page=1, per_page=400, kind="原神", lang="zh", all_characters=None):
    # 使用传入的 all_characters 参数
    filtered_characters = all_characters[all_characters["类别"] == kind]
    
    if query:
        # 使用拼音和汉字进行搜索
        filtered_characters = filtered_characters[
            filtered_characters['名称'].str.contains(query, case=False)
        ]
        if filtered_characters.empty and lang == 'zh':
            filtered_characters = all_characters[all_characters["类别"] == kind]
            filtered_characters = filtered_characters[
                filtered_characters['名称'].apply(lambda x: ''.join(lazy_pinyin(x))).str.contains(query, case=False)
            ]
    
    # 按名称分组，并选择每组的第一个记录
    unique_characters = filtered_characters.groupby('名称').first().reset_index().sort_values(by='id')
    
    # 应用分页
    start_index = (page - 1) * per_page
    end_index = start_index + per_page
    
    return unique_characters.iloc[start_index:end_index].to_dict('records')
        
async def generate(selected_character = None, selected_characters = [], text = "", lang="zh"):
    # print("-------",selected_character)
    # print("-------",selected_characters)
    if selected_character:
        characters = [selected_character] + selected_characters
    else:
        characters = selected_characters
    if not selected_character and not selected_characters:
        if lang == "zh":
            raise gr.Error("请先选择一个角色")
        elif lang == "en":
            raise gr.Error("Please select a character first")
        elif lang == "ja":
            raise gr.Error("まず、キャラクターを選択してください")
        elif lang == "ko":
            raise gr.Error("먼저 캐릭터를 선택하세요")
    voice_ids = [char.get("voice_id") for char in characters if char.get("voice_id")]
    
    if not voice_ids:
        raise gr.Error("所选角色没有关联的 voice_id")
    
    start_time = time.time()
    # 假设我们只使用第一个选择的角色的名称
    if voice_ids == "1":
        if lang == "zh":
            raise gr.Error("该角色暂未创建语音")
        elif lang == "en":
            raise gr.Error("The character has not been created yet")
        elif lang == "ja":
            raise gr.Error("そのキャラクターの音声はまだ作成されていません")
        elif lang == "ko":
            raise gr.Error("해당 캐릭터의 음성이 아직 생성되지 않았습니다")
        
    if text == "":
        if lang == "zh":
            raise gr.Error("请输入需要合成的文本")
        elif lang == "en":
            raise gr.Error("Please enter the text to be synthesized")
        elif lang == "ja":
            raise gr.Error("合成するテキストを入力してください")
        elif lang == "ko":
            raise gr.Error("합성할 텍스트를 입력하세요")
    
    if get_length(text) > 1024:
        if lang == "zh":
            raise gr.Error("长度请控制在1024个字符以内")
        elif lang == "en":
            raise gr.Error("The text length exceeds 1024 words")
        elif lang == "ja":
            raise gr.Error("テキストの長さが1024文字を超えています")
        elif lang == "ko":
            raise gr.Error("텍스트 길이가 1024자를 초과합니다")
    
    audio = await generate_api(voice_ids, text)
    end_time = time.time()
    if lang == "zh":
        cost_time = f"合成共花费{end_time - start_time:.2f}秒"
    elif lang == "en":
        cost_time = f"Total time spent synthesizing: {end_time - start_time:.2f} seconds"
    elif lang == "ja":
        cost_time = f"合成にかかった時間: {end_time - start_time:.2f}秒"
    elif lang == "ko":
        cost_time = f"합성에 소요된 시간: {end_time - start_time:.2f}초"
    if isinstance(audio, str):
        print(audio)
        raise gr.Error(audio)
    else:
        return audio, cost_time

def get_character_emotions(character, all_characters):
    # 从all_characters中筛选出与当前角色名称相同的所有记录
    character_records = all_characters[all_characters['名称'] == character['名称']]
    
    # 按情绪去重并获取完整的角色信息
    character_infos = character_records.drop_duplicates(subset=['情绪']).to_dict('records')
    
    # 如果没有找到角色信息，返回一个包含默认值的字典
    return character_infos if character_infos else [{"名称": character['名称'], "情绪": "默认情绪"}]

def update_character_info(character_name, emotion, current_character, all_characters):
    character_info = None
    if character_name and emotion:
        character_info = all_characters[(all_characters['名称'] == character_name) & (all_characters['情绪'] == emotion)]
    if character_name == "":
        return None
    character_info = character_info.iloc[0].to_dict()
    return character_info, all_characters

def add_new_voice(current_character, selected_characters, kind, lang, all_characters):
    if not current_character:
        if lang == "zh":
            raise gr.Error("请先选择一个角色")
        elif lang == "en":
            raise gr.Error("Please select a character first")
        elif lang == "ja":
            raise gr.Error("まず、キャラクターを選択してください")
        elif lang == "ko":
            raise gr.Error("먼저 캐릭터를 선택하세요")
    
    if len(selected_characters) >= 5:
        raise gr.Error("已达到最大选择数（5个）")
    
    # 检查是否已存在相同角色
    existing_char = next((char for char in selected_characters if char['名称'] == current_character['名称']), None)
    if existing_char:
        # 如果情绪不同,更新情绪
        if existing_char['情绪'] != current_character['情绪']:
            existing_char['情绪'] = current_character['情绪']
    else:
        selected_characters.insert(0, current_character)
    
    updated_characters = get_characters(kind=kind, lang=lang, all_characters=all_characters)
    # ! 取消gallery选中状态,返回个新的gallery是必要的，否则会保留上一次的选中状态。这里sonnet很喜欢改成返回一个数组，但这不能清空gallery的选中状态
    updated_gallery = gr.Gallery(value=[[char['头像'], char['名称']] for char in updated_characters], 
                                 show_label=False, elem_id="character_gallery", columns=[11], 
                                 object_fit="contain", height="auto", interactive=False, 
                                 allow_preview=False, selected_index=None)
    
    return (None, gr.update(value=""), gr.update(choices=[]), selected_characters, 
            updated_characters, updated_gallery, gr.update(visible=True), all_characters)

def update_selected_chars_display(selected_characters):
    updates = []
    for i, (name, emotion, _, row) in enumerate(selected_chars_rows):
        if i < len(selected_characters):
            char = selected_characters[i]
            updates.extend([
                gr.update(value=char['名称'], visible=True),
                gr.update(value=char['情绪'], visible=True),
                gr.update(visible=True),
                gr.update(visible=True)
            ])
        else:
            updates.extend([
                gr.update(value="", visible=False),
                gr.update(value="", visible=False),
                gr.update(visible=False),
                gr.update(visible=False)
            ])
    return updates

def remove_character(index, selected_characters):
    if 0 <= index < len(selected_characters):
        del selected_characters[index]  
    return selected_characters, gr.update(visible=True)

def update_gallery(kind, query, all_characters):
    updated_characters = get_characters(kind=kind, query=query, lang=lang, all_characters=all_characters)
    return updated_characters, [[char['头像'], char['名称']] for char in updated_characters], all_characters

def on_select(evt: gr.SelectData, characters, selected_characters, all_characters):
    # 如果没有选择角色，换人的时候清空
    if len(selected_characters) == 0:
        selected_characters = []
    
    selected = characters[evt.index]
    emotions = get_character_emotions(selected, all_characters)
    normal_index = 0
    for index, emotion in enumerate(emotions):
        if emotion["情绪"] == "正常" or emotion["情绪"] == "보통" or emotion["情绪"] == "normal":
            normal_index = index
            break
    
    default_emotion = emotions[normal_index]["情绪"] if emotions else ""
    default_voice_id = emotions[normal_index]["voice_id"] if emotions else ""
    
    character_dict = selected.copy()
    character_dict['情绪'] = default_emotion
    character_dict['voice_id'] = default_voice_id
    return selected["名称"], gr.Dropdown(choices=[emotion["情绪"] for emotion in emotions], value=default_emotion), character_dict, selected_characters

async def update_prompt_audio(current_character):
    if current_character:
        return await get_audio(current_character.get("voice_id"))
    else:
        return None

with gr.Blocks(title="Rubii TTS", theme=gr.themes.Soft()) as demo:
    lang = gr.Radio(choices=[("中文", "zh"), ("English", "en"), ("日本語", "ja"), ("한국인", "ko")], label=gettext("Language"), value="en", scale=1)
    all_characters_state = gr.State(load_characters_csv("en"))
    
    with Translate(trans_file, lang, placeholder_langs=["en", "zh", "ja", "ko"]):
        gr.Markdown(
            value=gettext(header))
        with gr.Group():
            initial_characters = get_characters(kind="原神", lang="zh", all_characters=all_characters_state.value)
            characters = gr.State(initial_characters)
            selected_characters = gr.State([])
            current_character = gr.State(None)
            
            with gr.Blocks():
                with gr.Row():
                    # kind = gr.Dropdown(choices=["原神", "崩坏星穹铁道","鸣潮","明日方舟","其他"], value="原神", label="请选择角色类别")
                    choices = [(gettext("Genshin Impact"),"原神"), (gettext("Honkai: Star Rail"),"崩坏星穹铁道"), (gettext("Wuthering Waves"),"鸣潮")]
                    kind = gr.Dropdown(choices=choices, value="原神", label=gettext("Select character category"))
                    query = gr.Textbox(label=gettext("Search character"), value="", lines=1, max_lines=1, interactive=True)
                with gr.Blocks():
                    gallery = gr.Gallery(
                        value=[[char['头像'], char['名称']] for char in characters.value],
                        show_label=False,
                        elem_id="character_gallery",
                        columns=[11],
                        object_fit="contain",
                        height="auto",
                        interactive=False,
                        allow_preview=False,
                        selected_index=None
                    )
                with gr.Row():
                    character_name = gr.Textbox(label=gettext("Currently selected character"), interactive=False, max_lines=1)
                    info_type = gr.Dropdown(choices=[], label=gettext("Select emotion"))
                with gr.Row():
                    add_voice_button = gr.Button(gettext("Add new voice"), variant="primary")
                
                selected_chars_container = gr.Column(elem_id="selected_chars_container", visible=False)
                
                with selected_chars_container:
                    gr.Markdown(gettext("### Selected characters"))
                    selected_chars_rows = []
                    for i in range(5):  # 假设最多选择5个角色
                        with gr.Row() as row:
                            name = gr.Textbox(label=gettext("Name"), interactive=False, max_lines=1)
                            emotion = gr.Textbox(label=gettext("Emotion"), interactive=False, max_lines=1)
                            delete_btn = gr.Button(gettext("Delete"), scale=0)
                        selected_chars_rows.append((name, emotion, delete_btn, row))

            with gr.Row():
                with gr.Column():
                    text = gr.Textbox(label=gettext("Text to synthesize"), value="", lines=10, max_lines=10)
                    inference_button = gr.Button(gettext("🎉 Synthesize Voice 🎉"), variant="primary", size='lg')
                with gr.Column():
                    prompt_audio = gr.Audio(label=gettext("Reference audio for synthesis"), interactive=False, type="numpy")
                    output = gr.Audio(label=gettext("Output audio"), interactive=False, type="numpy")
                    cost_time = gr.Textbox(label=gettext("Synthesis time"), interactive=False, show_label=False, max_lines=1)
            try:
                inference_button.click(
                    fn=generate,
                    inputs=[current_character, selected_characters, text, lang],
                    outputs=[output, cost_time],
                )
            except gr.Error as e:
                gr.Error(e)
            except Exception as e:
                pass

            # -------------- 绑定事件 --------------
            
            lang.change(
                fn=update_all_characters,
                inputs=[lang, all_characters_state],
                outputs=[all_characters_state, characters, gallery]
            )

            add_voice_button.click(
                fn=add_new_voice,
                inputs=[current_character, selected_characters, kind, lang, all_characters_state],
                outputs=[current_character, character_name, info_type, selected_characters, 
                        characters, gallery, selected_chars_container, all_characters_state]
            ).then(
                fn=update_selected_chars_display,
                inputs=[selected_characters],
                outputs=[item for row in selected_chars_rows for item in row]
            )


            gallery.select(
                fn=on_select,
                inputs=[characters, selected_characters, all_characters_state],
                outputs=[character_name, info_type, current_character, selected_characters]
            ).then(
                fn=update_prompt_audio,
                inputs=[current_character],
                outputs=[prompt_audio]
            )

            info_type.change(
                fn=update_character_info,
                inputs=[character_name, info_type, current_character, all_characters_state],
                outputs=[current_character, all_characters_state]
            ).then(
                fn=update_prompt_audio,
                inputs=[current_character],
                outputs=[prompt_audio]
            )

            for i, (_, _, delete_btn, _) in enumerate(selected_chars_rows):
                delete_btn.click(
                    fn=remove_character,
                    inputs=[gr.Number(value=i, visible=False), selected_characters],
                    outputs=[selected_characters, selected_chars_container]
                ).then(
                    fn=update_selected_chars_display,
                    inputs=[selected_characters],
                    outputs=[item for row in selected_chars_rows for item in row]
                )
            
            kind.change(
                fn=update_gallery,
                inputs=[kind, query, all_characters_state],
                outputs=[characters, gallery, all_characters_state]
            )
            
            query.change(
                fn=update_gallery,
                inputs=[kind, query, all_characters_state],
                outputs=[characters, gallery, all_characters_state]
            )
        gr.Markdown(gettext(terms))


if __name__ == '__main__':
    demo.queue(default_concurrency_limit=8).launch(
        # server_name="0.0.0.0",
        # server_port=80,
        show_api=False
    )