import gradio as gr import re import requests import time import tempfile import os token = os.environ['apikey'] API_HOST = "https://api.voicemod.net" def separate_syllables(string): #numbers = [ 4, 4, 8, 5 ] numbers = [ 8, 9, 8, 9 ] # Split the string into a list of characters parts = string.split(" ") string = "".join(parts) print("the new string: "+ string) chars = list(string) # Create a list to store the syllables syllables = [] # Iterate over the numbers for num in numbers: # Get the next num characters from the string syllable = "".join(chars[:num]) print("Appending " + "".join(chars[:num])) # Add the syllable to the list syllables.append(syllable) # Remove the syllable from the list of characters chars = chars[num:] # If there are any remaining characters, add them as a new line if chars: syllables.append("-") for num in numbers: # Get the next num characters from the remaining characters syllable = "".join(chars[:num]) # Add the syllable to the list syllables.append(syllable) # Remove the syllable from the list of characters chars = chars[num:] # Return the list of syllables joined by spaces if("-" in syllables): results = [[]] lines = 0 for i ,v in enumerate(syllables): if v == '-': lines=lines+1 else: if(len(results) == 1): results.append([]) results[lines].append(v) return list(map(lambda words: " ".join(words), results)) else: return " ".join(syllables) def flattenLines(lyrics): newValues = [] for i,val in enumerate(lyrics): if(type(lyrics[i]) == list): newValues.append(lyrics[i][0]) newValues.append(lyrics[i][1]) else: newValues.append(lyrics[i]) return newValues def getPayload(index): print("Getting payload for index: " + str(index)) match index: case 0: return { "voiceModel":"CFV_2", "voiceModelStyle":"mezzo", "language":"en", "scoreFileRemotePath":"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Melody_C_200bpm_4x4_ABCD.json", "scoreDataFileRemotePath":"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Score_Data_ABCD.json", "dspFileRemotePath": "themes/DeckTheHalls/dsp/XML/TTS_XMAS_DeckTheHalls_DSP_C_200bpm_ABCD.xml", "lyrics": [], "dspEffect": "", "backgroundSounds":False, "artistName":"Cecilia", "songName":"Deck The Halls", "singerImageRemotePath":"singers/Singer-Cecilia-VideoImageBackground.png", "backgroundImageRemotePath":"themes/DeckTheHalls/images/Song-DeckTheHalls-VideoImageBackground02.png" } case 1: return { "voiceModel":"CFV_2", "voiceModelStyle":"mezzo", "language":"en", "scoreDataFileRemotePath": "themes/MoveYourBody/score/MoveYourBody_Score_Data_ABCD.json", "scoreFileRemotePath": "themes/MoveYourBody/score/MoveYourBody_Melody_ABCD.json", "singerImageRemotePath": "singers/Singer-Cecilia-VideoImageBackground.png", "dspFileRemotePath": "themes/MoveYourBody/dsp/XML/MoveYourBody_DSP_ABCD.xml", "dspEffect":"", "lyrics": [], "backgroundSounds":False, "artistName":"Cecilia", "songName":"Move Your Body", "backgroundImageRemotePath":"themes/DeckTheHalls/images/Song-DeckTheHalls-VideoImageBackground02.png" } case 2: return { "voiceModel": "Randy_v3o", "voiceModelStyle": "randy", "language": "en", "scoreFileRemotePath": "themes/DarkTrap/score/DarkTrap_Melody_ABCDEFGH.json", #"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Melody_C_200bpm_4x4_ABCD.json", "scoreDataFileRemotePath": "themes/DarkTrap/score/DarkTrap_Score_Data_ABCDEFGH.json", #"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Score_Data_ABCD.json", "dspFileRemotePath": "themes/DarkTrap/dsp/XML/DarkTrap_DSP_ABCDEFGH.xml", #"themes/DeckTheHalls/dsp/XML/TTS_XMAS_DeckTheHalls_DSP_C_200bpm_ABCD.xml", "dspEffect": "", "lyrics": [], "backgroundSounds": False, "artistName": "Jerry", "songName": "Dark Trap", #"Deck The Halls", "singerImageRemotePath": "singers/Singer-Jerry-VideoImageBackground.png", "backgroundImageRemotePath": "themes/DeckTheHalls/images/Song-DeckTheHalls-VideoImageBackground01.png" } case 3: return { "artistName": "Jerry", "backgroundImageRemotePath": "themes/HappyBirthday/images/Song-HappyBirthday-VideoImageBackground01.png", "backgroundSounds": False, "dspEffect": "", "dspFileRemotePath": "themes/HappyBirthday/dsp/XML/HappyBirthday_DSP_ABCD.xml", "language": "en", "lyrics": [], "scoreDataFileRemotePath": "themes/HappyBirthday/score/HappyBirthday_Score_Data_ABCD.json", "scoreFileRemotePath": "themes/HappyBirthday/score/HappyBirthday_Melody_ABCD.json", "singerImageRemotePath": "singers/Singer-Jerry-VideoImageBackground.png", "songName": "Happy Birthday", "voiceModel": "CFV_2", "voiceModelStyle": "baritone" } case 4: return { "voiceModel": "Randy_v3o", "voiceModelStyle": "randy", "language": "en", "scoreFileRemotePath": "themes/Levitate/score/Levitate_Melody_ABCD.json", #"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Melody_C_200bpm_4x4_ABCD.json", "scoreDataFileRemotePath": "themes/Levitate/score/Levitate_Score_Data_ABCD.json", #"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Score_Data_ABCD.json", "dspFileRemotePath": "themes/Levitate/dsp/XML/Levitate_DSP_ABCD.xml", #"themes/DeckTheHalls/dsp/XML/TTS_XMAS_DeckTheHalls_DSP_C_200bpm_ABCD.xml", "dspEffect": "", "lyrics": [], "backgroundSounds": False, "artistName": "Jerry", "songName": "Levitate", #"Deck The Halls", "singerImageRemotePath": "singers/Singer-Ed-VideoImageBackground.png", "backgroundImageRemotePath": "themes/Levitate/images/Song-Levitate-VideoImageBackground02.png" } def cleanUpLines(lines): return list(filter(None, lines)) def greet(index, lyrics): url = API_HOST + "/v2/cloud/partners/ttsing" verification_url = API_HOST + "/v2/cloud/partners/ttsing/" print("Calling api with "+ lyrics) print("URL: " + url) lines = cleanUpLines(lyrics.split("\n")) #newLines = flattenLines(list(map(separate_syllables, lines))) payload = getPayload(index) payload["lyrics"] = lines headers = { 'x-api-key': token } print(payload) print("Before the call") response = requests.request("POST", url, headers=headers, json=payload) print("After the call...") jsonResp = response.json() print(response.text) jobID = jsonResp['jobId'] verification_url += jsonResp['jobId'] while(True): response = requests.request('GET', verification_url, headers=headers) print(response.text) print(jobID) jsonResp = response.json() if(jsonResp['status'] == 'failed'): return "" if('transformedAudioUrl' in jsonResp and jsonResp['transformedAudioUrl'] is not None): return gr.make_waveform(download_file(jsonResp['transformedAudioUrl'])) #return download_file(jsonResp['urlVideoWithBackground']) print("Still processing...") time.sleep(1) def download_file(url): response = requests.get(url) if response.status_code == 200: with tempfile.NamedTemporaryFile(delete=False) as tmp_file: tmp_file.write(response.content) tmp_file.flush() return tmp_file.name else: print("Error: Unable to download file") with gr.Blocks() as demo: #def handleChange(): # line3.update(visible=False) gr.Markdown(""" ## Voicemod's Text-to-Sing API To use this API follow the instructions: 1. First, select the melody you want from the dropdown 2. Then write the lyrics for it ### Disclaimer Each melody has specific requirements for the lyrics (number of notes per verse and duration of each note). Use the examples provided to understand how they work and write valid lyrics to get best results Also, the length of the song is fixed, if you go over the line numbers the extra lyrics will be ignored. ## Join our Community If you'd like to know more and meet other developers working with this technology, join our [Discord Server](https://discord.gg/vm-dev-community)! """) music_options = ["Deck the Halls by Cecilia", "Move your Body by Cecilia", "Dark Trap by Jerry", "Happy Birthday by Jerry", "Levitate by Ed"] with gr.Row(): with gr.Column(): with gr.Row(): dd = gr.Dropdown(choices=music_options, type="index", label="Select the melody...") lines = gr.Textbox(lines=10, placeholder="Write your lyrics here...", label="Lyrics") with gr.Row(): btn = gr.Button("Run") with gr.Column(): video = gr.Video(label="Generated output") video.style(height=300) gr.Markdown(""" ## Example lyrics To make your life easier, while testing the API, you can use and modify the following lyrics for each song: """) gr.Examples(fn=greet, examples=[["Move your Body by Cecilia", """this is just a test don’t worry now the lyrics will come the less you think about them just feel the melody""" ], ["Dark Trap by Jerry","""this is just a test don't worry about what I say the lyrics want to go crazy when pushed too hard take it easy and relax this is moving too fast I can help you be a better singer""" ], ["Happy Birthday by Jerry","""happy birthday to you happy birthday to you! happy birthday dear Laura happy birthday to you!"""] , ["Deck the Halls by Cecilia", """Deck the halls with boughs of holly Fa la la la la, la la la la 'Tis the season to be jolly Fa la la la la, la la la la""" ], ["Levitate by Ed", """this is just a test don’t worry about what I say the lyrics want to go crazy when pushed too hard"""] ], inputs=[ dd, lines ], outputs=video, cache_examples=True ) gr.Markdown(""" ## Want to use this API for your project? If you'd like to use this API for your own project, request access through our [form here](https://voicemod.typeform.com/to/KqeNN6bO?typeform-source=huggingface) and join our [Dev Community on Discord](https://discord.gg/vm-dev-community)! """) btn.click(fn=greet, inputs=[ dd, lines ], outputs=video) demo.launch()