adding code

README.md

@@ -1,12 +1,12 @@
 ---
-title: Text To Sing
+title: Voicemod's Text To Sing
 emoji: 🏃
-colorFrom: purple
-colorTo: purple
+colorFrom: black
+colorTo: cyan
 sdk: gradio
 sdk_version: 3.34.0
 app_file: app.py
-pinned: false
+pinned: true
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,324 @@
+import gradio as gr
+import re
+import requests
+import time
+import tempfile
+
+token = "XQMy5NHKujX8nXr8YCGktED3f7DEdvzm"
+        
+
+
+def separate_syllables(string):
+    #numbers = [ 4, 4, 8, 5 ]
+    numbers = [ 8, 9, 8, 9 ]
+    # Split the string into a list of characters
+    parts = string.split(" ")
+    string = "".join(parts)
+    print("the new string: "+ string)
+    chars = list(string)
+
+    # Create a list to store the syllables
+    syllables = []
+
+    # Iterate over the numbers
+    for num in numbers:
+        # Get the next num characters from the string
+        syllable = "".join(chars[:num])
+        print("Appending " + "".join(chars[:num]))
+        # Add the syllable to the list
+        syllables.append(syllable)
+        # Remove the syllable from the list of characters
+        chars = chars[num:]
+
+    # If there are any remaining characters, add them as a new line
+    if chars:
+        syllables.append("-")
+        for num in numbers:
+            # Get the next num characters from the remaining characters
+            syllable = "".join(chars[:num])
+            # Add the syllable to the list
+            syllables.append(syllable)
+            # Remove the syllable from the list of characters
+            chars = chars[num:]
+
+    # Return the list of syllables joined by spaces
+    if("-" in syllables): 
+        results = [[]]
+        lines = 0
+        for i ,v in enumerate(syllables):
+            if v == '-':
+                lines=lines+1
+            else: 
+                if(len(results) == 1):
+                    results.append([])
+                results[lines].append(v)
+
+        return list(map(lambda words: " ".join(words), results))
+    else:
+        return " ".join(syllables)
+
+
+def flattenLines(lyrics):
+    newValues = []
+    for i,val in enumerate(lyrics): 
+        if(type(lyrics[i]) == list):
+            newValues.append(lyrics[i][0])
+            newValues.append(lyrics[i][1])
+        else:
+            newValues.append(lyrics[i])
+
+    return newValues
+
+def getPayload(index):
+    match index:
+        case 0:
+            return {
+                "voiceModel":"CFV_2",
+                "voiceModelStyle":"mezzo",
+                "language":"en",
+                "scoreFileRemotePath":"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Melody_C_200bpm_4x4_ABCD.json",
+                "scoreDataFileRemotePath":"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Score_Data_ABCD.json",
+                "dspFileRemotePath":"themes/DeckTheHalls/dsp/XML/TTS_XMAS_DeckTheHalls_DSP_C_200bpm_ABCD.xml",
+                "dspEffect":"",
+                "lyrics": [],
+                "backgroundSounds":False,
+                "artistName":"Cecilia",
+                "songName":"Deck The Halls",
+                "singerImageRemotePath":"singers/Singer-Cecilia-VideoImageBackground.png",
+                "backgroundImageRemotePath":"themes/DeckTheHalls/images/Song-DeckTheHalls-VideoImageBackground02.png"
+            }
+        case 1:
+            return {
+                "voiceModel":"CFV_2",
+                "voiceModelStyle":"mezzo",
+                "language":"en",
+                "scoreDataFileRemotePath": "themes/MoveYourBody/score/MoveYourBody_Score_Data_ABCD.json",
+                "scoreFileRemotePath": "themes/MoveYourBody/score/MoveYourBody_Melody_ABCD.json",
+                "singerImageRemotePath": "singers/Singer-Cecilia-VideoImageBackground.png",
+                "dspFileRemotePath": "themes/MoveYourBody/dsp/XML/MoveYourBody_DSP_ABCD.xml",
+                "dspEffect":"",
+                "lyrics": [],
+                "backgroundSounds":False,
+                "artistName":"Cecilia",
+                "songName":"Move Your Body",
+                "backgroundImageRemotePath":"themes/DeckTheHalls/images/Song-DeckTheHalls-VideoImageBackground02.png"
+            }
+ 
+        case 2:
+            return {
+                "voiceModel": "Randy_v3o",
+                "voiceModelStyle": "randy",
+                "language": "en",
+                "scoreFileRemotePath": "themes/DarkTrap/score/DarkTrap_Melody_ABCDEFGH.json", #"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Melody_C_200bpm_4x4_ABCD.json",
+                "scoreDataFileRemotePath": "themes/DarkTrap/score/DarkTrap_Score_Data_ABCDEFGH.json", #"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Score_Data_ABCD.json",
+                "dspFileRemotePath": "themes/DarkTrap/dsp/XML/DarkTrap_DSP_ABCDEFGH.xml", #"themes/DeckTheHalls/dsp/XML/TTS_XMAS_DeckTheHalls_DSP_C_200bpm_ABCD.xml",
+                "dspEffect": "",
+                "lyrics": [],
+                "backgroundSounds": False,
+                "artistName": "Jerry",
+                "songName": "Dark Trap", #"Deck The Halls",
+                "singerImageRemotePath": "singers/Singer-Jerry-VideoImageBackground.png",
+                "backgroundImageRemotePath": "themes/DeckTheHalls/images/Song-DeckTheHalls-VideoImageBackground01.png"
+            }
+
+        case 3:
+            return {
+                "artistName": "Jerry",
+                "backgroundImageRemotePath": "themes/HappyBirthday/images/Song-HappyBirthday-VideoImageBackground01.png",
+                "backgroundSounds": False,
+                "dspEffect": "",    
+                "dspFileRemotePath": "themes/HappyBirthday/dsp/XML/HappyBirthday_DSP_ABCD.xml",
+                "language": "en",
+                "lyrics": [],
+                "scoreDataFileRemotePath": "themes/HappyBirthday/score/HappyBirthday_Score_Data_ABCD.json",
+                "scoreFileRemotePath": "themes/HappyBirthday/score/HappyBirthday_Melody_ABCD.json", 
+                "singerImageRemotePath": "singers/Singer-Jerry-VideoImageBackground.png",
+                "songName": "Happy Birthday",   
+                "voiceModel": "CFV_2",
+                "voiceModelStyle": "baritone"
+            }
+ 
+        case 4:
+            return {
+                "voiceModel": "Randy_v3o",
+                "voiceModelStyle": "randy",
+                "language": "en",
+                "scoreFileRemotePath": "themes/Levitate/score/Levitate_Melody_ABCD.json", #"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Melody_C_200bpm_4x4_ABCD.json",
+                "scoreDataFileRemotePath": "themes/Levitate/score/Levitate_Score_Data_ABCD.json", #"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Score_Data_ABCD.json",
+                "dspFileRemotePath": "themes/Levitate/dsp/XML/Levitate_DSP_ABCD.xml", #"themes/DeckTheHalls/dsp/XML/TTS_XMAS_DeckTheHalls_DSP_C_200bpm_ABCD.xml",
+                "dspEffect": "",
+                "lyrics": [],
+                "backgroundSounds": False,
+                "artistName": "Jerry",
+                "songName": "Levitate", #"Deck The Halls",
+                "singerImageRemotePath": "singers/Singer-Ed-VideoImageBackground.png",
+                "backgroundImageRemotePath": "themes/Levitate/images/Song-Levitate-VideoImageBackground02.png"
+            }
+ 
+
+
+def greet(index, lyrics):
+    url = "https://staging-gateway-api.voicemod.net/v2/cloud/partners/ttsing"
+    verification_url = "https://staging-gateway-api.voicemod.net/v2/cloud/partners/ttsing/"
+
+    print("Calling api with "+ lyrics)
+
+    lines = lyrics.split("\n")
+    #newLines = flattenLines(list(map(separate_syllables, lines)))
+
+    payload = getPayload(index)
+    payload["lyrics"] = lines
+
+
+    headers = {
+        'x-api-key': token
+    }
+
+
+    print(payload)
+    print("Before the call")
+    response = requests.request("POST", url, headers=headers, json=payload)
+    print("After the call...")
+    jsonResp = response.json()
+    print(response.text)
+    jobID = jsonResp['jobId']
+    verification_url += jsonResp['jobId']
+    while(True):
+        response = requests.request('GET', verification_url, headers=headers)
+        print(response.text)
+        print(jobID)
+        jsonResp = response.json()
+        if(jsonResp['status'] == 'failed'):
+            return ""
+
+        if('transformedAudioUrl' in jsonResp and jsonResp['transformedAudioUrl'] is not None):
+            return gr.make_waveform(download_file(jsonResp['transformedAudioUrl']))
+            #return download_file(jsonResp['urlVideoWithBackground'])
+        print("Still processing...")
+        time.sleep(1)
+
+
+
+
+def download_file(url):
+    response = requests.get(url)
+    if response.status_code == 200:
+        with tempfile.NamedTemporaryFile(delete=False) as tmp_file:
+            tmp_file.write(response.content)
+            tmp_file.flush()
+            return tmp_file.name
+    else:
+        print("Error: Unable to download file")
+
+
+with gr.Blocks() as demo:
+    #def handleChange():
+    #    line3.update(visible=False)
+
+    gr.Markdown("""
+        ## Voicemod's Text-to-Song API
+        To use this API follow the instructions:
+        1. First, select the melody you want from the dropdown
+        2. Then write the lyrics for it
+
+        ### Disclaimer
+        Each melody has specific requirements for the lyrics (number of notes per verse and duration of each note).
+        Use the examples provided to understand how they work and write valid lyrics to get best results
+
+        Also, the length of the song is fixed, if you go over the line numbers the extra lyrics will be ignored.
+        """)
+
+    music_options = ["Deck the Halls by Cecilia", 
+                     "Move your Body by Cecilia",
+                     "Dark Trap by Jerry",
+                     "Happy Birthday by Jerry",
+                     "Levitate by Ed"]
+
+    with gr.Row():                
+        with gr.Column():
+            with gr.Row():
+                dd = gr.Dropdown(choices=music_options, type="index", label="Select the melody...")
+                lines = gr.Textbox(lines=10, placeholder="Write your lyrics here...", label="Lyrics")
+
+            with gr.Row():
+                btn = gr.Button("Run")
+        with gr.Column():
+            video = gr.Video(label="Generated output")
+            video.style(height=300)
+        
+
+
+    gr.Markdown("""
+    ## Example lyrics
+
+    To make your life easier, while testing the API, you can use and modify the following lyrics for each song:
+    """)
+    with gr.Row():
+        with gr.Column():
+            gr.Markdown("""
+                ### Dark Trap by Jerry
+
+                > this is just a test
+                > don't worry about what I say
+                > the lyrics want to  go crazy
+                > when pushed too hard
+                > take it easy and relax
+                > this is moving too fast
+                > I can help you be
+                > a better singer
+            """)
+        with gr.Column():
+            gr.Markdown("""
+                ### Happy Birthday by Jerry
+
+                > happy birthday to you 
+                > happy birthday to you! 
+                > happy birthday dear Laura
+                > happy birthday to you!
+            """)
+        with gr.Column():
+            gr.Markdown("""
+                ### Deck the Halls by Cecilia
+
+                > Deck the halls with boughs of holly
+                > Fa la la la la, la la la la 
+                > 'Tis the season to be jolly
+                > Fa la la la la, la la la la 
+
+            """)
+        with gr.Column():
+            gr.Markdown("""
+                ### Levitate by Ed 
+
+                > this is just a test
+                > don’t worry about what I say
+                > the lyrics want to go crazy
+                > when pushed too hard
+            """)
+        with gr.Column():
+            gr.Markdown("""
+                ### Move Your Body by Cecilia
+
+                > this is just a test
+                > don’t worry now
+                > the lyrics will come the less you think about them
+                > just feel the melody
+            """)
+     
+ 
+ 
+    gr.Markdown("""
+        ## Want to use this API for your project?
+
+        If you'd like to use this API for your own project, request access through our [form here](https://voicemod.typeform.com/to/KqeNN6bO?typeform-source=huggingface)
+    """)
+   
+
+    btn.click(fn=greet, 
+              inputs=[
+                    dd,
+                    lines
+              ],
+                outputs=video)
+
+demo.launch()