Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -19,16 +19,14 @@ whisper_model = WhisperForConditionalGeneration.from_pretrained("openai/whisper-
|
|
19 |
forced_decoder_ids = tokenizer.get_decoder_prompt_ids(language="french", task="translate")
|
20 |
|
21 |
#load text-to-speech checkpoint and speaker embeddings
|
22 |
-
processor = SpeechT5Processor.from_pretrained("
|
23 |
|
24 |
-
model = SpeechT5ForTextToSpeech.from_pretrained("
|
25 |
vocoder = SpeechT5HifiGan.from_pretrained("microsoft/speecht5_hifigan").to(device)
|
26 |
|
27 |
embeddings_dataset = load_dataset("Matthijs/cmu-arctic-xvectors", split="validation")
|
28 |
speaker_embeddings = torch.tensor(embeddings_dataset[7306]["xvector"]).unsqueeze(0)
|
29 |
|
30 |
-
# bark_model = BarkModel.from_pretrained("suno/bark-small")
|
31 |
-
# processor = BarkProcessor.from_pretrained("suno/bark-small")
|
32 |
|
33 |
def translate(audio):
|
34 |
# load speech translation checkpoint
|
|
|
19 |
forced_decoder_ids = tokenizer.get_decoder_prompt_ids(language="french", task="translate")
|
20 |
|
21 |
#load text-to-speech checkpoint and speaker embeddings
|
22 |
+
processor = SpeechT5Processor.from_pretrained("Apocalypse-19/speecht5_finetuned_french")
|
23 |
|
24 |
+
model = SpeechT5ForTextToSpeech.from_pretrained("Apocalypse-19/speecht5_finetuned_french").to(device)
|
25 |
vocoder = SpeechT5HifiGan.from_pretrained("microsoft/speecht5_hifigan").to(device)
|
26 |
|
27 |
embeddings_dataset = load_dataset("Matthijs/cmu-arctic-xvectors", split="validation")
|
28 |
speaker_embeddings = torch.tensor(embeddings_dataset[7306]["xvector"]).unsqueeze(0)
|
29 |
|
|
|
|
|
30 |
|
31 |
def translate(audio):
|
32 |
# load speech translation checkpoint
|