Spaces:
Sleeping
Sleeping
File size: 3,452 Bytes
d5d0921 d2b7e94 d5d0921 d2b7e94 d5d0921 d2b7e94 d5d0921 bed01bd d5d0921 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 |
import numpy as np
from fastapi import HTTPException
from modules.api.impl.handler.AudioHandler import AudioHandler
from modules.api.impl.model.audio_model import AdjustConfig
from modules.api.impl.model.chattts_model import InferConfig
from modules.api.impl.model.enhancer_model import EnhancerConfig
from modules.Enhancer.ResembleEnhance import apply_audio_enhance_full
from modules.normalization import text_normalize
from modules.ssml_parser.SSMLParser import create_ssml_parser
from modules.SynthesizeSegments import SynthesizeSegments, combine_audio_segments
from modules.utils import audio
class SSMLHandler(AudioHandler):
def __init__(
self,
ssml_content: str,
infer_config: InferConfig,
adjust_config: AdjustConfig,
enhancer_config: EnhancerConfig,
) -> None:
assert isinstance(ssml_content, str), "ssml_content must be a string."
assert isinstance(
infer_config, InferConfig
), "infer_config must be an InferConfig object."
assert isinstance(
adjust_config, AdjustConfig
), "adjest_config should be AdjustConfig"
assert isinstance(
enhancer_config, EnhancerConfig
), "enhancer_config must be an EnhancerConfig object."
self.ssml_content = ssml_content
self.infer_config = infer_config
self.adjest_config = adjust_config
self.enhancer_config = enhancer_config
self.validate()
def validate(self):
# TODO params checker
pass
def enqueue(self) -> tuple[np.ndarray, int]:
ssml_content = self.ssml_content
infer_config = self.infer_config
adjust_config = self.adjest_config
enhancer_config = self.enhancer_config
parser = create_ssml_parser()
segments = parser.parse(ssml_content)
for seg in segments:
seg["text"] = text_normalize(seg["text"], is_end=True)
if len(segments) == 0:
raise HTTPException(
status_code=422, detail="The SSML text is empty or parsing failed."
)
synthesize = SynthesizeSegments(
batch_size=infer_config.batch_size,
eos=infer_config.eos,
spliter_thr=infer_config.spliter_threshold,
)
audio_segments = synthesize.synthesize_segments(segments)
combined_audio = combine_audio_segments(audio_segments)
sample_rate, audio_data = audio.pydub_to_np(combined_audio)
if enhancer_config.enabled:
nfe = enhancer_config.nfe
solver = enhancer_config.solver
lambd = enhancer_config.lambd
tau = enhancer_config.tau
audio_data, sample_rate = apply_audio_enhance_full(
audio_data=audio_data,
sr=sample_rate,
nfe=nfe,
solver=solver,
lambd=lambd,
tau=tau,
)
audio_data = audio.apply_prosody_to_audio_data(
audio_data=audio_data,
rate=adjust_config.speed_rate,
pitch=adjust_config.pitch,
volume=adjust_config.volume_gain_db,
sr=sample_rate,
)
if adjust_config.normalize:
sample_rate, audio_data = audio.apply_normalize(
audio_data=audio_data, headroom=adjust_config.headroom, sr=sample_rate
)
return audio_data, sample_rate
|