Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -5,17 +5,7 @@ from transformers import BarkModel
|
|
5 |
from optimum.bettertransformer import BetterTransformer
|
6 |
|
7 |
bark_model = BarkModel.from_pretrained("suno/bark", torch_dtype=torch.float16)
|
8 |
-
device = "cuda:0" if torch.cuda.is_available() else "cpu"
|
9 |
-
bark_model = bark_model.to(device)
|
10 |
|
11 |
-
from transformers import AutoProcessor
|
12 |
-
processor = AutoProcessor.from_pretrained("suno/bark")
|
13 |
-
|
14 |
-
# Use bettertransform for flash attention
|
15 |
-
bark_model = BetterTransformer.transform(bark_model, keep_original_model=False)
|
16 |
-
|
17 |
-
# Enable CPU offload
|
18 |
-
bark_model.enable_cpu_offload()
|
19 |
|
20 |
from TTS.tts.configs.bark_config import BarkConfig
|
21 |
from TTS.tts.models.bark import Bark
|
|
|
5 |
from optimum.bettertransformer import BetterTransformer
|
6 |
|
7 |
bark_model = BarkModel.from_pretrained("suno/bark", torch_dtype=torch.float16)
|
|
|
|
|
8 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
9 |
|
10 |
from TTS.tts.configs.bark_config import BarkConfig
|
11 |
from TTS.tts.models.bark import Bark
|