fffiloni commited on
Commit
84f3437
·
1 Parent(s): 9659078

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -10
app.py CHANGED
@@ -5,17 +5,7 @@ from transformers import BarkModel
5
  from optimum.bettertransformer import BetterTransformer
6
 
7
  bark_model = BarkModel.from_pretrained("suno/bark", torch_dtype=torch.float16)
8
- device = "cuda:0" if torch.cuda.is_available() else "cpu"
9
- bark_model = bark_model.to(device)
10
 
11
- from transformers import AutoProcessor
12
- processor = AutoProcessor.from_pretrained("suno/bark")
13
-
14
- # Use bettertransform for flash attention
15
- bark_model = BetterTransformer.transform(bark_model, keep_original_model=False)
16
-
17
- # Enable CPU offload
18
- bark_model.enable_cpu_offload()
19
 
20
  from TTS.tts.configs.bark_config import BarkConfig
21
  from TTS.tts.models.bark import Bark
 
5
  from optimum.bettertransformer import BetterTransformer
6
 
7
  bark_model = BarkModel.from_pretrained("suno/bark", torch_dtype=torch.float16)
 
 
8
 
 
 
 
 
 
 
 
 
9
 
10
  from TTS.tts.configs.bark_config import BarkConfig
11
  from TTS.tts.models.bark import Bark