use GPU

app.py

@@ -4,16 +4,16 @@ import torch
 from scipy.io.wavfile import write as write_wav
 import os
 
-### if you run on GPU use the following code: ####
-# device = "cuda" if torch.cuda.is_available() else "cpu"
-# model = BarkModel.from_pretrained("suno/bark-small", torch_dtype=torch.float16).to(device)
-# model.enable_cpu_offload()
+## if you run on GPU use the following code: ####
+device = "cuda" if torch.cuda.is_available() else "cpu"
+model = BarkModel.from_pretrained("suno/bark-small", torch_dtype=torch.float16).to(device)
+model.enable_cpu_offload()
 
-### if you run on CPU use the following code: ####
-device = "cpu"
-# load in fp16
-model = BarkModel.from_pretrained("suno/bark-small").to(device)
-processor = AutoProcessor.from_pretrained("suno/bark")
+# ### if you run on CPU use the following code: ####
+# device = "cpu"
+# ### load in fp16
+# model = BarkModel.from_pretrained("suno/bark-small").to(device)
+# processor = AutoProcessor.from_pretrained("suno/bark")
 
 voice_preset = "v2/en_speaker_3"