Add GPU support

app.py

@@ -97,7 +97,9 @@ def load_model(version='melody'):
     global MODEL
     print("Loading model", version)
     if MODEL is None or MODEL.name != version:
-        MODEL = MusicGen.get_pretrained(version)
+        # If gpu is not available, we'll use cpu.
+        device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
+        MODEL = MusicGen.get_pretrained(version, device=device)
 
 
 def _do_predictions(texts, melodies, duration, progress=False, **gen_kwargs):