Update app.py

app.py

@@ -27,7 +27,7 @@ max_new_tokens = 768
 
 seed = random.randint(1, 100000)
 torch.manual_seed(seed)
-device = 'cpu' if torch.cuda.is_available() else 'cpu'
+device = 'cuda' if torch.cuda.is_available() else 'cpu'
 dtype = 'bfloat16' if torch.cuda.is_available() and torch.cuda.is_bf16_supported() else 'float16'
 compile = False
 exec(open('configurator.py').read())
@@ -81,6 +81,7 @@ def clear_midi(dir):
 clear_midi(temp_dir)
 
 
+@spaces.GPU(duration=15)
 def generate_midi(temperature, top_k):
     start_ids = encode(start)
     x = (torch.tensor(start_ids, dtype=torch.long, device=device)[None, ...])