Update handler.py

handler.py

@@ -1,7 +1,6 @@
 from audiocraft.data.audio_utils import convert_audio
 from audiocraft.data.audio import audio_write
-from audiocraft.models.encodec import InterleaveStereoCompressionModel
-from audiocraft.models import MusicGen, MultiBandDiffusion
+from audiocraft.models import MusicGen
 
 from typing import Dict, List, Any
 import torch
@@ -23,13 +22,7 @@ class EndpointHandler:
         parameters = data.pop("parameters", None)
         self.model.set_generation_params(**parameters)
 
-        # pass inputs with all kwargs in data
-        if parameters is not None:
-            with torch.autocast("cuda"):
-                outputs = self.model.generate(**inputs)
-        else:
-            with torch.autocast("cuda"):
-                outputs = self.model.generate(**inputs)
+        outputs = self.model.generate(**inputs)
 
         # postprocess the prediction
         prediction = outputs[0].cpu().numpy().tolist()