reach-vb HF staff commited on
Commit
bdb235c
1 Parent(s): fc3cb88

remove fp16 load

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -6,7 +6,7 @@ class EndpointHandler:
6
  def __init__(self, path="facebook/musicgen-large"):
7
  # load model and processor from path
8
  self.processor = AutoProcessor.from_pretrained(path)
9
- self.model = MusicgenForConditionalGeneration.from_pretrained(path, torch_dtype=torch.float16).to("cuda")
10
 
11
  def __call__(self, data: Dict[str, Any]) -> Dict[str, str]:
12
  """
 
6
  def __init__(self, path="facebook/musicgen-large"):
7
  # load model and processor from path
8
  self.processor = AutoProcessor.from_pretrained(path)
9
+ self.model = MusicgenForConditionalGeneration.from_pretrained(path).to("cuda")
10
 
11
  def __call__(self, data: Dict[str, Any]) -> Dict[str, str]:
12
  """