florentgbelidji
/

custom_handler_idefics2-8b

Inference Endpoints

Model card Files Files and versions Community

Update handler.py

#1

by m-ric HF staff - opened Apr 25

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -7,7 +7,7 @@ from transformers import AutoProcessor, AutoModelForVision2Seq
 class EndpointHandler():
     def __init__(self, path=""):
-        self.process = AutoProcessor.from_pretrained("HuggingFaceM4/idefics2-8b-base")
         self.model = AutoModelForVision2Seq.from_pretrained(
             "HuggingFaceM4/idefics2-8b",
             torch_dtype=torch.float16()).to(torch.cuda("cuda:0"))

 class EndpointHandler():
     def __init__(self, path=""):
+        self.processor = AutoProcessor.from_pretrained("HuggingFaceM4/idefics2-8b")
         self.model = AutoModelForVision2Seq.from_pretrained(
             "HuggingFaceM4/idefics2-8b",
             torch_dtype=torch.float16()).to(torch.cuda("cuda:0"))