florentgbelidji
/

blip_captioning

Image-to-Text generic image-captioning endpoints-template Inference Endpoints

Model card Files Files and versions Community

Update pipeline.py

#1

by philschmid HF staff - opened Aug 16, 2022

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

pipeline.py +1 -1

pipeline.py CHANGED Viewed

@@ -15,7 +15,7 @@ class PreTrainedPipeline():
     def __init__(self, path=""):
         # load the optimized model
         self.model_url = 'https://storage.googleapis.com/sfr-vision-language-research/BLIP/models/model_large_caption.pth'
-        self.model = blip_decoder(pretrained=self.model_url, image_size=384, vit='large')
         self.model.eval()
         self.model = self.model.to(device)

     def __init__(self, path=""):
         # load the optimized model
         self.model_url = 'https://storage.googleapis.com/sfr-vision-language-research/BLIP/models/model_large_caption.pth'
+        self.model = blip_decoder(pretrained=self.model_url, image_size=384, vit='large',med_config=os.path.join(path, 'configs/med_config.json'))
         self.model.eval()
         self.model = self.model.to(device)