Update my_model/captioner/image_captioning.py

my_model/captioner/image_captioning.py

@@ -43,6 +43,7 @@ class ImageCaptioningModel:
 
             self.model = InstructBlipForConditionalGeneration.from_pretrained(self.model_path,
                                                                               load_in_8bit=self.load_in_8bit,
+                                                                              load_in_4bit=self.load_in_4bit,
                                                                               torch_dtype=self.torch_dtype,
                                                                               low_cpu_mem_usage=self.low_cpu_mem_usage,
                                                                               device_map=self.device_map