Update mplug_docowl/model/builder.py

mplug_docowl/model/builder.py

@@ -39,7 +39,8 @@ def load_pretrained_model(model_path, model_base, model_name, load_8bit=False, l
             bnb_4bit_quant_type='nf4'
         )
     else:
-        kwargs['torch_dtype'] = torch.float16
+        # kwargs['torch_dtype'] = torch.float16
+        kwargs['torch_dtype'] = torch.bfloat16
     if 'paperowl' or 'docowl' in model_name.lower():
         if model_base is not None:
             # this may be mm projector only