Model Card for Model ID
Uses
from transformers import AutoTokenizer, AutoModel
import torch
model = AutoModel.from_pretrained('princepride/MiniCPM-V-2_6-VPM', trust_remote_code=True,
attn_implementation='flash_attention_2', torch_dtype=torch.bfloat16)
model = model.eval().cuda()
