llava-hf
/

llava-1.5-7b-hf

Image-Text-to-Text

Model card Files Files and versions Community

RaushanTurganbay HF staff commited on 17 days ago

Commit

fa3dd28

•

1 Parent(s): 37a8553

update processor kwargs

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -108,7 +108,7 @@ prompt = processor.apply_chat_template(conversation, add_generation_prompt=True)
 image_file = "http://images.cocodataset.org/val2017/000000039769.jpg"
 raw_image = Image.open(requests.get(image_file, stream=True).raw)
-inputs = processor(prompt, raw_image, return_tensors='pt').to(0, torch.float16)
 output = model.generate(**inputs, max_new_tokens=200, do_sample=False)
 print(processor.decode(output[0][2:], skip_special_tokens=True))

 image_file = "http://images.cocodataset.org/val2017/000000039769.jpg"
 raw_image = Image.open(requests.get(image_file, stream=True).raw)
+inputs = processor(images=raw_image, text=prompt, return_tensors='pt').to(0, torch.float16)
 output = model.generate(**inputs, max_new_tokens=200, do_sample=False)
 print(processor.decode(output[0][2:], skip_special_tokens=True))