flaviagiammarino
/

pubmed-clip-vit-base-patch32

Zero-Shot Image Classification

Inference Endpoints

Model card Files Files and versions Community

flaviagiammarino commited on Jun 15, 2023

Commit

3422451

•

1 Parent(s): d509e83

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -40,7 +40,7 @@ processor = CLIPProcessor.from_pretrained("flaviagiammarino/pubmed-clip-vit-base
 url = "https://d168r5mdg5gtkq.cloudfront.net/medpix/img/full/synpic9078.jpg"
 image = Image.open(requests.get(url, stream=True).raw)
-inputs = processor(text=["Chest X-Ray", "Brain MRI", "Abdominal CT Scan"], images=image, return_tensors="pt", padding=True)
 outputs = model(**inputs)
 logits_per_image = outputs.logits_per_image # this is the image-text similarity score
 probs = logits_per_image.softmax(dim=1) # we can take the softmax to get the label probabilities

 url = "https://d168r5mdg5gtkq.cloudfront.net/medpix/img/full/synpic9078.jpg"
 image = Image.open(requests.get(url, stream=True).raw)
+inputs = processor(text=["Chest X-Ray", "Brain MRI", "Abdomen CT Scan"], images=image, return_tensors="pt", padding=True)
 outputs = model(**inputs)
 logits_per_image = outputs.logits_per_image # this is the image-text similarity score
 probs = logits_per_image.softmax(dim=1) # we can take the softmax to get the label probabilities