Spaces:
Runtime error
Runtime error
File size: 649 Bytes
03561be |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
import os
import random
from PIL import Image
from .vqa_dataset import VQADataset
class OCRVQADataset(VQADataset):
def process_image(self, ann):
image_path = os.path.join(self.vis_root, ann["filename"])
image = Image.open(image_path).convert("RGB")
image = self.vis_processor(image)
return image
def process_text(self, ann):
index = random.choice(list(range(len(ann["questions"]))))
question = ann["questions"][index]
answer = ann["answers"][index]
instruction = self.prompter(question)
return dict(instruction=instruction, answer=answer)
|