Spaces:
Runtime error
Runtime error
File size: 730 Bytes
03561be |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
from .vqa_dataset import VQADataset
class LlavaDataset(VQADataset):
def __init__(self, tokenizer, vis_processor, vis_root, ann_paths, **kwargs):
super().__init__(tokenizer, vis_processor, vis_root, ann_paths, **kwargs)
def _add_instance_ids(self, key="id"):
for idx, ann in enumerate(self.annotation):
ann[key] = str(idx)
def process_text(self, ann):
question = ann["conversations"][0]["value"]
# remove '<image>' tag and '\n'
question = question.replace("<image>", "").replace("\n", "")
answer = ann["conversations"][1]["value"]
instruction = self.prompter(question)
return dict(instruction=instruction, answer=answer)
|