Model: Inst-IT/LLaVA-Next-Inst-It-Qwen2-7B
Author: Inst-IT
Pipeline: video-text-to-text
Tags: safetensors, qwen2, multimodal, fine-grained, instance-understanding, video-text-to-text, en, dataset:Inst-IT/Inst-IT-Dataset, dataset:lmms-lab/LLaVA-NeXT-Data, arxiv:2412.03565, arxiv:2310.11441, license:apache-2.0, model-index, region:us
Card metadata: license: apache-2.0
datasets: Inst-IT/Inst-IT-Dataset, lmms-lab/LLaVA-NeXT-Data
language: en
metrics: accuracy
pipeline_tag: video-text-to-text
tags: multimodal, fine-grained, instance-understanding
model-index: name: LLaVA-Next-Inst-It-Qwen2-7B
results: task: type: multimodal
dataset: name: Inst-IT-Bench-I-OE
type: Open-Ended
metrics: type: accuracy
value: 67.9
name: accuracy
verified: no, task: type: multimodal
dataset: name: Inst-IT-Bench-I-MC
type: Multi-Choice
metrics: type: accuracy
value: 75.3
name: accuracy
verified: no, task: type: multimodal
dataset: name: AI2D
type: ai2d
metrics: type: accuracy
value: 78.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMMU
type: mmmu
metrics: type: accuracy
value: 42.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: POPE
type: pope
metrics: type: accuracy
value: 87.6
name: accuracy
verified: no, task: type: multimodal
dataset: name: GQA
type: gqa
metrics: type: accuracy
value: 65.5
name: accuracy
verified: no, task: type: multimodal
dataset: name: MM-Vet
type: mm-vet
metrics: type: accuracy
value: 44.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: Inst-IT-Bench-V-OE
type: Open-Ended
metrics: type: accuracy
value: 45.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: Inst-IT-Bench-V-MC
type: Multi-Choice
metrics: type: accuracy
value: 53.3
name: accuracy
verified: no, task: type: multimodal
dataset: name: ActNet-QA
type: actnet-qa
metrics: type: accuracy
value: 55.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: EgoSchema
type: egoschema
metrics: type: accuracy
value: 50.4
name: accuracy
verified: no, task: type: multimodal
dataset: name: NextQA
type: nextqa
metrics: type: accuracy
value: 73
name: accuracy
verified: no, task: type: multimodal
dataset: name: VideoMME
type: videomme
metrics: type: accuracy
value: 54
name: accuracy
verified: no, task: type: multimodal
dataset: name: TempoCompass
type: tempocompass
metrics: type: accuracy
value: 63.9
name: accuracy
verified: no
Likes: 3 | All-time downloads: 225
Created: 2024-12-05 01:54:09