Model: lmms-lab/llava-onevision-qwen2-0.5b-ov
Author: lmms-lab
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, llava, text-generation, multimodal, conversational, en, zh, dataset:lmms-lab/LLaVA-OneVision-Data, license:apache-2.0, model-index, endpoints_compatible, region:us
Card metadata: datasets: lmms-lab/LLaVA-OneVision-Data
language: en, zh
library_name: transformers
license: apache-2.0
metrics: accuracy
tags: multimodal
model-index: name: llava-onevision-qwen-0.5b-ov
results: task: type: multimodal
dataset: name: AI2D
type: ai2d
metrics: type: accuracy
value: 57.1
name: accuracy
verified: no, task: type: multimodal
dataset: name: ChartQA
type: chartqa
metrics: type: accuracy
value: 61.4
name: accuracy
verified: no, task: type: multimodal
dataset: name: DocVQA
type: docvqa
metrics: type: accuracy
value: 73.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: InfoVQA
type: infovqa
metrics: type: accuracy
value: 46.3
name: accuracy
verified: no, task: type: multimodal
dataset: name: MathVerse
type: mathverse
metrics: type: accuracy
value: 17.9
name: accuracy
verified: no, task: type: multimodal
dataset: name: MathVista
type: mathvista
metrics: type: accuracy
value: 34.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMBench
type: mmbench
metrics: type: accuracy
value: 52.1
name: accuracy
verified: no, task: type: multimodal
dataset: name: MME-Perception
type: mme-perception
metrics: type: score
value: 1238
name: score
verified: no, task: type: multimodal
dataset: name: MME-Cognition
type: mme-cognition
metrics: type: score
value: 240
name: score
verified: no, task: type: multimodal
dataset: name: MMMU
type: mmmu
metrics: type: accuracy
value: 31.4
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMVet
type: mmvet
metrics: type: accuracy
value: 29.1
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMStar
type: mmstar
metrics: type: accuracy
value: 37.5
name: accuracy
verified: no, task: type: multimodal
dataset: name: Seed-Bench
type: seed-bench
metrics: type: accuracy
value: 65.5
name: accuracy
verified: no, task: type: multimodal
dataset: name: Science-QA
type: science-qa
metrics: type: accuracy
value: 67.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: ImageDC
type: imagedc
metrics: type: accuracy
value: 83.3
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMLBench
type: mmlbench
metrics: type: accuracy
value: 49.9
name: accuracy
verified: no, task: type: multimodal
dataset: name: RealWorldQA
type: realworldqa
metrics: type: accuracy
value: 55.6
name: accuracy
verified: no, task: type: multimodal
dataset: name: Vibe-Eval
type: vibe-eval
metrics: type: accuracy
value: 33.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: LLaVA-W
type: llava-w
metrics: type: accuracy
value: 74.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: L-Wilder
type: l-wilder
metrics: type: accuracy
value: 55
name: accuracy
verified: no, task: type: multimodal
dataset: name: ActNet-QA
type: actnet-qa
metrics: type: accuracy
value: 50.5
name: accuracy
verified: no, task: type: multimodal
dataset: name: EgoSchema
type: egoschema
metrics: type: accuracy
value: 26.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: MLVU
type: mlvu
metrics: type: accuracy
value: 50.3
name: accuracy
verified: no, task: type: multimodal
dataset: name: MVBench
type: mvbench
metrics: type: accuracy
value: 45.5
name: accuracy
verified: no, task: type: multimodal
dataset: name: NextQA
type: nextqa
metrics: type: accuracy
value: 57.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: PercepTest
type: percepTest
metrics: type: accuracy
value: 49.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: SeedBench
type: seedbench
metrics: type: accuracy
value: 44.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: VideoChatGPT
type: videochatgpt
metrics: type: score
value: 3.12
name: score
verified: no, task: type: multimodal
dataset: name: VideoDC
type: videodc
metrics: type: score
value: 3.55
name: score
verified: no, task: type: multimodal
dataset: name: VideoMME
type: videomme
metrics: type: accuracy
value: 44
name: accuracy
verified: no, task: type: multimodal
dataset: name: Image Edit Instruction
type: iei
metrics: type: accuracy
value: 17.1
name: accuracy
verified: no, task: type: multimodal
dataset: name: MI-VQA
type: mi-vqa
metrics: type: accuracy
value: 48.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: NLVR2
type: nlvr2
metrics: type: accuracy
value: 63.4
name: accuracy
verified: no, task: type: multimodal
dataset: name: Puzzle
type: puzzle
metrics: type: accuracy
value: 35.4
name: accuracy
verified: no, task: type: multimodal
dataset: name: Q-Bench
type: q-bench
metrics: type: accuracy
value: 48.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: Spot-Diff
type: spot-diff
metrics: type: accuracy
value: 36.4
name: accuracy
verified: no, task: type: multimodal
dataset: name: TR-VQA
type: tr-vqa
metrics: type: accuracy
value: 65
name: accuracy
verified: no, task: type: multimodal
dataset: name: VST
type: vst
metrics: type: accuracy
value: 29.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: ScanNet-Chat
type: scannet-chat
metrics: type: accuracy
value: 60
name: accuracy
verified: no, task: type: multimodal
dataset: name: ScanNet-TD
type: scannet-td
metrics: type: accuracy
value: 48
name: accuracy
verified: no, task: type: multimodal
dataset: name: ScanQA
type: scanqa
metrics: type: accuracy
value: 29.4
name: accuracy
verified: no, task: type: multimodal
dataset: name: ALFRED
type: alfred
metrics: type: accuracy
value: 62.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: nuScenesVQA
type: nuscenesvqa
metrics: type: accuracy
value: 70.5
name: accuracy
verified: no, task: type: multimodal
dataset: name: BLINK
type: blink
metrics: type: accuracy
value: 52.1
name: accuracy
verified: no, task: type: multimodal
dataset: name: Mantis
type: mantis
metrics: type: accuracy
value: 39.6
name: accuracy
verified: no, task: type: multimodal
dataset: name: MathVerse-mv
type: mathverse-mv
metrics: type: accuracy
value: 60
name: accuracy
verified: no, task: type: multimodal
dataset: name: MuirBench
type: muirbench
metrics: type: accuracy
value: 25.5
name: accuracy
verified: no, task: type: multimodal
dataset: name: SciVerse-mv
type: sciverse-mv
metrics: type: accuracy
value: 29.1
name: accuracy
verified: no
Likes: 26 | All-time downloads: 765071
Created: 2024-07-28 14:24:01