Model: lmms-lab/llava-onevision-qwen2-0.5b-si
Author: lmms-lab
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, llava, text-generation, multimodal, conversational, en, zh, dataset:lmms-lab/LLaVA-OneVision-Data, arxiv:2408.03326, license:apache-2.0, model-index, endpoints_compatible, region:us
Card metadata: datasets: lmms-lab/LLaVA-OneVision-Data
language: en, zh
library_name: transformers
license: apache-2.0
metrics: accuracy
tags: multimodal
model-index: name: llava-onevision-qwen-0.5b-si
results: task: type: multimodal
dataset: name: AI2D
type: ai2d
metrics: type: accuracy
value: 54.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: ChartQA
type: chartqa
metrics: type: accuracy
value: 61
name: accuracy
verified: no, task: type: multimodal
dataset: name: DocVQA
type: docvqa
metrics: type: accuracy
value: 75
name: accuracy
verified: no, task: type: multimodal
dataset: name: InfoVQA
type: infovqa
metrics: type: accuracy
value: 44.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: MathVerse
type: mathverse
metrics: type: accuracy
value: 17.3
name: accuracy
verified: no, task: type: multimodal
dataset: name: MathVista
type: mathvista
metrics: type: accuracy
value: 34.6
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMBench
type: mmbench
metrics: type: accuracy
value: 43.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: MME-Perception
type: mme-perception
metrics: type: score
value: 1217
name: score
verified: no, task: type: multimodal
dataset: name: MME-Cognition
type: mme-cognition
metrics: type: score
value: 272
name: score
verified: no, task: type: multimodal
dataset: name: MMMU
type: mmmu
metrics: type: accuracy
value: 31.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMVet
type: mmvet
metrics: type: accuracy
value: 26.9
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMStar
type: mmstar
metrics: type: accuracy
value: 36.3
name: accuracy
verified: no, task: type: multimodal
dataset: name: Seed-Bench
type: seed-bench
metrics: type: accuracy
value: 63.4
name: accuracy
verified: no, task: type: multimodal
dataset: name: Science-QA
type: science-qa
metrics: type: accuracy
value: 67.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: ImageDC
type: imagedc
metrics: type: accuracy
value: 83
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMLBench
type: mmlbench
metrics: type: accuracy
value: 43.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: RealWorldQA
type: realworldqa
metrics: type: accuracy
value: 53.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: Vibe-Eval
type: vibe-eval
metrics: type: accuracy
value: 34.9
name: accuracy
verified: no, task: type: multimodal
dataset: name: LLaVA-W
type: llava-w
metrics: type: accuracy
value: 71.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: L-Wilder
type: l-wilder
metrics: type: accuracy
value: 51.5
name: accuracy
verified: no
Likes: 15 | All-time downloads: 217645
Created: 2024-07-28 09:17:54