Model: lmms-lab/llava-onevision-qwen2-7b-si
Author: lmms-lab
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, llava, text-generation, multimodal, conversational, en, zh, dataset:lmms-lab/LLaVA-OneVision-Data, arxiv:2408.03326, license:apache-2.0, model-index, endpoints_compatible, region:us
Card metadata: datasets: lmms-lab/LLaVA-OneVision-Data
language: en, zh
library_name: transformers
license: apache-2.0
metrics: accuracy
tags: multimodal
model-index: name: llava-onevision-qwen-7b-si
results: task: type: multimodal
dataset: name: AI2D
type: ai2d
metrics: type: accuracy
value: 81.6
name: accuracy
verified: no, task: type: multimodal
dataset: name: ChartQA
type: chartqa
metrics: type: accuracy
value: 78.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: DocVQA
type: docvqa
metrics: type: accuracy
value: 89.3
name: accuracy
verified: no, task: type: multimodal
dataset: name: InfoVQA
type: infovqa
metrics: type: accuracy
value: 69.9
name: accuracy
verified: no, task: type: multimodal
dataset: name: MathVerse
type: mathverse
metrics: type: accuracy
value: 26.9
name: accuracy
verified: no, task: type: multimodal
dataset: name: MathVista
type: mathvista
metrics: type: accuracy
value: 56.1
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMBench
type: mmbench
metrics: type: accuracy
value: 81.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: MME-Perception
type: mme-perception
metrics: type: score
value: 1626
name: score
verified: no, task: type: multimodal
dataset: name: MME-Cognition
type: mme-cognition
metrics: type: score
value: 483
name: score
verified: no, task: type: multimodal
dataset: name: MMMU
type: mmmu
metrics: type: accuracy
value: 47.3
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMVet
type: mmvet
metrics: type: accuracy
value: 58.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMStar
type: mmstar
metrics: type: accuracy
value: 60.9
name: accuracy
verified: no, task: type: multimodal
dataset: name: Seed-Bench
type: seed-bench
metrics: type: accuracy
value: 74.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: Science-QA
type: science-qa
metrics: type: accuracy
value: 96.6
name: accuracy
verified: no, task: type: multimodal
dataset: name: ImageDC
type: imagedc
metrics: type: accuracy
value: 85.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMLBench
type: mmlbench
metrics: type: accuracy
value: 75.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: RealWorldQA
type: realworldqa
metrics: type: accuracy
value: 65.5
name: accuracy
verified: no, task: type: multimodal
dataset: name: Vibe-Eval
type: vibe-eval
metrics: type: accuracy
value: 47.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: LLaVA-W
type: llava-w
metrics: type: accuracy
value: 86.9
name: accuracy
verified: no, task: type: multimodal
dataset: name: LLaVA-Wilder
type: l-wilder
metrics: type: accuracy
value: 69.1
name: accuracy
verified: no
Likes: 12 | All-time downloads: 318915
Created: 2024-07-29 05:02:59