Model: lmms-lab/llava-onevision-qwen2-72b-si
Author: lmms-lab
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, llava, text-generation, multimodal, conversational, en, zh, dataset:lmms-lab/LLaVA-OneVision-Data, arxiv:2408.03326, license:apache-2.0, model-index, endpoints_compatible, region:us
Card metadata: datasets: lmms-lab/LLaVA-OneVision-Data
language: en, zh
library_name: transformers
license: apache-2.0
metrics: accuracy
tags: multimodal
model-index: name: llava-onevision-qwen-72b-si
results: task: type: multimodal
dataset: name: AI2D
type: ai2d
metrics: type: accuracy
value: 85.1
name: accuracy
verified: no, task: type: multimodal
dataset: name: ChartQA
type: chartqa
metrics: type: accuracy
value: 84.9
name: accuracy
verified: no, task: type: multimodal
dataset: name: DocVQA
type: docvqa
metrics: type: accuracy
value: 93.5
name: accuracy
verified: no, task: type: multimodal
dataset: name: InfoVQA
type: infovqa
metrics: type: accuracy
value: 77.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: MathVerse
type: mathverse
metrics: type: accuracy
value: 37.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: MathVista
type: mathvista
metrics: type: accuracy
value: 66.5
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMBench
type: mmbench
metrics: type: accuracy
value: 86.6
name: accuracy
verified: no, task: type: multimodal
dataset: name: MME
type: mme
metrics: type: score
value: 2269
name: score
verified: no, task: type: multimodal
dataset: name: MMMU
type: mmmu
metrics: type: accuracy
value: 57.4
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMVet
type: mmvet
metrics: type: accuracy
value: 60
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMStar
type: mmstar
metrics: type: accuracy
value: 65.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: Seed-Bench
type: seed-bench
metrics: type: accuracy
value: 77.6
name: accuracy
verified: no, task: type: multimodal
dataset: name: Science-QA
type: science-qa
metrics: type: accuracy
value: 91.3
name: accuracy
verified: no, task: type: multimodal
dataset: name: ImageDC
type: imagedc
metrics: type: accuracy
value: 91.5
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMLBench
type: mmlbench
metrics: type: accuracy
value: 84.4
name: accuracy
verified: no, task: type: multimodal
dataset: name: RealWorldQA
type: realworldqa
metrics: type: accuracy
value: 73.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: Vibe-Eval
type: vibe-eval
metrics: type: accuracy
value: 46.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: LLaVA-W
type: llava-w
metrics: type: accuracy
value: 93.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: LLaVA-Wilder
type: l-wilder
metrics: type: accuracy
value: 72.9
name: accuracy
verified: no
Likes: 1 | All-time downloads: 50675
Created: 2024-07-31 00:38:28