Model: sunidhitandel/hpml-egoqa-7b
Author: sunidhitandel
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, llava, text-generation, multimodal, finetuned, egocentric-vision, video-qa, conversational, en, dataset:lmms-lab/EgoIT-99K, dataset:Ego4D, arxiv:2408.03326, base_model:lmms-lab/llava-onevision-qwen2-7b-ov, base_model:finetune:lmms-lab/llava-onevision-qwen2-7b-ov, license:apache-2.0, model-index, endpoints_compatible, region:us
Base models (finetune): id: lmms-lab/llava-onevision-qwen2-7b-ov
Card metadata: base_model: lmms-lab/llava-onevision-qwen2-7b-ov
datasets: lmms-lab/EgoIT-99K, Ego4D
language: en
library_name: transformers
license: apache-2.0
metrics: accuracy
tags: multimodal, finetuned, egocentric-vision, video-qa
model-index: name: hpml-egoqa-baseline
results: task: type: multimodal
dataset: name: AI2D
type: ai2d
metrics: type: accuracy
value: 81.4
name: accuracy
verified: no, task: type: multimodal
dataset: name: ChartQA
type: chartqa
metrics: type: accuracy
value: 80
name: accuracy
verified: no, task: type: multimodal
dataset: name: DocVQA
type: docvqa
metrics: type: accuracy
value: 90.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: InfoVQA
type: infovqa
metrics: type: accuracy
value: 70.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: MathVerse
type: mathverse
metrics: type: accuracy
value: 26.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: MathVista
type: mathvista
metrics: type: accuracy
value: 63.2
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMBench
type: mmbench
metrics: type: accuracy
value: 80.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: MME-Perception
type: mme-perception
metrics: type: score
value: 1580
name: score
verified: no, task: type: multimodal
dataset: name: MME-Cognition
type: mme-cognition
metrics: type: score
value: 418
name: score
verified: no, task: type: multimodal
dataset: name: MMMU
type: mmmu
metrics: type: accuracy
value: 48.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMVet
type: mmvet
metrics: type: accuracy
value: 57.5
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMStar
type: mmstar
metrics: type: accuracy
value: 61.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: Seed-Bench
type: seed-bench
metrics: type: accuracy
value: 75.4
name: accuracy
verified: no, task: type: multimodal
dataset: name: Science-QA
type: science-qa
metrics: type: accuracy
value: 96
name: accuracy
verified: no, task: type: multimodal
dataset: name: ImageDC
type: imagedc
metrics: type: accuracy
value: 88.9
name: accuracy
verified: no, task: type: multimodal
dataset: name: MMLBench
type: mmlbench
metrics: type: accuracy
value: 77.1
name: accuracy
verified: no, task: type: multimodal
dataset: name: RealWorldQA
type: realworldqa
metrics: type: accuracy
value: 66.3
name: accuracy
verified: no, task: type: multimodal
dataset: name: Vibe-Eval
type: vibe-eval
metrics: type: accuracy
value: 51.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: LLaVA-W
type: llava-w
metrics: type: accuracy
value: 90.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: LLaVA-Wilder
type: l-wilder
metrics: type: accuracy
value: 67.8
name: accuracy
verified: no, task: type: multimodal
dataset: name: ActNet-QA
type: actnet-qa
metrics: type: accuracy
value: 56.6
name: accuracy
verified: no, task: type: multimodal
dataset: name: EgoSchema
type: egoschema
metrics: type: accuracy
value: 60.1
name: accuracy
verified: no, task: type: multimodal
dataset: name: MLVU
type: mlvu
metrics: type: accuracy
value: 64.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: MVBench
type: mvbench
metrics: type: accuracy
value: 56.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: NextQA
type: nextqa
metrics: type: accuracy
value: 79.4
name: accuracy
verified: no, task: type: multimodal
dataset: name: PercepTest
type: percepTest
metrics: type: accuracy
value: 49.7
name: accuracy
verified: no, task: type: multimodal
dataset: name: SeedBench
type: seedbench
metrics: type: accuracy
value: 56.9
name: accuracy
verified: no, task: type: multimodal
dataset: name: VideoChatGPT
type: videochatgpt
metrics: type: score
value: 3.49
name: score
verified: no, task: type: multimodal
dataset: name: VideoDC
type: videodc
metrics: type: score
value: 3.75
name: score
verified: no, task: type: multimodal
dataset: name: VideoMME
type: videomme
metrics: type: accuracy
value: 58.2
name: accuracy
verified: no
Likes: 0 | All-time downloads: 18
Created: 2025-12-12 21:49:37