Model: remyxai/SpaceThinker-Qwen2.5VL-3B
Author: remyxai
Pipeline: image-text-to-text
Library: transformers
Tags: transformers, safetensors, gguf, qwen2_5_vl, image-to-text, remyx, qwen2.5-vl, spatial-reasoning, multimodal, vlm, vqasynth, thinking, reasoning, test-time-compute, robotics, embodied-ai, quantitative-spatial-reasoning, distance-estimation, visual-question-answering, image-text-to-text, conversational, en, dataset:remyxai/SpaceThinker, arxiv:2506.03135, arxiv:2506.07966, arxiv:2401.12168, arxiv:2409.09788, arxiv:2505.17012, base_model:UCSC-VLAA/VLAA-Thinker-Qwen2.5VL-3B, base_model:quantized:UCSC-VLAA/VLAA-Thinker-Qwen2.5VL-3B, model-index, text-generation-inference, endpoints_compatible, deploy:azure, region:us
Base models (quantized): id: UCSC-VLAA/VLAA-Thinker-Qwen2.5VL-3B
Card metadata: license_name: qwen-research
license_link: https://huggingface.co/Qwen/Qwen2.5-VL-3B-Instruct/blob/main/LICENSE
datasets: remyxai/SpaceThinker
base_model: UCSC-VLAA/VLAA-Thinker-Qwen2.5VL-3B
tags: remyx, qwen2.5-vl, spatial-reasoning, multimodal, vlm, vqasynth, thinking, reasoning, test-time-compute, robotics, embodied-ai, quantitative-spatial-reasoning, distance-estimation, visual-question-answering
language: en
pipeline_tag: image-text-to-text
library_name: transformers
model-index: name: SpaceThinker-Qwen2.5VL-3B
results: task: type: visual-question-answering
name: Spatial Reasoning
dataset: name: Q-Spatial-Bench
type: custom
metrics: type: success_rate
name: Overall Success Rate
value: 0.3226
verified: no
results_by_distance_bucket: name: 0-10cm
count: 7
successes: 3
success_rate: 0.4286, name: 10-30cm
count: 28
successes: 5
success_rate: 0.1786, name: 30-60cm
count: 16
successes: 8
success_rate: 0.5, name: 60-100cm
count: 17
successes: 9
success_rate: 0.5294, name: 100-200cm
count: 19
successes: 4
success_rate: 0.2105, name: 200cm+
count: 6
successes: 1
success_rate: 0.1667, task: type: visual-question-answering
name: Spatial Reasoning
dataset: name: 3DSRBench
type: benchmark
metrics: type: success_rate
name: Overall Success Rate
value: 0.2052
verified: no
results_by_category: name: 3D Positional Relation / Orientation
success_rate: 0.2603, name: Object Localization / 3D Localization
success_rate: 0.3493, name: Object Properties / Size
success_rate: 0.0058, task: type: visual-question-answering
name: Spatial Reasoning
dataset: name: BLINK
type: benchmark
metrics: type: success_rate
name: Overall Success Rate
value: 0.2841
verified: no
results_by_category: name: 3D Positional Relation / Orientation
success_rate: 0.5874, name: Counting / Object Counting
success_rate: 0.45, name: Depth and Distance / Relative
success_rate: 0, name: Object Localization / 2D Localization
success_rate: 0.041, name: Point and Object Tracking / Point Correspondence
success_rate: 0.0581, task: type: visual-question-answering
name: Spatial Reasoning
dataset: name: MMIU
type: benchmark
metrics: type: success_rate
name: Overall Success Rate
value: 0.2651
verified: no
results_by_category: name: Camera and Image Transformation / 2D Transformation
success_rate: 0.1325, name: Camera and Image Transformation / 3D Camera Pose
success_rate: 0.28, name: Camera and Image Transformation / Camera Motion
success_rate: 0.4436, name: Depth and Distance / Absolute
success_rate: 0.005, name: Object Localization / 3D Localization
success_rate: 0.2275, name: Point and Object Tracking / 3D Tracking
success_rate: 0.505, name: Point and Object Tracking / Point Correspondence
success_rate: 0.265, task: type: visual-question-answering
name: Spatial Reasoning
dataset: name: MMVP
type: benchmark
metrics: type: success_rate
name: Overall Success Rate
value: 0.5367
verified: no
results_by_category: name: Others / Miscellaneous
success_rate: 0.5367, task: type: visual-question-answering
name: Spatial Reasoning
dataset: name: QSpatialBench-Plus
type: benchmark
metrics: type: success_rate
name: Overall Success Rate
value: 0.5149
verified: no
results_by_category: name: Depth and Distance / Absolute
success_rate: 0.5149, task: type: visual-question-answering
name: Spatial Reasoning
dataset: name: QSpatialBench-ScanNet
type: benchmark
metrics: type: success_rate
name: Overall Success Rate
value: 0.5733
verified: no
results_by_category: name: Depth and Distance / Absolute
success_rate: 0.48, name: Object Properties / Size
success_rate: 0.6667, task: type: visual-question-answering
name: Spatial Reasoning
dataset: name: RealWorldQA
type: benchmark
metrics: type: success_rate
name: Overall Success Rate
value: 0.5699
verified: no
results_by_category: name: Others / Miscellaneous
success_rate: 0.5699, task: type: visual-question-answering
name: Spatial Reasoning
dataset: name: SpatialSense
type: benchmark
metrics: type: success_rate
name: Overall Success Rate
value: 0.6405
verified: no
results_by_category: name: 3D Positional Relation / Orientation
success_rate: 0.6405, task: type: visual-question-answering
name: Spatial Reasoning
dataset: name: VGBench
type: benchmark
metrics: type: success_rate
name: Overall Success Rate
value: 0.3257
verified: no
results_by_category: name: Camera and Image Transformation / 2D Transformation
success_rate: 0.2258, name: Camera and Image Transformation / 3D Camera Pose
success_rate: 0.401, name: Depth and Distance / Absolute
success_rate: 0.3904, name: Depth and Distance / Relative
success_rate: 0.2127, name: Object Localization / 3D Localization
success_rate: 0.4217, name: Point and Object Tracking / 3D Tracking
success_rate: 0.3027, task: type: visual-question-answering
name: Spatial Reasoning
dataset: name: VSI-Bench_8
type: benchmark
metrics: type: success_rate
name: Overall Success Rate
value: 0.2781
verified: no
results_by_category: name: 3D Positional Relation / Orientation
success_rate: 0.3864, name: Counting / Object Counting
success_rate: 0.2246, name: Depth and Distance / Absolute
success_rate: 0.0639, name: Depth and Distance / Relative
success_rate: 0.3479, name: Object Properties / Size
success_rate: 0.143, name: Others / Miscellaneous
success_rate: 0.3042, task: type: visual-question-answering
name: Spatial Reasoning
dataset: name: VSR-ZeroShot
type: benchmark
metrics: type: success_rate
name: Overall Success Rate
value: 0.6997
verified: no
results_by_category: name: 3D Positional Relation / Orientation
success_rate: 0.6997, task: type: visual-question-answering
name: Spatial Reasoning
dataset: name: cvbench
type: benchmark
metrics: type: success_rate
name: Overall Success Rate
value: 0.2457
verified: no
results_by_category: name: Counting / Object Counting
success_rate: 0.4886, name: Depth and Distance / Relative
success_rate: 0.2025, name: Object Localization / 3D Localization
success_rate: 0.0462, task: type: visual-question-answering
name: Spatial Reasoning
dataset: name: spatialbench
type: benchmark
metrics: type: success_rate
name: Overall Success Rate
value: 0.565
verified: no
results_by_category: name: 3D Positional Relation / Orientation
success_rate: 0.5, name: Counting / Object Counting
success_rate: 0.7, name: Object Properties / Existence
success_rate: 0.825, name: Object Properties / Reachability
success_rate: 0.575, name: Object Properties / Size
success_rate: 0.225
new_version: remyxai/SpaceOm
Likes: 27 | All-time downloads: 23526
Created: 2025-04-17 17:34:23