Repository: open-compass/VLMEvalKit
Issue: grm版本如何支持多模态模型和数据集
Root cause: Unimplemented Feature Gap

我直接更换数据集（geo3k） 和vlm模型（qwen2.5vl） 会报如下错误：
(TaskRunner pid=631761) Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): ray::WorkerDict.actor_rollout_generate_sequences() (pid=632487, ip=33.35.208.114, actor_id=ac0a6096c9959d9c40a45f0008000000, repr=<verl.single_controller.ray.base.WorkerDict object at 0
(TaskRunner pid=631761)   File "/root/verl_self_play/verl/single_controller/base/decorator.py", line 540, in inner
(TaskRunner pid=631761)     return func(*args, **kwargs)
(TaskRunner pid=631761)   File "/root/verl_self_play/verl/workers/fsdp_workers.py", line 638, in generate_sequences
(TaskRunner pid=631761)     output = self.rollout.generate_sequences(prompts=prompts)
(TaskRunner pid=631761)   File "/root/verl_self_play/verl/utils/debug/performance.py", line 78, in f
(TaskRunner pid=631761)     return self.log(decorated_function, *args, **kwargs)
(TaskRunner pid=631761)   File "/root/verl_self_play/verl/utils/debug/performance.py", line 88, in log
(TaskRunner pid=631761)     output = func(*args, **kwargs)
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/torch/utils/_contextlib.py", line 116, in decorate_context
(TaskRunner pid=631761)     return func(*args, **kwargs)
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/vllm/utils.py", line 1196, in inner
(TaskRunner pid=631761)     return fn(*args, **kwargs)
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/vllm/entrypoints/llm.py", line 473, in generate
(TaskRunner pid=631761)     outputs = self._run_engine(use_tqdm=use_tqdm)
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/vllm/entrypoints/llm.py", line 1423, in _run_engine
(TaskRunner pid=631761)     step_outputs = self.llm_engine.step()
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/vllm/v1/engine/llm_engine.py", line 218, in step
(TaskRunner pid=631761)     outputs = self.engine_core.get_output()
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/vllm/v1/engine/core_client.py", line 201, in get_output
(TaskRunner pid=631761)     return self.engine_core.step()
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/vllm/v1/engine/core.py", line 203, in step
(TaskRunner pid=631761)     output = self.model_executor.execute_model(scheduler_output)
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/vllm/v1/executor/abstract.py", line 86, in execute_model
(TaskRunner pid=631761)     output = self.collective_rpc("execute_model",
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/vllm/executor/uniproc_executor.py", line 56, in collective_rpc
(TaskRunner pid=631761)     answer = run_method(self.driver_worker, method, args, kwargs)
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/vllm/utils.py", line 2456, in run_method
(TaskRunner pid=631761)     return func(*args, **kwargs)
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/torch/utils/_contextlib.py", line 116, in decorate_context
(TaskRunner pid=631761)     return func(*args, **kwargs)
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/vllm/v1/worker/gpu_worker.py", line 268, in execute_model
(TaskRunner pid=631761)     output = self.model_runner.execute_model(scheduler_output)
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/torch/utils/_contextlib.py", line 116, in decorate_context
(TaskRunner pid=631761)     return func(*args, **kwargs)
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/vllm/v1/worker/gpu_model_runner.py", line 1013, in execute_model
(TaskRunner pid=631761)     self._update_states(scheduler_output)
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/vllm/v1/worker/gpu_model_runner.py", line 387, in _update_states
(TaskRunner pid=631761)     MRotaryEmbedding.get_input_positions_tensor(
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/vllm/model_executor/layers/rotary_embedding.py", line 1065, in get_input_positions_tensor
(TaskRunner pid=631761)     return cls._vl_get_input_positions_tensor(
(TaskRunner pid=631761)   File "/usr/local/lib/python3.10/dist-packages/vllm/model_executor/layers/rotary_embedding.py", line 1119, in _vl_get_input_positions_tensor
(TaskRunner pid=631761)     image_grid_thw[image_index][0],
(TaskRunner pid=631761) IndexError: list index out of range