Repository: modelscope/evalscope
Issue: 离线使用AA-LCR测试qwen3提示‘No (supported) data files found in xxx’
Root cause: Configuration Error

## 自查清单

在提交 issue 之前，请确保您已完成以下步骤:
- [ ] 我已仔细阅读了[相关使用说明文档](https://evalscope.readthedocs.io/zh-cn/latest/get_started/parameters.html)
- [ ] 我已查看了[常见问题解答](https://evalscope.readthedocs.io/zh-cn/latest/get_started/faq.html)
- [ ] 我已搜索并查看了现有的 issues，确认这不是一个重复的问题

## 问题描述
使用离线数据集测试，提示找不到数据集文件；
数据集目录：/home/fzt/dataset/AA-LCR
数据集下文件：
(base) [root@master1 AA-LCR]# pwd
/home/fzt/dataset/AA-LCR
(base) [root@master1 AA-LCR]# ls
AA-LCR_Dataset.csv  extracted_text


## EvalScope 版本（必填）
1.4.0

## 使用的工具
- [ ] Native / 原生框架
- [ ] Opencompass backend
- [ ] VLMEvalKit backend
- [ ] RAGEval backend
- [ ] Perf / 模型推理压测工具
- [ ] Arena / 竞技场模式

## 执行的代码或指令

 evalscope eval --api-url "http://10.12.167.22:8000/v1"     --model qwen3             --datasets aa_lcr  --api-key EMPTY --eval-type openai_api --limit 10 --dataset-args '{"aa_lcr": {"local_path": "/home/fzt/dataset/AA-LCR/", "extra_params":{"text_dir": "/home/fzt/dataset/AA-LCR/extracted_text/"}}}' --debug

## 错误日志

2025-12-22 20:24:48 - evalscope - INFO: Args: Task config is provided with CommandLine type.
2025-12-22 20:24:48 - evalscope - run.py - run_single_task - 41 - INFO: Running with native backend
2025-12-22 20:24:48 - evalscope - config.py - dump_yaml - 272 - INFO: Dump task config to ./outputs/configs/task_config_52289e.yaml
2025-12-22 20:24:48 - evalscope - run.py - evaluate_model - 143 - INFO: {
    "model": "qwen3",
    "model_id": "qwen3",
    "model_args": {},
    "model_task": "text_generation",
    "chat_template": null,
    "datasets": [
        "aa_lcr"
    ],
    "dataset_args": {
        "aa_lcr": {
            "name": "aa_lcr",
            "dataset_id": "/home/fzt/dataset/AA-LCR/",
            "output_types": [
                "generation"
            ],
            "subset_list": [
                "default"
            ],
            "default_subset": "default",
            "few_shot_num": 0,
            "few_shot_random": false,
            "train_split": null,
            "eval_split": "test",
            "prompt_template": "\nBEGIN INPUT DOCUMENTS\n\n{documents_text}\n\nEND INPUT DOCUMENTS\n\nAnswer the following question using the input documents provided above.\n\nSTART QUESTION\n\n{question}\n\nEND QUESTION\n",
            "few_shot_prompt_template": null,
            "system_prompt": null,
            "query_template": null,
            "pretty_name": "AA-LCR",
            "description": "AA-LCR (Artificial Analysis Long Context Retrieval) is a benchmark for evaluating long-context retrieval and reasoning capabilities of language models across multiple documents.",
            "tags": [
                "Knowledge",
                "Reasoning",
                "LongContext"
            ],
            "filters": null,
            "metric_list": [
                "acc"
            ],
            "aggregation": "mean",
            "shuffle": false,
            "shuffle_choices": false,
            "force_redownload": false,
            "review_timeout": null,
            "extra_params": {
                "text_dir": "/home/fzt/dataset/AA-LCR/extracted_text/"
            },
            "sandbox_config": {}
        }
    },
    "dataset_dir": "/root/.cache/modelscope/hub/datasets",
    "dataset_hub": "modelscope",
    "repeats": 1,
    "generation_config": {
        "batch_size": 1,
        "temperature": 0.0
    },
    "eval_type": "openai_api",
    "eval_backend": "Native",
    "eval_config": null,
    "limit": 10,
    "eval_batch_size": 1,
    "use_cache": null,
    "rerun_review": false,
    "work_dir": "./outputs",
    "no_timestamp": true,
    "ignore_errors": false,
    "debug": true,
    "seed": 42,
    "api_url": "http://10.12.167.22:8000/v1",
    "timeout": null,
    "stream": null,
    "judge_strategy": "auto",
    "judge_worker_num": 1,
    "judge_model_args": {},
    "analysis_report": false,
    "use_sandbox": false,
    "sandbox_type": "docker",
    "sandbox_manager_config": {},
    "evalscope_version": "1.4.0"
}
2025-12-22 20:24:48 - evalscope - evaluator.py - eval - 95 - INFO: Start loading benchmark dataset: aa_lcr
2025-12-22 20:24:49 - evalscope - loader.py - load - 99 - INFO: Loading dataset /home/fzt/dataset/AA-LCR/ from local > subset: default > split: test ...
Traceback (most recent call last):
  File "/root/miniconda3/bin/evalscope", line 7, in <module>
    sys.exit(run_cmd())
             ^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/evalscope/cli/cli.py", line 29, in run_cmd
    cmd.execute()
  File "/root/miniconda3/lib/python3.11/site-packages/evalscope/cli/start_eval.py", line 32, in execute
    run_task(self.args)
  File "/root/miniconda3/lib/python3.11/site-packages/evalscope/run.py", line 28, in run_task
    return run_single_task(task_cfg, run_time)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/evalscope/run.py", line 42, in run_single_task
    result = evaluate_model(task_cfg, outputs)
             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/evalscope/run.py", line 147, in evaluate_model
    res_dict = evaluator.eval()
               ^^^^^^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/evalscope/evaluator/evaluator.py", line 96, in eval
    dataset_dict = self.benchmark.load_dataset()
                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/evalscope/api/benchmark/adapters/default_data_adapter.py", line 62, in load_dataset
    self.test_dataset, self.fewshot_dataset = self.load()
                                              ^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/evalscope/benchmarks/aa_lcr/aa_lcr_adapter.py", line 98, in load
    return super().load()
           ^^^^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/evalscope/api/benchmark/adapters/default_data_adapter.py", line 78, in load
    return self.load_from_disk()
           ^^^^^^^^^^^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/evalscope/api/benchmark/adapters/default_data_adapter.py", line 119, in load_from_disk
    return self.load_from_remote()
           ^^^^^^^^^^^^^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/evalscope/api/benchmark/adapters/default_data_adapter.py", line 89, in load_from_remote
    test_dataset = self.load_subsets(test_load_func)
                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/evalscope/api/benchmark/adapters/default_data_adapter.py", line 227, in load_subsets
    subset_data = load_func(subset)
                  ^^^^^^^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/evalscope/api/benchmark/adapters/default_data_adapter.py", line 262, in load_subset
    dataset = loader.load()
              ^^^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/evalscope/api/dataset/loader.py", line 126, in load
    dataset = datasets.load_dataset(
              ^^^^^^^^^^^^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/datasets/load.py", line 2062, in load_dataset
    builder_instance = load_dataset_builder(
                       ^^^^^^^^^^^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/datasets/load.py", line 1782, in load_dataset_builder
    dataset_module = dataset_module_factory(
                     ^^^^^^^^^^^^^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/datasets/load.py", line 1519, in dataset_module_factory
    ).get_module()
      ^^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/datasets/load.py", line 827, in get_module
    module_name, default_builder_kwargs = infer_module_for_data_files(
                                          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/root/miniconda3/lib/python3.11/site-packages/datasets/load.py", line 602, in infer_module_for_data_files
    raise DataFilesNotFoundError("No (supported) data files found" + (f" in {path}" if path else ""))
datasets.exceptions.DataFilesNotFoundError: No (supported) data files found in /home/fzt/dataset/AA-LCR

## 运行环境

- 操作系统：
- Linux master1 5.10.0-220.0.0.123.oe2203sp3.x86_64
- Python版本：
3.11.4
## 其他信息

如果有其他相关信息，请在此处提供。


请问你的数据集是完整clone的这个吗 https://www.modelscope.cn/datasets/evalscope/AA-LCR