Repository: open-compass/opencompass
Issue: [Bug] 评测结果为空
Root cause: Environment Incompatibility

### 先决条件

- [X] 我已经搜索过 [问题](https://github.com/open-compass/opencompass/issues/) 和 [讨论](https://github.com/open-compass/opencompass/discussions) 但未得到预期的帮助。
- [X] 错误在 [最新版本](https://github.com/open-compass/opencompass) 中尚未被修复。

### 问题类型

我正在使用官方支持的任务/模型/数据集进行评估。

### 环境

{'CUDA available': True,
 'CUDA_HOME': '/usr/local/cuda',
 'GCC': 'gcc (Ubuntu 9.4.0-1ubuntu1~20.04.2) 9.4.0',
 'GPU 0,1,2,3': 'NVIDIA A800 80GB PCIe',
 'MMEngine': '0.10.1',
 'NVCC': 'Cuda compilation tools, release 11.6, V11.6.55',
 'OpenCV': '4.8.1',
 'PyTorch': '2.1.1',
 'PyTorch compiling details': 'PyTorch built with:\n'
                              '  - GCC 9.3\n'
                              '  - C++ Version: 201703\n'
                              '  - Intel(R) oneAPI Math Kernel Library Version '
                              '2023.1-Product Build 20230303 for Intel(R) 64 '
                              'architecture applications\n'
                              '  - Intel(R) MKL-DNN v3.1.1 (Git Hash '
                              '64f6bcbcbab628e96f33a62c3e975f8535a7bde4)\n'
                              '  - OpenMP 201511 (a.k.a. OpenMP 4.5)\n'
                              '  - LAPACK is enabled (usually provided by '
                              'MKL)\n'
                              '  - NNPACK is enabled\n'
                              '  - CPU capability usage: AVX512\n'
                              '  - CUDA Runtime 12.1\n'
                              '  - NVCC architecture flags: '
                              '-gencode;arch=compute_50,code=sm_50;-gencode;arch=compute_60,code=sm_60;-gencode;arch=compute_61,code=sm_61;-gencode;arch=compute_70,code=sm_70;-gencode;arch=compute_75,code=sm_75;-gencode;arch=compute_80,code=sm_80;-gencode;arch=compute_86,code=sm_86;-gencode;arch=compute_90,code=sm_90\n'
                              '  - CuDNN 8.9.2\n'
                              '  - Magma 2.6.1\n'
                              '  - Build settings: BLAS_INFO=mkl, '
                              'BUILD_TYPE=Release, CUDA_VERSION=12.1, '
                              'CUDNN_VERSION=8.9.2, '
                              'CXX_COMPILER=/opt/rh/devtoolset-9/root/usr/bin/c++, '
                              'CXX_FLAGS= -D_GLIBCXX_USE_CXX11_ABI=0 '
                              '-fabi-version=11 -fvisibility-inlines-hidden '
                              '-DUSE_PTHREADPOOL -DNDEBUG -DUSE_KINETO '
                              '-DLIBKINETO_NOROCTRACER -DUSE_FBGEMM '
                              '-DUSE_QNNPACK -DUSE_PYTORCH_QNNPACK '
                              '-DUSE_XNNPACK -DSYMBOLICATE_MOBILE_DEBUG_HANDLE '
                              '-O2 -fPIC -Wall -Wextra -Werror=return-type '
                              '-Werror=non-virtual-dtor -Werror=bool-operation '
                              '-Wnarrowing -Wno-missing-field-initializers '
                              '-Wno-type-limits -Wno-array-bounds '
                              '-Wno-unknown-pragmas -Wno-unused-parameter '
                              '-Wno-unused-function -Wno-unused-result '
                              '-Wno-strict-overflow -Wno-strict-aliasing '
                              '-Wno-stringop-overflow -Wno-psabi '
                              '-Wno-error=pedantic -Wno-error=old-style-cast '
                              '-Wno-invalid-partial-specialization '
                              '-Wno-unused-private-field '
                              '-Wno-aligned-allocation-unavailable '
                              '-Wno-missing-braces -fdiagnostics-color=always '
                              '-faligned-new -Wno-unused-but-set-variable '
                              '-Wno-maybe-uninitialized -fno-math-errno '
                              '-fno-trapping-math -Werror=format '
                              '-Werror=cast-function-type '
                              '-Wno-stringop-overflow, LAPACK_INFO=mkl, '
                              'PERF_WITH_AVX=1, PERF_WITH_AVX2=1, '
                              'PERF_WITH_AVX512=1, '
                              'TORCH_DISABLE_GPU_ASSERTS=ON, '
                              'TORCH_VERSION=2.1.1, USE_CUDA=ON, USE_CUDNN=ON, '
                              'USE_EXCEPTION_PTR=1, USE_GFLAGS=OFF, '
                              'USE_GLOG=OFF, USE_MKL=ON, USE_MKLDNN=ON, '
                              'USE_MPI=OFF, USE_NCCL=ON, USE_NNPACK=ON, '
                              'USE_OPENMP=ON, USE_ROCM=OFF, \n',
 'Python': '3.10.13 (main, Sep 11 2023, 13:44:35) [GCC 11.2.0]',
 'TorchVision': '0.16.1',
 'numpy_random_seed': 2147483648,
 'opencompass': '0.1.9+e10f1c9',
 'sys.platform': 'linux'}

### 重现问题 - 代码/配置示例

conda activate opencompass
cd opencompass
python run.py --models hf_llama_7b --datasets mmlu_ppl

### 重现问题 - 命令或脚本

conda activate opencompass
cd opencompass
python run.py --models hf_llama_7b --datasets mmlu_ppl

### 重现问题 - 错误信息

(opencompass) wangx@meiya:~$ cd opencompass/
(opencompass) wangx@meiya:~/opencompass$ python run.py --models hf_llama_7b --datasets mmlu_ppl
12/06 01:49:30 - OpenCompass - INFO - Loading mmlu_ppl: configs/datasets/mmlu/mmlu_ppl.py
12/06 01:49:30 - OpenCompass - INFO - Loading hf_llama_7b: configs/models/hf_llama/hf_llama_7b.py
12/06 01:49:30 - OpenCompass - INFO - Loading example: configs/summarizers/example.py
12/06 01:49:30 - OpenCompass - WARNING - SlurmRunner is not used, so the partition argument is ignored.
12/06 01:49:30 - OpenCompass - INFO - Partitioned into 4 tasks.
launch OpenICLInfer[llama-7b-hf/lukaemon_mmlu_professional_law_0] on GPU 0                                             
launch OpenICLInfer[llama-7b-hf/lukaemon_mmlu_professional_law_1] on GPU 1                                             
launch OpenICLInfer[llama-7b-hf/lukaemon_mmlu_moral_scenarios,llama-7b-hf/lukaemon_mmlu_miscellaneous,llama-7b-hf/lukaemon_mmlu_professional_psychology,llama-7b-hf/lukaemon_mmlu_high_school_psychology,llama-7b-hf/lukaemon_mmlu_high_school_macroeconomics,llama-7b-hf/lukaemon_mmlu_elementary_mathematics,llama-7b-hf/lukaemon_mmlu_moral_disputes,llama-7b-hf/lukaemon_mmlu_prehistory,llama-7b-hf/lukaemon_mmlu_philosophy,llama-7b-hf/lukaemon_mmlu_high_school_biology,llama-7b-hf/lukaemon_mmlu_nutrition,llama-7b-hf/lukaemon_mmlu_professional_accounting,llama-7b-hf/lukaemon_mmlu_professional_medicine,llama-7b-hf/lukaemon_mmlu_high_school_mathematics,llama-7b-hf/lukaemon_mmlu_clinical_knowledge,llama-7b-hf/lukaemon_mmlu_security_studies,llama-7b-hf/lukaemon_mmlu_high_school_microeconomics,llama-7b-hf/lukaemon_mmlu_high_school_world_history,llama-7b-hf/lukaemon_mmlu_conceptual_physics,llama-7b-hf/lukaemon_mmlu_marketing,llama-7b-hf/lukaemon_mmlu_human_aging,llama-7b-hf/lukaemon_mmlu_high_school_statistics,llama-7b-hf/lukaemon_mmlu_high_school_us_history,llama-7b-hf/lukaemon_mmlu_high_school_chemistry,llama-7b-hf/lukaemon_mmlu_sociology,llama-7b-hf/lukaemon_mmlu_high_school_geography,llama-7b-hf/lukaemon_mmlu_high_school_government_and_politics,llama-7b-hf/lukaemon_mmlu_college_medicine,llama-7b-hf/lukaemon_mmlu_world_religions,llama-7b-hf/lukaemon_mmlu_virology,llama-7b-hf/lukaemon_mmlu_high_school_european_history,llama-7b-hf/lukaemon_mmlu_logical_fallacies,llama-7b-hf/lukaemon_mmlu_astronomy] on GPU 2
launch OpenICLInfer[llama-7b-hf/lukaemon_mmlu_high_school_physics,llama-7b-hf/lukaemon_mmlu_electrical_engineering,llama-7b-hf/lukaemon_mmlu_college_biology,llama-7b-hf/lukaemon_mmlu_anatomy,llama-7b-hf/lukaemon_mmlu_human_sexuality,llama-7b-hf/lukaemon_mmlu_formal_logic,llama-7b-hf/lukaemon_mmlu_international_law,llama-7b-hf/lukaemon_mmlu_econometrics,llama-7b-hf/lukaemon_mmlu_machine_learning,llama-7b-hf/lukaemon_mmlu_public_relations,llama-7b-hf/lukaemon_mmlu_jurisprudence,llama-7b-hf/lukaemon_mmlu_management,llama-7b-hf/lukaemon_mmlu_college_physics,llama-7b-hf/lukaemon_mmlu_college_chemistry,llama-7b-hf/lukaemon_mmlu_college_computer_science,llama-7b-hf/lukaemon_mmlu_college_mathematics,llama-7b-hf/lukaemon_mmlu_abstract_algebra,llama-7b-hf/lukaemon_mmlu_global_facts,llama-7b-hf/lukaemon_mmlu_computer_security,llama-7b-hf/lukaemon_mmlu_medical_genetics,llama-7b-hf/lukaemon_mmlu_high_school_computer_science,llama-7b-hf/lukaemon_mmlu_business_ethics,llama-7b-hf/lukaemon_mmlu_us_foreign_policy] on GPU 3
  0%|                                                                                            | 0/4 [00:00<?, ?it/s]12/06 01:50:06 - OpenCompass - WARNING - task OpenICLInfer[llama-7b-hf/lukaemon_mmlu_professional_law_1] fail, see
./outputs/default/20231206_014930/logs/infer/llama-7b-hf/lukaemon_mmlu_professional_law_1.out
 25%|█████████████████████                                                               | 1/4 [00:35<01:47, 35.69s/it]12/06 01:50:07 - OpenCompass - WARNING - task OpenICLInfer[llama-7b-hf/lukaemon_mmlu_professional_law_0] fail, see
./outputs/default/20231206_014930/logs/infer/llama-7b-hf/lukaemon_mmlu_professional_law_0.out
 50%|██████████████████████████████████████████                                          | 2/4 [00:36<00:30, 15.35s/it]12/06 01:50:08 - OpenCompass - WARNING - task OpenICLInfer[llama-7b-hf/lukaemon_mmlu_high_school_physics,llama-7b-hf/lukaemon_mmlu_electrical_engineering,llama-7b-hf/lukaemon_mmlu_college_biology,llama-7b-hf/lukaemon_mmlu_anatomy,llama-7b-hf/lukaemon_mmlu_human_sexuality,llama-7b-hf/lukaemon_mmlu_formal_logic,llama-7b-hf/lukaemon_mmlu_international_law,llama-7b-hf/lukaemon_mmlu_econometrics,llama-7b-hf/lukaemon_mmlu_machine_learning,llama-7b-hf/lukaemon_mmlu_public_relations,llama-7b-hf/lukaemon_mmlu_jurisprudence,llama-7b-hf/lukaemon_mmlu_management,llama-7b-hf/lukaemon_mmlu_college_physics,llama-7b-hf/lukaemon_mmlu_college_chemistry,llama-7b-hf/lukaemon_mmlu_college_computer_science,llama-7b-hf/lukaemon_mmlu_college_mathematics,llama-7b-hf/lukaemon_mmlu_abstract_algebra,llama-7b-hf/lukaemon_mmlu_global_facts,llama-7b-hf/lukaemon_mmlu_computer_security,llama-7b-hf/lukaemon_mmlu_medical_genetics,llama-7b-hf/lukaemon_mmlu_high_school_computer_science,llama-7b-hf/lukaemon_mmlu_business_ethics,llama-7b-hf/lukaemon_mmlu_us_foreign_policy] fail, see
./outputs/default/20231206_014930/logs/infer/llama-7b-hf/lukaemon_mmlu_high_school_physics.out
 75%|███████████████████████████████████████████████████████████████                     | 3/4 [00:38<00:09,  9.07s/it]12/06 01:50:09 - OpenCompass - WARNING - task OpenICLInfer[llama-7b-hf/lukaemon_mmlu_moral_scenarios,llama-7b-hf/lukaemon_mmlu_miscellaneous,llama-7b-hf/lukaemon_mmlu_professional_psychology,llama-7b-hf/lukaemon_mmlu_high_school_psychology,llama-7b-hf/lukaemon_mmlu_high_school_macroeconomics,llama-7b-hf/lukaemon_mmlu_elementary_mathematics,llama-7b-hf/lukaemon_mmlu_moral_disputes,llama-7b-hf/lukaemon_mmlu_prehistory,llama-7b-hf/lukaemon_mmlu_philosophy,llama-7b-hf/lukaemon_mmlu_high_school_biology,llama-7b-hf/lukaemon_mmlu_nutrition,llama-7b-hf/lukaemon_mmlu_professional_accounting,llama-7b-hf/lukaemon_mmlu_professional_medicine,llama-7b-hf/lukaemon_mmlu_high_school_mathematics,llama-7b-hf/lukaemon_mmlu_clinical_knowledge,llama-7b-hf/lukaemon_mmlu_security_studies,llama-7b-hf/lukaemon_mmlu_high_school_microeconomics,llama-7b-hf/lukaemon_mmlu_high_school_world_history,llama-7b-hf/lukaemon_mmlu_conceptual_physics,llama-7b-hf/lukaemon_mmlu_marketing,llama-7b-hf/lukaemon_mmlu_human_aging,llama-7b-hf/lukaemon_mmlu_high_school_statistics,llama-7b-hf/lukaemon_mmlu_high_school_us_history,llama-7b-hf/lukaemon_mmlu_high_school_chemistry,llama-7b-hf/lukaemon_mmlu_sociology,llama-7b-hf/lukaemon_mmlu_high_school_geography,llama-7b-hf/lukaemon_mmlu_high_school_government_and_politics,llama-7b-hf/lukaemon_mmlu_college_medicine,llama-7b-hf/lukaemon_mmlu_world_religions,llama-7b-hf/lukaemon_mmlu_virology,llama-7b-hf/lukaemon_mmlu_high_school_european_history,llama-7b-hf/lukaemon_mmlu_logical_fallacies,llama-7b-hf/lukaemon_mmlu_astronomy] fail, see
./outputs/default/20231206_014930/logs/infer/llama-7b-hf/lukaemon_mmlu_moral_scenarios.out
100%|████████████████████████████████████████████████████████████████████████████████████| 4/4 [00:38<00:00,  9.68s/it]
12/06 01:50:09 - OpenCompass - ERROR - /home/wangx/opencompass/opencompass/runners/base.py - summarize - 63 - OpenICLInfer[llama-7b-hf/lukaemon_mmlu_professional_law_0] failed with code 1
12/06 01:50:09 - OpenCompass - ERROR - /home/wangx/opencompass/opencompass/runners/base.py - summarize - 63 - OpenICLInfer[llama-7b-hf/lukaemon_mmlu_professional_law_1] failed with code 1
12/06 01:50:09 - OpenCompass - ERROR - /home/wangx/opencompass/opencompass/runners/base.py - summarize - 63 - OpenICLInfer[llama-7b-hf/lukaemon_mmlu_moral_scenarios,llama-7b-hf/lukaemon_mmlu_miscellaneous,llama-7b-hf/lukaemon_mmlu_professional_psychology,llama-7b-hf/lukaemon_mmlu_high_school_psychology,llama-7b-hf/lukaemon_mmlu_high_school_macroeconomics,llama-7b-hf/lukaemon_mmlu_elementary_mathematics,llama-7b-hf/lukaemon_mmlu_moral_disputes,llama-7b-hf/lukaemon_mmlu_prehistory,llama-7b-hf/lukaemon_mmlu_philosophy,llama-7b-hf/lukaemon_mmlu_high_school_biology,llama-7b-hf/lukaemon_mmlu_nutrition,llama-7b-hf/lukaemon_mmlu_professional_accounting,llama-7b-hf/lukaemon_mmlu_professional_medicine,llama-7b-hf/lukaemon_mmlu_high_school_mathematics,llama-7b-hf/lukaemon_mmlu_clinical_knowledge,llama-7b-hf/lukaemon_mmlu_security_studies,llama-7b-hf/lukaemon_mmlu_high_school_microeconomics,llama-7b-hf/lukaemon_mmlu_high_school_world_history,llama-7b-hf/lukaemon_mmlu_conceptual_physics,llama-7b-hf/lukaemon_mmlu_marketing,llama-7b-hf/lukaemon_mmlu_human_aging,llama-7b-hf/lukaemon_mmlu_high_school_statistics,llama-7b-hf/lukaemon_mmlu_high_school_us_history,llama-7b-hf/lukaemon_mmlu_high_school_chemistry,llama-7b-hf/lukaemon_mmlu_sociology,llama-7b-hf/lukaemon_mmlu_high_school_geography,llama-7b-hf/lukaemon_mmlu_high_school_government_and_politics,llama-7b-hf/lukaemon_mmlu_college_medicine,llama-7b-hf/lukaemon_mmlu_world_religions,llama-7b-hf/lukaemon_mmlu_virology,llama-7b-hf/lukaemon_mmlu_high_school_european_history,llama-7b-hf/lukaemon_mmlu_logical_fallacies,llama-7b-hf/lukaemon_mmlu_astronomy] failed with code 1
12/06 01:50:09 - OpenCompass - ERROR - /home/wangx/opencompass/opencompass/runners/base.py - summarize - 63 - OpenICLInfer[llama-7b-hf/lukaemon_mmlu_high_school_physics,llama-7b-hf/lukaemon_mmlu_electrical_engineering,llama-7b-hf/lukaemon_mmlu_college_biology,llama-7b-hf/lukaemon_mmlu_anatomy,llama-7b-hf/lukaemon_mmlu_human_sexuality,llama-7b-hf/lukaemon_mmlu_formal_logic,llama-7b-hf/lukaemon_mmlu_international_law,llama-7b-hf/lukaemon_mmlu_econometrics,llama-7b-hf/lukaemon_mmlu_machine_learning,llama-7b-hf/lukaemon_mmlu_public_relations,llama-7b-hf/lukaemon_mmlu_jurisprudence,llama-7b-hf/lukaemon_mmlu_management,llama-7b-hf/lukaemon_mmlu_college_physics,llama-7b-hf/lukaemon_mmlu_college_chemistry,llama-7b-hf/lukaemon_mmlu_college_computer_science,llama-7b-hf/lukaemon_mmlu_college_mathematics,llama-7b-hf/lukaemon_mmlu_abstract_algebra,llama-7b-hf/lukaemon_mmlu_global_facts,llama-7b-hf/lukaemon_mmlu_computer_security,llama-7b-hf/lukaemon_mmlu_medical_genetics,llama-7b-hf/lukaemon_mmlu_high_school_computer_science,llama-7b-hf/lukaemon_mmlu_business_ethics,llama-7b-hf/lukaemon_mmlu_us_foreign_policy] failed with code 1
12/06 01:50:09 - OpenCompass - INFO - Partitioned into 57 tasks.
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_college_biology] on CPU                                                   
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_college_chemistry] on CPU                                                 
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_college_computer_science] on CPU                                          
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_college_mathematics] on CPU                                               
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_college_physics] on CPU                                                   
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_electrical_engineering] on CPU                                            
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_astronomy] on CPU                                                         
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_anatomy] on CPU                                                           
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_abstract_algebra] on CPU                                                  
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_machine_learning] on CPU                                                  
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_clinical_knowledge] on CPU                                                
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_global_facts] on CPU                                                      
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_management] on CPU                                                        
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_nutrition] on CPU                                                         
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_marketing] on CPU                                                         
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_professional_accounting] on CPU                                           
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_high_school_geography] on CPU                                             
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_international_law] on CPU                                                 
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_moral_scenarios] on CPU                                                   
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_computer_security] on CPU                                                 
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_high_school_microeconomics] on CPU                                        
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_professional_law] on CPU                                                  
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_medical_genetics] on CPU                                                  
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_professional_psychology] on CPU                                           
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_jurisprudence] on CPU                                                     
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_world_religions] on CPU                                                   
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_philosophy] on CPU                                                        
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_virology] on CPU                                                          
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_high_school_chemistry] on CPU                                             
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_public_relations] on CPU                                                  
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_high_school_macroeconomics] on CPU                                        
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_human_sexuality] on CPU                                                   
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_elementary_mathematics] on CPU                                            
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_high_school_physics] on CPU                                               
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_high_school_computer_science] on CPU                                      
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_high_school_european_history] on CPU                                      
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_business_ethics] on CPU                                                   
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_moral_disputes] on CPU                                                    
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_high_school_statistics] on CPU                                            
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_miscellaneous] on CPU                                                     
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_formal_logic] on CPU                                                      
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_high_school_government_and_politics] on CPU                               
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_prehistory] on CPU                                                        
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_security_studies] on CPU                                                  
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_logical_fallacies] on CPU                                                 
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_high_school_biology] on CPU                                               
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_high_school_world_history] on CPU                                         
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_professional_medicine] on CPU                                             
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_high_school_mathematics] on CPU                                           
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_college_medicine] on CPU                                                  
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_high_school_us_history] on CPU                                            
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_sociology] on CPU                                                         
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_econometrics] on CPU                                                      
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_high_school_psychology] on CPU                                            
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_human_aging] on CPU                                                       
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_us_foreign_policy] on CPU                                                 
launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_conceptual_physics] on CPU                                                
100%|██████████████████████████████████████████████████████████████████████████████████| 57/57 [02:43<00:00,  2.87s/it]
dataset                                            version    metric    mode    llama-7b-hf
-------------------------------------------------  ---------  --------  ------  -------------
lukaemon_mmlu_college_biology                      -          -         -       -
lukaemon_mmlu_college_chemistry                    -          -         -       -
lukaemon_mmlu_college_computer_science             -          -         -       -
lukaemon_mmlu_college_mathematics                  -          -         -       -
lukaemon_mmlu_college_physics                      -          -         -       -
lukaemon_mmlu_electrical_engineering               -          -         -       -
lukaemon_mmlu_astronomy                            -          -         -       -
lukaemon_mmlu_anatomy                              -          -         -       -
lukaemon_mmlu_abstract_algebra                     -          -         -       -
lukaemon_mmlu_machine_learning                     -          -         -       -
lukaemon_mmlu_clinical_knowledge                   -          -         -       -
lukaemon_mmlu_global_facts                         -          -         -       -
lukaemon_mmlu_management                           -          -         -       -
lukaemon_mmlu_nutrition                            -          -         -       -
lukaemon_mmlu_marketing                            -          -         -       -
lukaemon_mmlu_professional_accounting              -          -         -       -
lukaemon_mmlu_high_school_geography                -          -         -       -
lukaemon_mmlu_international_law                    -          -         -       -
lukaemon_mmlu_moral_scenarios                      -          -         -       -
lukaemon_mmlu_computer_security                    -          -         -       -
lukaemon_mmlu_high_school_microeconomics           -          -         -       -
lukaemon_mmlu_professional_law                     -          -         -       -
lukaemon_mmlu_medical_genetics                     -          -         -       -
lukaemon_mmlu_professional_psychology              -          -         -       -
lukaemon_mmlu_jurisprudence                        -          -         -       -
lukaemon_mmlu_world_religions                      -          -         -       -
lukaemon_mmlu_philosophy                           -          -         -       -
lukaemon_mmlu_virology                             -          -         -       -
lukaemon_mmlu_high_school_chemistry                -          -         -       -
lukaemon_mmlu_public_relations                     -          -         -       -
lukaemon_mmlu_high_school_macroeconomics           -          -         -       -
lukaemon_mmlu_human_sexuality                      -          -         -       -
lukaemon_mmlu_elementary_mathematics               -          -         -       -
lukaemon_mmlu_high_school_physics                  -          -         -       -
lukaemon_mmlu_high_school_computer_science         -          -         -       -
lukaemon_mmlu_high_school_european_history         -          -         -       -
lukaemon_mmlu_business_ethics                      -          -         -       -
lukaemon_mmlu_moral_disputes                       -          -         -       -
lukaemon_mmlu_high_school_statistics               -          -         -       -
lukaemon_mmlu_miscellaneous                        -          -         -       -
lukaemon_mmlu_formal_logic                         -          -         -       -
lukaemon_mmlu_high_school_government_and_politics  -          -         -       -
lukaemon_mmlu_prehistory                           -          -         -       -
lukaemon_mmlu_security_studies                     -          -         -       -
lukaemon_mmlu_high_school_biology                  -          -         -       -
lukaemon_mmlu_logical_fallacies                    -          -         -       -
lukaemon_mmlu_high_school_world_history            -          -         -       -
lukaemon_mmlu_professional_medicine                -          -         -       -
lukaemon_mmlu_high_school_mathematics              -          -         -       -
lukaemon_mmlu_college_medicine                     -          -         -       -
lukaemon_mmlu_high_school_us_history               -          -         -       -
lukaemon_mmlu_sociology                            -          -         -       -
lukaemon_mmlu_econometrics                         -          -         -       -
lukaemon_mmlu_high_school_psychology               -          -         -       -
lukaemon_mmlu_human_aging                          -          -         -       -
lukaemon_mmlu_us_foreign_policy                    -          -         -       -
lukaemon_mmlu_conceptual_physics                   -          -         -       -
12/06 01:52:52 - OpenCompass - INFO - write summary to /home/wangx/opencompass/outputs/default/20231206_014930/summary/summary_20231206_014930.txt
12/06 01:52:52 - OpenCompass - INFO - write csv to /home/wangx/opencompass/outputs/default/20231206_014930/summary/summary_20231206_014930.csv
(opencompass) wangx@meiya:~/opencompass$ vim run.py

        if args.dry_run:
            return
        runner = RUNNERS.build(cfg.infer.runner)
        # Add extra attack config if exists
        if hasattr(cfg, 'attack'):
            for task in tasks:
                cfg.attack.dataset = task.datasets[0][0].abbr
                task.attack = cfg.attack
        runner(tasks)

    # evaluate
    if args.mode in ['all', 'eval']:
        # When user have specified --slurm or --dlc, or have not set
        # "eval" in config, we will provide a default configuration
        # for eval
        if (args.dlc or args.slurm) and cfg.get('eval', None):
            logger.warning('You have set "eval" in the config, but '
                           'also specified --slurm or --dlc. '
                           'The "eval" configuration will be overridden by '
                           'your runtime arguments.')

        if args.dlc or args.slurm or cfg.get('eval', None) is None:
            fill_eval_cfg(cfg, args)
        if args.dump_eval_details:
            cfg.eval.runner.task.dump_details = True

        if args.partition is not None:
            if RUNNERS.get(cfg.eval.runner.type) == SlurmRunner:
                cfg.eval.runner.partition = args.partition
                cfg.eval.runner.quotatype = args.quotatype
            else:
                logger.warning('SlurmRunner is not used, so the partition '
                               'argument is ignored.')
        if args.debug:
            cfg.eval.runner.debug = True
        if args.lark:
            cfg.eval.runner.lark_bot_url = cfg['lark_bot_url']
        cfg.eval.partitioner['out_dir'] = osp.join(cfg['work_dir'], 'results/')
        partitioner = PARTITIONERS.build(cfg.eval.partitioner)
        tasks = partitioner(cfg)
        if args.dry_run:
            return
        runner = RUNNERS.build(cfg.eval.runner)
        runner(tasks)

    # visualize
    if args.mode in ['all', 'eval', 'viz']:
        summarizer_cfg = cfg.get('summarizer', {})
        if not summarizer_cfg or summarizer_cfg.get('type', None) is None:
            summarizer_cfg['type'] = DefaultSummarizer
        summarizer_cfg['config'] = cfg
        summarizer = build_from_cfg(summarizer_cfg)
        summarizer.summarize(time_str=cfg_time_str)


if __name__ == '__main__':
    main()


### 其他信息

是按照官方示例来的，后面因为两个评测任务太多了就只留了一个mmlu。
可能问题一：launch OpenICLEval[llama-7b-hf/lukaemon_mmlu_conceptual_physics] on CPU   任务好像是在cpu上运行？但是我的服务器上有GPU，是否需要修改run.py文件？
可能问题二： OpenCompass - WARNING - SlurmRunner is not used, so the partition argument is ignored.是否与该警告有关？
可能问题三：报错是failed with 1，没有其他具体信息了，不知道是什么原因导致的报错


我又试了 CUDA_VISIBLE_DEVICES=0,2,3 python run.py --models hf_llama_7b --datasets mmlu_ppl 命令，仍然是相同的结果。:/到底哪里有问题呢，有没有带佬可以解答一下

Please checkout your `./outputs/default/20231206_014930/logs/infer/llama-7b-hf/lukaemon_mmlu_professional_law_1.out` file, the error message is in it.

BTW, your inference was failed, the following cpu tasks are for evaluation. These two steps(infer, eval) are not relevant. Because the failed infer, the evaluation results are empty. The logging was provide details about where to find information. You can check these loggings carefully.

![image](https://github.com/open-compass/opencompass/assets/42952108/a153c53d-e085-473c-a1fd-57427aad3aa9)

Please provide more information if the error cannot be fixed

Thanks for your reply!!
I went to this ` ./outputs/default/20231206_014930/logs/infer/llama-7b-hf/lukaemon_mmlu_professional_law_1.out` file, and its content is the following code, so maybe  I could set my http&sock to solve this problem ? Or just download a model to try it offfline and if this thing has a instruction document? Anyway,thanks for your kind reply and excellent work!!! @yingfhu 
```
12/06 01:49:43 - OpenCompass - INFO - Task [llama-7b-hf/lukaemon_mmlu_professional_law_1]
Traceback (most recent call last):
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/urllib3/connection.py", line 174, in _new_conn
    conn = connection.create_connection(
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/urllib3/util/connection.py", line 95, in create_connection
    raise err
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/urllib3/util/connection.py", line 85, in create_connection
    sock.connect(sa)
OSError: [Errno 101] Network is unreachable

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/urllib3/connectionpool.py", line 715, in urlopen
    httplib_response = self._make_request(
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/urllib3/connectionpool.py", line 404, in _make_request
    self._validate_conn(conn)
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/urllib3/connectionpool.py", line 1058, in _validate_conn
    conn.connect()
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/urllib3/connection.py", line 363, in connect
    self.sock = conn = self._new_conn()
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/urllib3/connection.py", line 186, in _new_conn
    raise NewConnectionError(
urllib3.exceptions.NewConnectionError: <urllib3.connection.HTTPSConnection object at 0x7f647a99e4d0>: Failed to establish a new connection: [Errno 101] Network is unreachable

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/requests/adapters.py", line 486, in send
    resp = conn.urlopen(
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/urllib3/connectionpool.py", line 799, in urlopen
    retries = retries.increment(
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/urllib3/util/retry.py", line 592, in increment
    raise MaxRetryError(_pool, url, error or ResponseError(cause))
urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='huggingface.co', port=443): Max retries exceeded with url: /huggyllama/llama-7b/resolve/main/config.json (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f647a99e4d0>: Failed to establish a new connection: [Errno 101] Network is unreachable'))

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 1247, in hf_hub_download
    metadata = get_hf_file_metadata(
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn
    return fn(*args, **kwargs)
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 1624, in get_hf_file_metadata
    r = _request_wrapper(
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 402, in _request_wrapper
    response = _request_wrapper(
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 425, in _request_wrapper
    response = get_session().request(method=method, url=url, **params)
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/requests/sessions.py", line 589, in request
    resp = self.send(prep, **send_kwargs)
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/requests/sessions.py", line 703, in send
    r = adapter.send(request, **kwargs)
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/huggingface_hub/utils/_http.py", line 63, in send
    return super().send(request, *args, **kwargs)
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/requests/adapters.py", line 519, in send
    raise ConnectionError(e, request=request)
requests.exceptions.ConnectionError: (MaxRetryError("HTTPSConnectionPool(host='huggingface.co', port=443): Max retries exceeded with url: /huggyllama/llama-7b/resolve/main/config.json (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f647a99e4d0>: Failed to establish a new connection: [Errno 101] Network is unreachable'))"), '(Request ID: 7392f45e-3aac-4412-8a5a-d762dd7c51c2)')

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/transformers/utils/hub.py", line 430, in cached_file
    resolved_file = hf_hub_download(
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn
    return fn(*args, **kwargs)
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 1377, in hf_hub_download
    raise LocalEntryNotFoundError(
huggingface_hub.utils._errors.LocalEntryNotFoundError: An error happened while trying to locate the file on the Hub and we cannot find the requested files in the local cache. Please check your connection and try again or make sure your Internet connection is on.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/home/wangx/opencompass/opencompass/tasks/openicl_infer.py", line 148, in <module>
    inferencer.run()
  File "/home/wangx/opencompass/opencompass/tasks/openicl_infer.py", line 62, in run
    self.model = build_model_from_cfg(model_cfg)
  File "/home/wangx/opencompass/opencompass/utils/build.py", line 23, in build_model_from_cfg
    return MODELS.build(model_cfg)
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/mmengine/registry/registry.py", line 570, in build
    return self.build_func(cfg, *args, **kwargs, registry=self)
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/mmengine/registry/build_functions.py", line 121, in build_from_cfg
    obj = obj_cls(**args)  # type: ignore
  File "/home/wangx/opencompass/opencompass/models/huggingface.py", line 92, in __init__
    self._load_tokenizer(path=path,
  File "/home/wangx/opencompass/opencompass/models/huggingface.py", line 108, in _load_tokenizer
    self.tokenizer = AutoTokenizer.from_pretrained(
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/transformers/models/auto/tokenization_auto.py", line 733, in from_pretrained
    config = AutoConfig.from_pretrained(
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/transformers/models/auto/configuration_auto.py", line 1048, in from_pretrained
    config_dict, unused_kwargs = PretrainedConfig.get_config_dict(pretrained_model_name_or_path, **kwargs)
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/transformers/configuration_utils.py", line 622, in get_config_dict
    config_dict, kwargs = cls._get_config_dict(pretrained_model_name_or_path, **kwargs)
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/transformers/configuration_utils.py", line 677, in _get_config_dict
    resolved_config_file = cached_file(
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/transformers/utils/hub.py", line 470, in cached_file
    raise EnvironmentError(
OSError: We couldn't connect to 'https://huggingface.co' to load this file, couldn't find it in the cached files and it looks like huggyllama/llama-7b is not the path to a directory containing a file named config.json.
Checkout your internet connection or see how to run the library in offline mode at 'https://huggingface.co/docs/transformers/installation#offline-mode'.
[2023-12-06 01:50:05,911] torch.distributed.elastic.multiprocessing.api: [ERROR] failed (exitcode: 1) local_rank: 0 (pid: 1821089) of binary: /home/wangx/anaconda3/envs/opencompass/bin/python
Traceback (most recent call last):
  File "/home/wangx/anaconda3/envs/opencompass/bin/torchrun", line 33, in <module>
    sys.exit(load_entry_point('torch==2.1.1', 'console_scripts', 'torchrun')())
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 346, in wrapper
    return f(*args, **kwargs)
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/torch/distributed/run.py", line 806, in main
    run(args)
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/torch/distributed/run.py", line 797, in run
    elastic_launch(
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 134, in __call__
    return launch_agent(self._config, self._entrypoint, list(args))
  File "/home/wangx/anaconda3/envs/opencompass/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 264, in launch_agent
    raise ChildFailedError(
torch.distributed.elastic.multiprocessing.errors.ChildFailedError: 
============================================================
/home/wangx/opencompass/opencompass/tasks/openicl_infer.py FAILED
------------------------------------------------------------
Failures:
  <NO_OTHER_FAILURES>
------------------------------------------------------------
Root Cause (first observed failure):
[0]:
  time      : 2023-12-06_01:50:05
  host      : meiya
  rank      : 0 (local_rank: 0)
  exitcode  : 1 (pid: 1821089)
  error_file: <N/A>
  traceback : To enable traceback see: https://pytorch.org/docs/stable/elastic/errors.html
============================================================

```

Yes, you should fix this network problem by using a proxy or try to download the model first, but sorry we do not have such documents. 

You have helped me a lot^_^, thanks for the advice, I will try it later~ @yingfhu 

Issue closed, feel free to reopen.

hi，everyone，after another two days attempt,finally i successfully run the example !
the work i do is set my proxy setting and change some packages version, so i want to share with you, so maybe this will help!

## so,firstly, set proxy:
vim /etc/profile

#### 在上述文件中加入下面两行：

export http_proxy=[http://ip:port](http://ip\:port)

export https_proxy=[http://ip:port](http://ip\:port)

#### 这个是用来保存更改环境变量使其生效的

source /etc/profile

## secondly,i downgrade some of the packages, including torch, transformers, urllib3,so i want to show you my pip list:
absl-py                  2.0.0
accelerate               0.25.0
addict                   2.4.0
aiohttp                  3.9.1
aiosignal                1.3.1
annotated-types          0.6.0
anyio                    3.7.1
async-timeout            4.0.3
attrs                    23.1.0
boto3                    1.33.6
botocore                 1.33.6
Brotli                   1.0.9
certifi                  2023.11.17
cffi                     1.16.0
charset-normalizer       2.0.4
click                    8.1.7
cn2an                    0.5.22
colorama                 0.4.6
contourpy                1.2.0
cpm-kernels              1.0.11
cryptography             41.0.3
cycler                   0.12.1
datasets                 2.15.0
dill                     0.3.7
distro                   1.8.0
einops                   0.5.0
evaluate                 0.4.1
exceptiongroup           1.2.0
fairscale                0.4.13
filelock                 3.13.1
fire                     0.5.0
fonttools                4.46.0
frozenlist               1.4.0
fsspec                   2023.10.0
fuzzywuzzy               0.18.0
gmpy2                    2.1.2
h11                      0.14.0
httpcore                 1.0.2
httpx                    0.25.2
huggingface-hub          0.19.4
idna                     3.4
importlib-metadata       7.0.0
jieba                    0.42.1
Jinja2                   3.1.2
jmespath                 1.0.1
joblib                   1.3.2
kiwisolver               1.4.5
Levenshtein              0.23.0
llama                    0.0.1        /home/wangx/opencompass/llama
ltp                      4.2.13
ltp-core                 0.1.4
ltp-extension            0.1.11
lxml                     4.9.3
markdown-it-py           3.0.0
MarkupSafe               2.1.1
matplotlib               3.8.2
mdurl                    0.1.2
mkl-fft                  1.3.8
mkl-random               1.2.4
mkl-service              2.4.0
mmengine-lite            0.10.1
mpmath                   1.3.0
multidict                6.0.4
multiprocess             0.70.15
networkx                 3.1
nltk                     3.8
numpy                    1.23.4
nvidia-cublas-cu11       11.10.3.66
nvidia-cuda-nvrtc-cu11   11.7.99
nvidia-cuda-runtime-cu11 11.7.99
nvidia-cudnn-cu11        8.5.0.96
openai                   1.3.7
OpenCC                   1.1.7
opencompass              0.1.9        /home/wangx/opencompass
opencv-python-headless   4.8.1.78
packaging                23.2
pandas                   1.5.3
Pillow                   10.0.1
pip                      23.3.1
platformdirs             4.0.0
portalocker              2.8.2
proces                   0.1.7
psutil                   5.9.6
pyarrow                  14.0.1
pyarrow-hotfix           0.6
pycparser                2.21
pydantic                 2.5.2
pydantic_core            2.14.5
Pygments                 2.17.2
pyOpenSSL                23.2.0
pyparsing                3.1.1
pypinyin                 0.49.0
PySocks                  1.7.1
python-dateutil          2.8.2
python-Levenshtein       0.23.0
pytz                     2023.3.post1
PyYAML                   6.0.1
rank-bm25                0.2.2
rapidfuzz                3.5.2
regex                    2023.10.3
requests                 2.31.0
responses                0.18.0
rich                     13.7.0
rouge                    1.0.1
rouge-chinese            1.0.3
rouge-score              0.1.2
s3transfer               0.8.2
sacrebleu                2.3.3
safetensors              0.4.1
scikit-learn             1.2.1
scipy                    1.11.4
seaborn                  0.13.0
sentence-transformers    2.2.2
sentencepiece            0.1.99
setuptools               68.0.0
six                      1.16.0
sniffio                  1.3.0
sympy                    1.12
tabulate                 0.9.0
termcolor                2.4.0
threadpoolctl            3.2.0
tiktoken                 0.5.2
timeout-decorator        0.5.0
tokenizers               0.13.3
tomli                    2.0.1
torch                    1.13.1
torchvision              0.16.1
tqdm                     4.64.1
transformers             4.30.2
triton                   2.1.0
typer                    0.9.0
typing_extensions        4.7.1
urllib3                  1.25.11
wheel                    0.41.2
xxhash                   3.4.1
yapf                     0.40.2
yarl                     1.9.3
zipp                     3.17.0

that's all ! Hope it will help!