lighteval: batch_size: 4 checkpoints_path: null generation: null logging: hub_repo_details: null hub_repo_results: null hub_repo_tensorboard: HuggingFaceBR4/thomwolf-nanotron-mistral-7b local_output_path: /scratch/thomwolf/lighteval/nanotron-mistral-7b push_details_to_hub: false push_results_to_hub: false push_results_to_tensorboard: true tensorboard_metric_prefix: e parallelism: dp: 8 pp: 1 pp_engine: 1f1b recompute_granularity: null tp: 1 tp_linear_async_communication: false tp_mode: ALL_REDUCE slurm_script_dir: null slurm_template: null tasks: custom_tasks: brrr.lighteval.custom_tasks dataset_loading_processes: 8 max_samples: 10000 multichoice_continuations_start_space: null no_multichoice_continuations_start_space: null num_fewshot_seeds: null tasks: open-llm-leaderboard