mistral-nanotron / lighteval_eval_config.yaml
thomwolf's picture
thomwolf HF staff
update all
aa5ff8c
lighteval:
batch_size: 4
checkpoints_path: null
generation: null
logging:
hub_repo_details: null
hub_repo_results: null
hub_repo_tensorboard: HuggingFaceBR4/thomwolf-nanotron-mistral-7b
local_output_path: /scratch/thomwolf/lighteval/nanotron-mistral-7b
push_details_to_hub: false
push_results_to_hub: false
push_results_to_tensorboard: true
tensorboard_metric_prefix: e
parallelism:
dp: 8
pp: 1
pp_engine: 1f1b
recompute_granularity: null
tp: 1
tp_linear_async_communication: false
tp_mode: ALL_REDUCE
slurm_script_dir: null
slurm_template: null
tasks:
custom_tasks: brrr.lighteval.custom_tasks
dataset_loading_processes: 8
max_samples: 10000
multichoice_continuations_start_space: null
no_multichoice_continuations_start_space: null
num_fewshot_seeds: null
tasks: open-llm-leaderboard