File size: 890 Bytes
f1d3dc6
aa5ff8c
f1d3dc6
 
 
 
 
 
 
 
 
 
 
 
aa5ff8c
f1d3dc6
 
 
aa5ff8c
f1d3dc6
 
 
 
 
aa5ff8c
f1d3dc6
aa5ff8c
f1d3dc6
 
 
aa5ff8c
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
lighteval:
  batch_size: 4
  checkpoints_path: null
  generation: null
  logging:
    hub_repo_details: null
    hub_repo_results: null
    hub_repo_tensorboard: HuggingFaceBR4/thomwolf-nanotron-mistral-7b
    local_output_path: /scratch/thomwolf/lighteval/nanotron-mistral-7b
    push_details_to_hub: false
    push_results_to_hub: false
    push_results_to_tensorboard: true
    tensorboard_metric_prefix: e
  parallelism:
    dp: 8
    pp: 1
    pp_engine: 1f1b
    recompute_granularity: null
    tp: 1
    tp_linear_async_communication: false
    tp_mode: ALL_REDUCE
  slurm_script_dir: null
  slurm_template: null
  tasks:
    custom_tasks: brrr.lighteval.custom_tasks
    dataset_loading_processes: 8
    max_samples: 10000
    multichoice_continuations_start_space: null
    no_multichoice_continuations_start_space: null
    num_fewshot_seeds: null
    tasks: open-llm-leaderboard