3outeille HF staff commited on
Commit
c189b5f
1 Parent(s): 7729f0b

Upload llama-1B/64_GPUS/dp-4_tp-4_pp-4_mbz-32

Browse files
llama-1B/64_GPUS/dp-4_tp-4_pp-4_mbz-32/config.yaml CHANGED
@@ -69,7 +69,7 @@ data_stages:
69
  hf_dataset_or_datasets: roneneldan/TinyStories
70
  hf_dataset_splits: train
71
  text_column_name: text
72
- num_loading_workers: 32
73
  seed: 42
74
  lighteval: null
75
  tokens:
 
69
  hf_dataset_or_datasets: roneneldan/TinyStories
70
  hf_dataset_splits: train
71
  text_column_name: text
72
+ num_loading_workers: 0
73
  seed: 42
74
  lighteval: null
75
  tokens:
llama-1B/64_GPUS/dp-4_tp-4_pp-4_mbz-32/log.out CHANGED
The diff for this file is too large to render. See raw diff
 
llama-1B/64_GPUS/dp-4_tp-4_pp-4_mbz-32/status.txt CHANGED
@@ -1 +1 @@
1
- fail
 
1
+ oom