Hugging Face's logo

almersawi
/
llama-13b-chat-ft-test

Model card Files Community
almersawi commited on
Commit
7422540
·
verified ·
1 Parent(s): 214edd3

Upload cfg.yaml

Browse files
Files changed (1) hide show
  1. cfg.yaml +1 -1
cfg.yaml CHANGED
@@ -39,7 +39,7 @@ environment:
39
  compile_model: false
40
  deepspeed_offload_optimizer: false
41
  deepspeed_reduce_bucket_size: 10000001.0
42
- deepspeed_stage3_max_live_parameters: 2000000000.0
43
  deepspeed_stage3_max_reuse_distance: 10000001.0
44
  deepspeed_stage3_param_persistence_threshold: 10000001.0
45
  deepspeed_stage3_prefetch_bucket_size: 1000000000.0
 
39
  compile_model: false
40
  deepspeed_offload_optimizer: false
41
  deepspeed_reduce_bucket_size: 10000001.0
42
+ deepspeed_stage3_max_live_parameters: 2500000000.0
43
  deepspeed_stage3_max_reuse_distance: 10000001.0
44
  deepspeed_stage3_param_persistence_threshold: 10000001.0
45
  deepspeed_stage3_prefetch_bucket_size: 1000000000.0