command.txt

{'batch_size_per_replica': 1,
 'cache_data': 'cache_data/instructions',
 'data_num': -1,
 'deepspeed': 'deepspeed_config.json',
 'epochs': 60,
 'fp16': True,
 'grad_acc_steps': 16,
 'instruct_data_path': 'master_regen.json',
 'load': 'Salesforce/codet5p-16b',
 'local_rank': 0,
 'log_freq': 10,
 'lr': 2e-05,
 'lr_warmup_steps': 30,
 'max_len': 512,
 'push_to_hub': True,
 'repo_name': 'BigBri/Codet5_60_Epochs',
 'save_dir': 'saved_models/instructcodet5p-16b',
 'save_freq': 500}