Update README.md

README.md

@@ -19,32 +19,32 @@ Base Model: *upstage/SOLAR-10.7B-v1.0*
 
 -num_epochs : 1
 
-micro_batch : 1
+-micro_batch : 1
 
-gradient_accumulation_steps : batch_size // micro_batch
+-gradient_accumulation_steps : batch_size // micro_batch
 
 ***hyper params II***
 
-cutoff_len : 4096
+-cutoff_len : 4096
 
-lr_scheduler : 'cosine'
+-lr_scheduler : 'cosine'
 
-warmup_ratio : 0.06
+-warmup_ratio : 0.06
 
-learning_rate : 4e-4
+-learning_rate : 4e-4
 
-optimizer : 'adamw_torch'
+-optimizer : 'adamw_torch'
 
-weight_decay : 0.01
+-weight_decay : 0.01
 
-max_grad_norm : 1.0
+-max_grad_norm : 1.0
 
 ***LoRA config***
 
-lora_r : 64
+-lora_r : 64
 
-lora_alpha : 16
+-lora_alpha : 16
 
-lora_dropout : 0.05
+-lora_dropout : 0.05
 
-lora_target_modules : ["gate_proj", "down_proj", "up_proj"]
+-lora_target_modules : ["gate_proj", "down_proj", "up_proj"]