llama3-70B-lora-pretrain_v2 / trainer_log.jsonl
ytcheng's picture
Training in progress, step 500
c05bc03 verified
raw
history blame contribute delete
No virus
2.19 kB
{"current_steps": 10, "total_steps": 3195, "loss": 2.9241, "learning_rate": 1.6000000000000001e-06, "epoch": 0.009385265133740028, "percentage": 0.31, "elapsed_time": "0:03:32", "remaining_time": "18:46:34"}
{"current_steps": 20, "total_steps": 3195, "loss": 2.9288, "learning_rate": 3.4000000000000005e-06, "epoch": 0.018770530267480056, "percentage": 0.63, "elapsed_time": "0:07:05", "remaining_time": "18:45:26"}
{"current_steps": 30, "total_steps": 3195, "loss": 2.8784, "learning_rate": 5.2e-06, "epoch": 0.028155795401220086, "percentage": 0.94, "elapsed_time": "0:10:37", "remaining_time": "18:41:26"}
{"current_steps": 40, "total_steps": 3195, "loss": 2.9314, "learning_rate": 7.2e-06, "epoch": 0.03754106053496011, "percentage": 1.25, "elapsed_time": "0:14:10", "remaining_time": "18:37:55"}
{"current_steps": 50, "total_steps": 3195, "loss": 2.8987, "learning_rate": 9.2e-06, "epoch": 0.04692632566870014, "percentage": 1.56, "elapsed_time": "0:17:43", "remaining_time": "18:34:50"}
{"current_steps": 60, "total_steps": 3195, "loss": 2.7701, "learning_rate": 1.1200000000000001e-05, "epoch": 0.05631159080244017, "percentage": 1.88, "elapsed_time": "0:21:15", "remaining_time": "18:30:56"}
{"current_steps": 70, "total_steps": 3195, "loss": 2.7628, "learning_rate": 1.32e-05, "epoch": 0.0656968559361802, "percentage": 2.19, "elapsed_time": "0:24:48", "remaining_time": "18:27:08"}
{"current_steps": 80, "total_steps": 3195, "loss": 2.8025, "learning_rate": 1.52e-05, "epoch": 0.07508212106992022, "percentage": 2.5, "elapsed_time": "0:28:20", "remaining_time": "18:23:30"}
{"current_steps": 90, "total_steps": 3195, "loss": 2.6489, "learning_rate": 1.7199999999999998e-05, "epoch": 0.08446738620366025, "percentage": 2.82, "elapsed_time": "0:31:53", "remaining_time": "18:20:02"}
{"current_steps": 100, "total_steps": 3195, "loss": 2.6995, "learning_rate": 1.9200000000000003e-05, "epoch": 0.09385265133740028, "percentage": 3.13, "elapsed_time": "0:35:25", "remaining_time": "18:16:20"}
{"current_steps": 100, "total_steps": 3195, "eval_loss": 2.63047194480896, "epoch": 0.09385265133740028, "percentage": 3.13, "elapsed_time": "0:51:02", "remaining_time": "1 day, 2:19:56"}