Hugging Face's logo

PKU-Alignment
/
ProgressGym-HistLlama3-8B-C021-pretrain-v0.2

Text Generation
Transformers
Safetensors
llama
alignment
value alignment
AI safety
safety
LLM
history
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
ProgressGym-HistLlama3-8B-C021-pretrain-v0.2
File size: 8,129 Bytes 
079c63f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
 
{"current_steps": 1, "total_steps": 37752, "loss": 1.6347, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0, "epoch": 0.00010595465140919687, "percentage": 0.0, "elapsed_time": "0:00:07", "remaining_time": "3 days, 6:17:36"}
{"current_steps": 1888, "total_steps": 37752, "loss": 1.411, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.9947033898305087e-06, "epoch": 0.20004238186056367, "percentage": 5.0, "elapsed_time": "0:44:44", "remaining_time": "14:09:53"}
{"current_steps": 3776, "total_steps": 37752, "loss": 1.3112, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.23788694222373e-06, "epoch": 0.40008476372112733, "percentage": 10.0, "elapsed_time": "1:27:36", "remaining_time": "13:08:13"}
{"current_steps": 3776, "total_steps": 37752, "loss": null, "eval_loss": 1.2742130756378174, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.40008476372112733, "percentage": 10.0, "elapsed_time": "1:27:36", "remaining_time": "13:08:13"}
{"current_steps": 5664, "total_steps": 37752, "loss": 1.2493, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.2167168103937e-06, "epoch": 0.600127145581691, "percentage": 15.0, "elapsed_time": "2:16:04", "remaining_time": "12:50:51"}
{"current_steps": 7552, "total_steps": 37752, "loss": 1.2264, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.493264000872854e-07, "epoch": 0.8001695274422547, "percentage": 20.0, "elapsed_time": "2:58:05", "remaining_time": "11:52:11"}
{"current_steps": 7552, "total_steps": 37752, "loss": null, "eval_loss": 1.214762568473816, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.8001695274422547, "percentage": 20.0, "elapsed_time": "2:58:05", "remaining_time": "11:52:11"}
{"current_steps": 9440, "total_steps": 37752, "loss": 1.211, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.4492111928598874e-07, "epoch": 1.0002119093028183, "percentage": 25.01, "elapsed_time": "3:46:14", "remaining_time": "11:18:33"}
{"current_steps": 11328, "total_steps": 37752, "loss": 1.1558, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.8831885638765917e-07, "epoch": 1.200254291163382, "percentage": 30.01, "elapsed_time": "4:28:07", "remaining_time": "10:25:26"}
{"current_steps": 11328, "total_steps": 37752, "loss": null, "eval_loss": 1.2016733884811401, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.200254291163382, "percentage": 30.01, "elapsed_time": "4:28:07", "remaining_time": "10:25:26"}
{"current_steps": 13216, "total_steps": 37752, "loss": 1.1568, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.1128443649930022e-07, "epoch": 1.4002966730239457, "percentage": 35.01, "elapsed_time": "5:16:14", "remaining_time": "9:47:06"}
{"current_steps": 15104, "total_steps": 37752, "loss": 1.1544, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 7.542962298572276e-08, "epoch": 1.6003390548845093, "percentage": 40.01, "elapsed_time": "5:58:06", "remaining_time": "8:56:58"}
{"current_steps": 15104, "total_steps": 37752, "loss": null, "eval_loss": 1.1974143981933594, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.6003390548845093, "percentage": 40.01, "elapsed_time": "5:58:06", "remaining_time": "8:56:58"}
{"current_steps": 16992, "total_steps": 37752, "loss": 1.1574, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.978512044954537e-08, "epoch": 1.8003814367450732, "percentage": 45.01, "elapsed_time": "6:46:12", "remaining_time": "8:16:17"}
{"current_steps": 18880, "total_steps": 37752, "loss": 1.1562, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.343416604131081e-08, "epoch": 2.0004238186056367, "percentage": 50.01, "elapsed_time": "7:28:04", "remaining_time": "7:27:53"}
{"current_steps": 18880, "total_steps": 37752, "loss": null, "eval_loss": 1.19540274143219, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.0004238186056367, "percentage": 50.01, "elapsed_time": "7:28:04", "remaining_time": "7:27:53"}
{"current_steps": 20768, "total_steps": 37752, "loss": 1.1431, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.1080120038479373e-08, "epoch": 2.2004662004662006, "percentage": 55.01, "elapsed_time": "8:16:08", "remaining_time": "6:45:44"}
{"current_steps": 22656, "total_steps": 37752, "loss": 1.1416, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.029649877564949e-08, "epoch": 2.400508582326764, "percentage": 60.01, "elapsed_time": "8:57:59", "remaining_time": "5:58:28"}
{"current_steps": 22656, "total_steps": 37752, "loss": null, "eval_loss": 1.1947613954544067, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.400508582326764, "percentage": 60.01, "elapsed_time": "8:57:59", "remaining_time": "5:58:28"}
{"current_steps": 24544, "total_steps": 37752, "loss": 1.1461, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0068500018386117e-08, "epoch": 2.600550964187328, "percentage": 65.01, "elapsed_time": "9:46:02", "remaining_time": "5:15:22"}
{"current_steps": 26432, "total_steps": 37752, "loss": 1.1449, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0012641588155837e-08, "epoch": 2.8005933460478913, "percentage": 70.01, "elapsed_time": "10:27:51", "remaining_time": "4:28:53"}
{"current_steps": 26432, "total_steps": 37752, "loss": null, "eval_loss": 1.1934314966201782, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.8005933460478913, "percentage": 70.01, "elapsed_time": "10:27:51", "remaining_time": "4:28:53"}
{"current_steps": 28320, "total_steps": 37752, "loss": 1.1464, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0001709336153935e-08, "epoch": 3.0006357279084552, "percentage": 75.02, "elapsed_time": "11:16:00", "remaining_time": "3:45:08"}
{"current_steps": 30208, "total_steps": 37752, "loss": 1.1401, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000014828801133e-08, "epoch": 3.2006781097690187, "percentage": 80.02, "elapsed_time": "11:57:49", "remaining_time": "2:59:16"}
{"current_steps": 30208, "total_steps": 37752, "loss": null, "eval_loss": 1.1925288438796997, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 3.2006781097690187, "percentage": 80.02, "elapsed_time": "11:57:49", "remaining_time": "2:59:16"}
{"current_steps": 32096, "total_steps": 37752, "loss": 1.1397, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0000006391422415e-08, "epoch": 3.4007204916295826, "percentage": 85.02, "elapsed_time": "12:45:51", "remaining_time": "2:14:57"}
{"current_steps": 33984, "total_steps": 37752, "loss": 1.1382, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0000000076061e-08, "epoch": 3.6007628734901465, "percentage": 90.02, "elapsed_time": "13:27:40", "remaining_time": "1:29:33"}
{"current_steps": 33984, "total_steps": 37752, "loss": null, "eval_loss": 1.191159963607788, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 3.6007628734901465, "percentage": 90.02, "elapsed_time": "13:27:40", "remaining_time": "1:29:33"}
{"current_steps": 35872, "total_steps": 37752, "loss": 1.1404, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000000000004096e-08, "epoch": 3.80080525535071, "percentage": 95.02, "elapsed_time": "14:15:42", "remaining_time": "0:44:50"}
{"current_steps": 37752, "total_steps": 37752, "loss": null, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "14:57:21", "remaining_time": "0:00:00"}
{"current_steps": 525, "total_steps": 525, "loss": null, "eval_loss": 1.191159963607788, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "15:03:34", "remaining_time": "0:00:00"}