Hugging Face's logo

PKU-Alignment
/
ProgressGym-HistLlama3-8B-C018-pretrain-v0.2

Text Generation
Transformers
Safetensors
llama
alignment
value alignment
AI safety
safety
LLM
history
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
ProgressGym-HistLlama3-8B-C018-pretrain-v0.2
File size: 8,051 Bytes 
198f406
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
 
{"current_steps": 1, "total_steps": 4696, "loss": 2.4637, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0, "epoch": 0.0008517887563884157, "percentage": 0.02, "elapsed_time": "0:00:07", "remaining_time": "9:26:27"}
{"current_steps": 235, "total_steps": 4696, "loss": 2.4082, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.9546742209631728e-06, "epoch": 0.20017035775127767, "percentage": 5.0, "elapsed_time": "0:05:31", "remaining_time": "1:44:47"}
{"current_steps": 470, "total_steps": 4696, "loss": 2.3529, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.2631312554186003e-06, "epoch": 0.40034071550255534, "percentage": 10.01, "elapsed_time": "0:10:55", "remaining_time": "1:38:16"}
{"current_steps": 470, "total_steps": 4696, "loss": null, "eval_loss": 2.341965675354004, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.40034071550255534, "percentage": 10.01, "elapsed_time": "0:10:55", "remaining_time": "1:38:16"}
{"current_steps": 705, "total_steps": 4696, "loss": 2.3196, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.2303591421466819e-06, "epoch": 0.600511073253833, "percentage": 15.01, "elapsed_time": "0:17:37", "remaining_time": "1:39:44"}
{"current_steps": 940, "total_steps": 4696, "loss": 2.3053, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.559971206312988e-07, "epoch": 0.8006814310051107, "percentage": 20.02, "elapsed_time": "0:22:52", "remaining_time": "1:31:23"}
{"current_steps": 940, "total_steps": 4696, "loss": null, "eval_loss": 2.307070732116699, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.8006814310051107, "percentage": 20.02, "elapsed_time": "0:22:52", "remaining_time": "1:31:23"}
{"current_steps": 1175, "total_steps": 4696, "loss": 2.2905, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.4801579366796346e-07, "epoch": 1.0008517887563884, "percentage": 25.02, "elapsed_time": "0:29:33", "remaining_time": "1:28:34"}
{"current_steps": 1410, "total_steps": 4696, "loss": 2.2195, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.8955345667471282e-07, "epoch": 1.201022146507666, "percentage": 30.03, "elapsed_time": "0:34:46", "remaining_time": "1:21:03"}
{"current_steps": 1410, "total_steps": 4696, "loss": null, "eval_loss": 2.3012468814849854, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.201022146507666, "percentage": 30.03, "elapsed_time": "0:34:46", "remaining_time": "1:21:03"}
{"current_steps": 1645, "total_steps": 4696, "loss": 2.217, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.1177613622113936e-07, "epoch": 1.4011925042589437, "percentage": 35.03, "elapsed_time": "0:41:28", "remaining_time": "1:16:56"}
{"current_steps": 1880, "total_steps": 4696, "loss": 2.2134, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 7.561933429867634e-08, "epoch": 1.6013628620102214, "percentage": 40.03, "elapsed_time": "0:46:41", "remaining_time": "1:09:56"}
{"current_steps": 1880, "total_steps": 4696, "loss": null, "eval_loss": 2.2990095615386963, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.6013628620102214, "percentage": 40.03, "elapsed_time": "0:46:41", "remaining_time": "1:09:56"}
{"current_steps": 2115, "total_steps": 4696, "loss": 2.2142, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.984119005303602e-08, "epoch": 1.8015332197614993, "percentage": 45.04, "elapsed_time": "0:53:23", "remaining_time": "1:05:09"}
{"current_steps": 2350, "total_steps": 4696, "loss": 2.2183, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.345074457083591e-08, "epoch": 2.0017035775127767, "percentage": 50.04, "elapsed_time": "0:58:36", "remaining_time": "0:58:31"}
{"current_steps": 2350, "total_steps": 4696, "loss": null, "eval_loss": 2.2979490756988525, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.0017035775127767, "percentage": 50.04, "elapsed_time": "0:58:36", "remaining_time": "0:58:31"}
{"current_steps": 2585, "total_steps": 4696, "loss": 2.1996, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.108344330433012e-08, "epoch": 2.2018739352640546, "percentage": 55.05, "elapsed_time": "1:05:26", "remaining_time": "0:53:26"}
{"current_steps": 2820, "total_steps": 4696, "loss": 2.2069, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0296763609045817e-08, "epoch": 2.402044293015332, "percentage": 60.05, "elapsed_time": "1:10:39", "remaining_time": "0:47:00"}
{"current_steps": 2820, "total_steps": 4696, "loss": null, "eval_loss": 2.2981810569763184, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.402044293015332, "percentage": 60.05, "elapsed_time": "1:10:39", "remaining_time": "0:47:00"}
{"current_steps": 3055, "total_steps": 4696, "loss": 2.2071, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.006836944156395e-08, "epoch": 2.60221465076661, "percentage": 65.06, "elapsed_time": "1:17:26", "remaining_time": "0:41:35"}
{"current_steps": 3290, "total_steps": 4696, "loss": 2.205, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.001265655634458e-08, "epoch": 2.8023850085178874, "percentage": 70.06, "elapsed_time": "1:22:39", "remaining_time": "0:35:19"}
{"current_steps": 3290, "total_steps": 4696, "loss": null, "eval_loss": 2.2976646423339844, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.8023850085178874, "percentage": 70.06, "elapsed_time": "1:22:39", "remaining_time": "0:35:19"}
{"current_steps": 3525, "total_steps": 4696, "loss": 2.2038, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000170873605877e-08, "epoch": 3.0025553662691653, "percentage": 75.06, "elapsed_time": "1:29:28", "remaining_time": "0:29:43"}
{"current_steps": 3760, "total_steps": 4696, "loss": 2.1934, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000014746665313e-08, "epoch": 3.2027257240204428, "percentage": 80.07, "elapsed_time": "1:34:41", "remaining_time": "0:23:34"}
{"current_steps": 3760, "total_steps": 4696, "loss": null, "eval_loss": 2.2974419593811035, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 3.2027257240204428, "percentage": 80.07, "elapsed_time": "1:34:41", "remaining_time": "0:23:34"}
{"current_steps": 3995, "total_steps": 4696, "loss": 2.193, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000000637528681e-08, "epoch": 3.4028960817717206, "percentage": 85.07, "elapsed_time": "1:41:30", "remaining_time": "0:17:48"}
{"current_steps": 4230, "total_steps": 4696, "loss": 2.2047, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000000007544082e-08, "epoch": 3.6030664395229985, "percentage": 90.08, "elapsed_time": "1:46:43", "remaining_time": "0:11:45"}
{"current_steps": 4230, "total_steps": 4696, "loss": null, "eval_loss": 2.2968251705169678, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 3.6030664395229985, "percentage": 90.08, "elapsed_time": "1:46:43", "remaining_time": "0:11:45"}
{"current_steps": 4465, "total_steps": 4696, "loss": 2.2036, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000000000003948e-08, "epoch": 3.803236797274276, "percentage": 95.08, "elapsed_time": "1:53:36", "remaining_time": "0:05:52"}
{"current_steps": 4696, "total_steps": 4696, "loss": null, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "1:58:44", "remaining_time": "0:00:00"}
{"current_steps": 66, "total_steps": 66, "loss": null, "eval_loss": 2.2968251705169678, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "2:00:02", "remaining_time": "0:00:00"}