Hugging Face's logo

PKU-Alignment
/
ProgressGym-HistLlama3-8B-C020-instruct-v0.2

Text Generation
Transformers
Safetensors
llama
alignment
value alignment
AI safety
safety
LLM
history
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
ProgressGym-HistLlama3-8B-C020-instruct-v0.2
File size: 6,866 Bytes 
3bfca9e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
 
{"current_steps": 1, "total_steps": 48, "loss": 1.0187, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0, "epoch": 0.020833333333333332, "percentage": 2.08, "elapsed_time": "0:00:06", "remaining_time": "0:05:00"}
{"current_steps": 3, "total_steps": 48, "loss": 0.946, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0, "epoch": 0.0625, "percentage": 6.25, "elapsed_time": "0:00:07", "remaining_time": "0:01:58"}
{"current_steps": 5, "total_steps": 48, "loss": null, "eval_loss": 1.0251731872558594, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.10416666666666667, "percentage": 10.42, "elapsed_time": "0:00:09", "remaining_time": "0:01:21"}
{"current_steps": 6, "total_steps": 48, "loss": 1.0778, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.25e-06, "epoch": 0.125, "percentage": 12.5, "elapsed_time": "0:00:11", "remaining_time": "0:01:17"}
{"current_steps": 9, "total_steps": 48, "loss": 0.8781, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.865909090909091e-06, "epoch": 0.1875, "percentage": 18.75, "elapsed_time": "0:00:13", "remaining_time": "0:00:57"}
{"current_steps": 10, "total_steps": 48, "loss": null, "eval_loss": 0.8155183792114258, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.20833333333333334, "percentage": 20.83, "elapsed_time": "0:00:13", "remaining_time": "0:00:52"}
{"current_steps": 12, "total_steps": 48, "loss": 0.7828, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.6647727272727274e-06, "epoch": 0.25, "percentage": 25.0, "elapsed_time": "0:01:02", "remaining_time": "0:03:07"}
{"current_steps": 15, "total_steps": 48, "loss": 0.8333, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.4636363636363635e-06, "epoch": 0.3125, "percentage": 31.25, "elapsed_time": "0:01:04", "remaining_time": "0:02:22"}
{"current_steps": 15, "total_steps": 48, "loss": null, "eval_loss": 0.8042253851890564, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.3125, "percentage": 31.25, "elapsed_time": "0:01:04", "remaining_time": "0:02:22"}
{"current_steps": 18, "total_steps": 48, "loss": 0.7697, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.2625e-06, "epoch": 0.375, "percentage": 37.5, "elapsed_time": "0:01:07", "remaining_time": "0:01:52"}
{"current_steps": 20, "total_steps": 48, "loss": null, "eval_loss": 0.788581371307373, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.4166666666666667, "percentage": 41.67, "elapsed_time": "0:01:09", "remaining_time": "0:01:37"}
{"current_steps": 21, "total_steps": 48, "loss": 0.7973, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.0613636363636364e-06, "epoch": 0.4375, "percentage": 43.75, "elapsed_time": "0:01:56", "remaining_time": "0:02:30"}
{"current_steps": 24, "total_steps": 48, "loss": 0.7175, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.8602272727272725e-06, "epoch": 0.5, "percentage": 50.0, "elapsed_time": "0:01:58", "remaining_time": "0:01:58"}
{"current_steps": 25, "total_steps": 48, "loss": null, "eval_loss": 0.7833922505378723, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.5208333333333334, "percentage": 52.08, "elapsed_time": "0:01:59", "remaining_time": "0:01:49"}
{"current_steps": 27, "total_steps": 48, "loss": 0.7899, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.659090909090909e-06, "epoch": 0.5625, "percentage": 56.25, "elapsed_time": "0:02:01", "remaining_time": "0:01:34"}
{"current_steps": 30, "total_steps": 48, "loss": 0.8146, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.4579545454545454e-06, "epoch": 0.625, "percentage": 62.5, "elapsed_time": "0:02:03", "remaining_time": "0:01:14"}
{"current_steps": 30, "total_steps": 48, "loss": null, "eval_loss": 0.7778587937355042, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.625, "percentage": 62.5, "elapsed_time": "0:02:03", "remaining_time": "0:01:14"}
{"current_steps": 33, "total_steps": 48, "loss": 0.6839, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.2568181818181817e-06, "epoch": 0.6875, "percentage": 68.75, "elapsed_time": "0:02:52", "remaining_time": "0:01:18"}
{"current_steps": 35, "total_steps": 48, "loss": null, "eval_loss": 0.7738272547721863, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.7291666666666666, "percentage": 72.92, "elapsed_time": "0:02:54", "remaining_time": "0:01:04"}
{"current_steps": 36, "total_steps": 48, "loss": 0.749, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.0556818181818182e-06, "epoch": 0.75, "percentage": 75.0, "elapsed_time": "0:02:55", "remaining_time": "0:00:58"}
{"current_steps": 39, "total_steps": 48, "loss": 0.701, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 8.545454545454544e-07, "epoch": 0.8125, "percentage": 81.25, "elapsed_time": "0:02:57", "remaining_time": "0:00:40"}
{"current_steps": 40, "total_steps": 48, "loss": null, "eval_loss": 0.771824061870575, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.8333333333333334, "percentage": 83.33, "elapsed_time": "0:02:58", "remaining_time": "0:00:35"}
{"current_steps": 42, "total_steps": 48, "loss": 0.7743, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.534090909090911e-07, "epoch": 0.875, "percentage": 87.5, "elapsed_time": "0:03:45", "remaining_time": "0:00:32"}
{"current_steps": 45, "total_steps": 48, "loss": 0.8132, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.522727272727273e-07, "epoch": 0.9375, "percentage": 93.75, "elapsed_time": "0:03:48", "remaining_time": "0:00:15"}
{"current_steps": 45, "total_steps": 48, "loss": null, "eval_loss": 0.7698803544044495, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.9375, "percentage": 93.75, "elapsed_time": "0:03:48", "remaining_time": "0:00:15"}
{"current_steps": 48, "total_steps": 48, "loss": 0.7966, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.511363636363638e-07, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:03:50", "remaining_time": "0:00:00"}
{"current_steps": 48, "total_steps": 48, "loss": null, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:03:50", "remaining_time": "0:00:00"}
{"current_steps": 3, "total_steps": 3, "loss": null, "eval_loss": 0.771824061870575, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:04:25", "remaining_time": "0:00:00"}