Hugging Face's logo

ytcheng
/
llama-3-8B-lora-sft

PEFT
TensorBoard
Safetensors
llama-factory
lora
Generated from Trainer
Model card Files Metrics Community
llama-3-8B-lora-sft
File size: 4,300 Bytes 
889c45e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
 
{"current_steps": 10, "total_steps": 4104, "loss": 3.655, "learning_rate": 2.1897810218978103e-06, "epoch": 0.0073066033427710295, "percentage": 0.24, "elapsed_time": "0:00:23", "remaining_time": "2:42:55"}
{"current_steps": 20, "total_steps": 4104, "loss": 4.0596, "learning_rate": 4.379562043795621e-06, "epoch": 0.014613206685542059, "percentage": 0.49, "elapsed_time": "0:00:47", "remaining_time": "2:41:31"}
{"current_steps": 30, "total_steps": 4104, "loss": 4.2837, "learning_rate": 6.812652068126521e-06, "epoch": 0.02191981002831309, "percentage": 0.73, "elapsed_time": "0:01:11", "remaining_time": "2:40:53"}
{"current_steps": 40, "total_steps": 4104, "loss": 3.8455, "learning_rate": 9.24574209245742e-06, "epoch": 0.029226413371084118, "percentage": 0.97, "elapsed_time": "0:01:34", "remaining_time": "2:39:28"}
{"current_steps": 50, "total_steps": 4104, "loss": 3.5357, "learning_rate": 1.1678832116788322e-05, "epoch": 0.03653301671385514, "percentage": 1.22, "elapsed_time": "0:01:57", "remaining_time": "2:38:48"}
{"current_steps": 60, "total_steps": 4104, "loss": 3.6343, "learning_rate": 1.411192214111922e-05, "epoch": 0.04383962005662618, "percentage": 1.46, "elapsed_time": "0:02:21", "remaining_time": "2:38:51"}
{"current_steps": 70, "total_steps": 4104, "loss": 3.4301, "learning_rate": 1.654501216545012e-05, "epoch": 0.05114622339939721, "percentage": 1.71, "elapsed_time": "0:02:45", "remaining_time": "2:38:49"}
{"current_steps": 80, "total_steps": 4104, "loss": 3.2771, "learning_rate": 1.8734793187347933e-05, "epoch": 0.058452826742168236, "percentage": 1.95, "elapsed_time": "0:03:08", "remaining_time": "2:38:20"}
{"current_steps": 90, "total_steps": 4104, "loss": 2.9386, "learning_rate": 2.1167883211678834e-05, "epoch": 0.06575943008493926, "percentage": 2.19, "elapsed_time": "0:03:32", "remaining_time": "2:37:42"}
{"current_steps": 100, "total_steps": 4104, "loss": 2.6416, "learning_rate": 2.360097323600973e-05, "epoch": 0.07306603342771029, "percentage": 2.44, "elapsed_time": "0:03:55", "remaining_time": "2:37:10"}
{"current_steps": 110, "total_steps": 4104, "loss": 2.78, "learning_rate": 2.6034063260340636e-05, "epoch": 0.08037263677048133, "percentage": 2.68, "elapsed_time": "0:04:19", "remaining_time": "2:36:50"}
{"current_steps": 120, "total_steps": 4104, "loss": 2.7657, "learning_rate": 2.8467153284671533e-05, "epoch": 0.08767924011325236, "percentage": 2.92, "elapsed_time": "0:04:42", "remaining_time": "2:36:23"}
{"current_steps": 130, "total_steps": 4104, "loss": 2.7316, "learning_rate": 3.0900243309002434e-05, "epoch": 0.09498584345602339, "percentage": 3.17, "elapsed_time": "0:05:06", "remaining_time": "2:35:57"}
{"current_steps": 140, "total_steps": 4104, "loss": 2.6205, "learning_rate": 3.3333333333333335e-05, "epoch": 0.10229244679879441, "percentage": 3.41, "elapsed_time": "0:05:29", "remaining_time": "2:35:23"}
{"current_steps": 150, "total_steps": 4104, "loss": 2.648, "learning_rate": 3.5766423357664236e-05, "epoch": 0.10959905014156544, "percentage": 3.65, "elapsed_time": "0:05:52", "remaining_time": "2:34:54"}
{"current_steps": 160, "total_steps": 4104, "loss": 2.6972, "learning_rate": 3.819951338199514e-05, "epoch": 0.11690565348433647, "percentage": 3.9, "elapsed_time": "0:06:15", "remaining_time": "2:34:25"}
{"current_steps": 170, "total_steps": 4104, "loss": 2.4787, "learning_rate": 4.063260340632604e-05, "epoch": 0.1242122568271075, "percentage": 4.14, "elapsed_time": "0:06:39", "remaining_time": "2:34:04"}
{"current_steps": 180, "total_steps": 4104, "loss": 2.6347, "learning_rate": 4.306569343065693e-05, "epoch": 0.13151886016987852, "percentage": 4.39, "elapsed_time": "0:07:02", "remaining_time": "2:33:37"}
{"current_steps": 190, "total_steps": 4104, "loss": 2.656, "learning_rate": 4.549878345498784e-05, "epoch": 0.13882546351264954, "percentage": 4.63, "elapsed_time": "0:07:26", "remaining_time": "2:33:09"}
{"current_steps": 200, "total_steps": 4104, "loss": 2.5512, "learning_rate": 4.793187347931874e-05, "epoch": 0.14613206685542057, "percentage": 4.87, "elapsed_time": "0:07:49", "remaining_time": "2:32:47"}
{"current_steps": 200, "total_steps": 4104, "eval_loss": 2.5883829593658447, "epoch": 0.14613206685542057, "percentage": 4.87, "elapsed_time": "0:09:38", "remaining_time": "3:08:16"}