PEFT
Safetensors
Japanese
English
h-iida's picture
Upload folder using huggingface_hub
514b91c verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.017292660994673862,
"eval_steps": 100,
"global_step": 1000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.001729266099467386,
"eval_accuracy": 0.5147599845329504,
"eval_loss": 2.3851237297058105,
"eval_runtime": 162.2957,
"eval_samples_per_second": 21.855,
"eval_steps_per_second": 0.086,
"step": 100
},
{
"epoch": 0.003458532198934772,
"eval_accuracy": 0.664822956946066,
"eval_loss": 1.5685330629348755,
"eval_runtime": 160.1519,
"eval_samples_per_second": 22.148,
"eval_steps_per_second": 0.087,
"step": 200
},
{
"epoch": 0.005187798298402158,
"eval_accuracy": 0.6968067616966134,
"eval_loss": 1.3908480405807495,
"eval_runtime": 160.2009,
"eval_samples_per_second": 22.141,
"eval_steps_per_second": 0.087,
"step": 300
},
{
"epoch": 0.006917064397869544,
"eval_accuracy": 0.712278134986332,
"eval_loss": 1.3142558336257935,
"eval_runtime": 161.1937,
"eval_samples_per_second": 22.005,
"eval_steps_per_second": 0.087,
"step": 400
},
{
"epoch": 0.008646330497336931,
"grad_norm": 1.4352248907089233,
"learning_rate": 4.985589449171105e-05,
"loss": 2.1403,
"step": 500
},
{
"epoch": 0.008646330497336931,
"eval_accuracy": 0.7214570506536847,
"eval_loss": 1.2621606588363647,
"eval_runtime": 160.0804,
"eval_samples_per_second": 22.158,
"eval_steps_per_second": 0.087,
"step": 500
},
{
"epoch": 0.010375596596804317,
"eval_accuracy": 0.7294319423505166,
"eval_loss": 1.2215678691864014,
"eval_runtime": 161.111,
"eval_samples_per_second": 22.016,
"eval_steps_per_second": 0.087,
"step": 600
},
{
"epoch": 0.012104862696271703,
"eval_accuracy": 0.734985971027901,
"eval_loss": 1.1908366680145264,
"eval_runtime": 160.2095,
"eval_samples_per_second": 22.14,
"eval_steps_per_second": 0.087,
"step": 700
},
{
"epoch": 0.013834128795739089,
"eval_accuracy": 0.7399843258033025,
"eval_loss": 1.1652381420135498,
"eval_runtime": 161.2145,
"eval_samples_per_second": 22.002,
"eval_steps_per_second": 0.087,
"step": 800
},
{
"epoch": 0.015563394895206474,
"eval_accuracy": 0.7441422484377028,
"eval_loss": 1.1482852697372437,
"eval_runtime": 160.0254,
"eval_samples_per_second": 22.165,
"eval_steps_per_second": 0.087,
"step": 900
},
{
"epoch": 0.017292660994673862,
"grad_norm": 1.6683523654937744,
"learning_rate": 4.9711788983422105e-05,
"loss": 1.1733,
"step": 1000
},
{
"epoch": 0.017292660994673862,
"eval_accuracy": 0.7479334730370067,
"eval_loss": 1.1267001628875732,
"eval_runtime": 160.2361,
"eval_samples_per_second": 22.136,
"eval_steps_per_second": 0.087,
"step": 1000
},
{
"epoch": 0.017292660994673862,
"step": 1000,
"total_flos": 1.3159164755627213e+18,
"train_loss": 1.6568055419921874,
"train_runtime": 12202.9628,
"train_samples_per_second": 909.858,
"train_steps_per_second": 14.217
}
],
"logging_steps": 500,
"max_steps": 173484,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 200,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.3159164755627213e+18,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}