{ | |
"base_model_name": "microsoft_Phi-3-vision-128k-instruct", | |
"base_model_class": "Phi3VForCausalLM", | |
"base_loaded_in_4bit": true, | |
"base_loaded_in_8bit": false, | |
"projections": "gate, down, up, q, v, k, o", | |
"loss": 0.3423, | |
"grad_norm": 1.8447479009628296, | |
"learning_rate": 9.438738616283812e-05, | |
"epoch": 2.3596574690770695, | |
"current_steps": 4961, | |
"train_runtime": 14910.6647, | |
"train_samples_per_second": 5.921, | |
"train_steps_per_second": 2.96, | |
"total_flos": 6.693944118843802e+17, | |
"train_loss": 0.7060681312735523 | |
} |