{ "base_model_name": "Meta-Llama-3-8b-Instruct", "base_model_class": "LlamaForCausalLM", "base_loaded_in_4bit": true, "base_loaded_in_8bit": false, "projections": "q, v", "loss": 2.3151, "grad_norm": 2.9580698013305664, "learning_rate": 9.389671361502346e-10, "epoch": 5.0, "current_steps": 3294, "current_steps_adjusted": 3294, "epoch_adjusted": 5.0, "train_runtime": 4915.2097, "train_samples_per_second": 2.679, "train_steps_per_second": 0.67, "total_flos": 1.520937747873792e+17, "train_loss": 2.6296277274130326 }