wwppv1 / training_log.json
KimJY's picture
Upload 6 files
5b0e975
raw
history blame contribute delete
No virus
426 Bytes
{
"base_model_name": "komt13b",
"base_model_class": "LlamaForCausalLM",
"base_loaded_in_4bit": false,
"base_loaded_in_8bit": true,
"projections": "q, v",
"loss": 1.9479,
"learning_rate": 0.0,
"epoch": 4.64,
"current_steps": 3795,
"train_runtime": 35642.0848,
"train_samples_per_second": 1.855,
"train_steps_per_second": 0.001,
"total_flos": 1.2168655656085094e+18,
"train_loss": 2.010098671913147
}