| {"log": "trained", "date": "2023-06-29T11:05:48", "elapsed": "00:14:23", "model": "kkuramitsu/mt5-tiny12L", "max_length": 128, "target_max_length": 128, "batch_size": 16, "gradient_accumulation_steps": 1, "train_steps": 4046, "accelerator": "gpu", "devices": "auto", "precision": 32, "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 7, "step": 2548, "saved": "model"} | |