models/orthrus_base_4_track/optimizer_config.json

{"model_lr": 0.001, "model_weight_decay": 1e-05, "projection_head_lr": 0.001, "projection_head_weight_decay": 0.0001, "max_weight_decay": 0.0001, "clipnorm": 5, "warmup_steps": 2000.0}