Spaces:
Running
on
Zero
Running
on
Zero
# Copyright (C) 2024-present Naver Corporation. All rights reserved. | |
# Licensed under CC BY-NC-SA 4.0 (non-commercial use only). | |
# | |
# -------------------------------------------------------- | |
# optimization functions | |
# -------------------------------------------------------- | |
def adjust_learning_rate_by_lr(optimizer, lr): | |
for param_group in optimizer.param_groups: | |
if "lr_scale" in param_group: | |
param_group["lr"] = lr * param_group["lr_scale"] | |
else: | |
param_group["lr"] = lr | |