herrius's picture
Upload 259 files
32b542e
from .build import build_optimizer, create_moe_param_groups, create_seperate_moe_param_groups, create_group_moe_param_groups
from .adamw import AdamW
from .lamb import LAMB