""" | |
Types of various choices used during training | |
""" | |
from enum import Enum | |
class AttentionType(Enum): | |
"""Type of attention used during training""" | |
LocationSensitive = 1 | |
Content_Based = 2 | |
MultiHead = 3 | |
class LearningRateType(Enum): | |
"""Type of learning rate used during training""" | |
Learning_Rate_Decay = 1 | |
Cosine_Scheduler = 2 | |
SquareRoot_Scheduler = 3 | |
class OptimizerType(Enum): | |
"""Type of optimizer used during training""" | |
Adam = 1 | |
SGD = 2 | |
AdamW = 3 | |
class LossType(Enum): | |
"""Type of loss function used during training""" | |
L1_LOSS = 1 | |
MSE_LOSS = 2 | |
L1_LOSS_MASKED = 3 | |
MSE_LOSS_MASKED = 4 | |
BOTH = 5 | |
BOTH_MASKED = 6 | |