File size: 698 Bytes
5112867 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 |
"""
Types of various choices used during training
"""
from enum import Enum
class AttentionType(Enum):
"""Type of attention used during training"""
LocationSensitive = 1
Content_Based = 2
MultiHead = 3
class LearningRateType(Enum):
"""Type of learning rate used during training"""
Learning_Rate_Decay = 1
Cosine_Scheduler = 2
SquareRoot_Scheduler = 3
class OptimizerType(Enum):
"""Type of optimizer used during training"""
Adam = 1
SGD = 2
AdamW = 3
class LossType(Enum):
"""Type of loss function used during training"""
L1_LOSS = 1
MSE_LOSS = 2
L1_LOSS_MASKED = 3
MSE_LOSS_MASKED = 4
BOTH = 5
BOTH_MASKED = 6
|