(i, exponent=0.8)
return 1.0 - t**(-exponent)
Default Adafactor second-moment decay schedule.
Default Adafactor second-moment decay schedule.
Default Adafactor second - moment decay schedule .
def _decay_rate_pow(i, exponent=0.8):
    """Default Adafactor second-moment decay schedule."""
    t = jnp.array(i, jnp.float32) + 1.0
    return 1.0 - t**(-exponent)
def _decay_rate_pow ( i , exponent = 0.8 ) : t = jnp . array ( i , jnp . float32 ) + 1.0 return 1.0 - t ** ( - exponent )