(n_warmup_steps, max_value)
return _BodyAndTail(max_value, tail_start=n_warmup_steps + 1, tail_fn=_rsqrt)
Returns an LR schedule with warm-up + reciprocal square root decay.
Returns an LR schedule with warm-up + reciprocal square root decay.
Returns an LR schedule with warm - up + reciprocal square root decay .
def warmup_and_rsqrt_decay(n_warmup_steps, max_value):
  """Returns an LR schedule with warm-up + reciprocal square root decay."""
  return _BodyAndTail(max_value, tail_start=n_warmup_steps + 1, tail_fn=_rsqrt)
def warmup_and_rsqrt_decay ( n_warmup_steps , max_value ) : return _BodyAndTail ( max_value , tail_start = n_warmup_steps + 1 , tail_fn = _rsqrt )