()
return hparams
Hparams for LM with regular attention.
Hparams for LM with regular attention.
Hparams for LM with regular attention .
def t_len2048_h384_att512_fs1024_n10_dropout30():
  """Hparams for LM with regular attention."""
  hparams = transformer.transformer_base()
  update_transformer_hparams_for_music(hparams)
  update_truncate_length(hparams, 2048)
  update_small(hparams)
  update_dropout(hparams, 0.3)
  hparams.num_hidden_layers = 10
  return hparams
def t_len2048_h384_att512_fs1024_n10_dropout30 ( ) : hparams = transformer . transformer_base ( ) update_transformer_hparams_for_music ( hparams ) update_truncate_length ( hparams , 2048 ) update_small ( hparams ) update_dropout ( hparams , 0.3 ) hparams . num_hidden_layers = 10 return hparams