()
return hparams
Hparams for LM with relative attention.
Hparams for LM with relative attention.
Hparams for LM with relative attention .
def t_rel_len2048_h384_att512_fs1024_n8_dropout10():
  """Hparams for LM with relative attention."""
  hparams = transformer.transformer_base()
  update_transformer_hparams_for_music(hparams)
  update_truncate_length(hparams, 2048)
  update_small(hparams)
  hparams.self_attention_type = "dot_product_relative_v2"
  hparams.num_hidden_layers = 8
  return hparams
def t_rel_len2048_h384_att512_fs1024_n8_dropout10 ( ) : hparams = transformer . transformer_base ( ) update_transformer_hparams_for_music ( hparams ) update_truncate_length ( hparams , 2048 ) update_small ( hparams ) hparams . self_attention_type = "dot_product_relative_v2" hparams . num_hidden_layers = 8 return hparams