()
return hparams
Hparams for LM with relative attention, tiny transformer.
Hparams for LM with relative attention, tiny transformer.
Hparams for LM with relative attention tiny transformer .
def t_rel_len2048_dropout15_tiny():
  """Hparams for LM with relative attention, tiny transformer."""
  # hparams = transformer.transformer_base()
  hparams = transformer.transformer_tiny()
  update_transformer_hparams_for_music(hparams)
  update_truncate_length(hparams, 2048)
  update_dropout(hparams, 0.15)
  hparams.self_attention_type = "dot_product_relative_v2"
  # Need to specify num_hidden_layers
  hparams.attention_key_channels = 512
  hparams.num_hidden_layers = 8
  return hparams
def t_rel_len2048_dropout15_tiny ( ) : # hparams = transformer.transformer_base() hparams = transformer . transformer_tiny ( ) update_transformer_hparams_for_music ( hparams ) update_truncate_length ( hparams , 2048 ) update_dropout ( hparams , 0.15 ) hparams . self_attention_type = "dot_product_relative_v2" # Need to specify num_hidden_layers hparams . attention_key_channels = 512 hparams . num_hidden_layers = 8 return hparams