teams-base-dewiki-v1-generator / operative_config.train.gin
stefan-it's picture
model: add pretraining gin configuration
b6b1727
raw
history blame
1.29 kB
# Parameters for build_optimizer:
# ==============================================================================
build_optimizer.postprocessor = None
# Parameters for create_trainer:
# ==============================================================================
# None.
# Parameters for EncoderScaffold:
# ==============================================================================
EncoderScaffold.embedding_data = None
EncoderScaffold.feed_layer_idx = False
EncoderScaffold.layer_idx_as_attention_seed = False
EncoderScaffold.layer_norm_before_pooling = False
EncoderScaffold.mask_cfg = None
EncoderScaffold.recursive = False
EncoderScaffold.return_all_layer_outputs = False
# Parameters for get_encoder:
# ==============================================================================
get_encoder.embedding_network = None
get_encoder.hidden_layers = None
# Parameters for get_eval_actions:
# ==============================================================================
# None.
# Parameters for get_train_actions:
# ==============================================================================
# None.
# Parameters for Trainer:
# ==============================================================================
Trainer.train_dataset = None
Trainer.validation_dataset = None