stefan-it commited on
Commit
b6b1727
·
1 Parent(s): c01739f

model: add pretraining gin configuration

Browse files
Files changed (1) hide show
  1. operative_config.train.gin +35 -0
operative_config.train.gin ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Parameters for build_optimizer:
2
+ # ==============================================================================
3
+ build_optimizer.postprocessor = None
4
+
5
+ # Parameters for create_trainer:
6
+ # ==============================================================================
7
+ # None.
8
+
9
+ # Parameters for EncoderScaffold:
10
+ # ==============================================================================
11
+ EncoderScaffold.embedding_data = None
12
+ EncoderScaffold.feed_layer_idx = False
13
+ EncoderScaffold.layer_idx_as_attention_seed = False
14
+ EncoderScaffold.layer_norm_before_pooling = False
15
+ EncoderScaffold.mask_cfg = None
16
+ EncoderScaffold.recursive = False
17
+ EncoderScaffold.return_all_layer_outputs = False
18
+
19
+ # Parameters for get_encoder:
20
+ # ==============================================================================
21
+ get_encoder.embedding_network = None
22
+ get_encoder.hidden_layers = None
23
+
24
+ # Parameters for get_eval_actions:
25
+ # ==============================================================================
26
+ # None.
27
+
28
+ # Parameters for get_train_actions:
29
+ # ==============================================================================
30
+ # None.
31
+
32
+ # Parameters for Trainer:
33
+ # ==============================================================================
34
+ Trainer.train_dataset = None
35
+ Trainer.validation_dataset = None