(self)
Load data for training/validation, store tokenizer and input/output shape
Load data for training/validation, store tokenizer and input/output shape
Load data for training / validation store tokenizer and input / output shape
def load_data(self):
        ''' Load data for training/validation, store tokenizer and input/output shape'''
        self.tr_set, self.dv_set, self.vocab_size, self.tokenizer, msg = \
            load_textset(self.paras.njobs, self.paras.gpu,
                         self.paras.pin_memory, **self.config['data'])
        self.verbose(msg)
def load_data ( self ) : self . tr_set , self . dv_set , self . vocab_size , self . tokenizer , msg = load_textset ( self . paras . njobs , self . paras . gpu , self . paras . pin_memory , * * self . config [ 'data' ] ) self . verbose ( msg )