(self, tokenizer=None, max_size=None, min_freq=1)
Basic Vocabulary object
Basic Vocabulary object
Basic Vocabulary object
def __init__(self, tokenizer=None, max_size=None, min_freq=1):
        """Basic Vocabulary object"""

        self.vocab_size = 0
        self.freqdist = FreqDist()
        self.tokenizer = tokenizer
def __init__ ( self , tokenizer = None , max_size = None , min_freq = 1 ) : self . vocab_size = 0 self . freqdist = FreqDist ( ) self . tokenizer = tokenizer