(self, expression=default_pattern, gaps=False)
:param expression: A regular expression object or string. Each match
            of the expression equals a token. Group 0 (the entire matched text)
            is used as the text of the token. If you require more complicated
            handling of the expression match, simply write your own tokenizer.
        :param gaps: If True, the tokenizer *splits* on the expression, rather
            than matching on the expression.
:param expression: A regular expression object or string. Each match
            of the expression equals a token. Group 0 (the entire matched text)
            is used as the text of the token. If you require more complicated
            handling of the expression match, simply write your own tokenizer.
        :param gaps: If True, the tokenizer *splits* on the expression, rather
            than matching on the expression.
: param expression : A regular expression object or string . Each match of the expression equals a token . Group 0 ( the entire matched text ) is used as the text of the token . If you require more complicated handling of the expression match simply write your own tokenizer . : param gaps : If True the tokenizer * splits * on the expression rather than matching on the expression .
def __init__(self, expression=default_pattern, gaps=False):
        """
        :param expression: A regular expression object or string. Each match
            of the expression equals a token. Group 0 (the entire matched text)
            is used as the text of the token. If you require more complicated
            handling of the expression match, simply write your own tokenizer.
        :param gaps: If True, the tokenizer *splits* on the expression, rather
            than matching on the expression.
        """

        self.expression = rcompile(expression)
        self.gaps = gaps
def __init__ ( self , expression = default_pattern , gaps = False ) : self . expression = rcompile ( expression ) self . gaps = gaps