(self, tokens, case = False)
return [
            str(t).lower()
            if not case
            else str(t)
            for t in tokens
        ]
Lowercases and turns tokens into distinct words.
def _normalize(self, tokens, case = False):

        """

        Lowercases and turns tokens into distinct words.

        """

        return [
            str(t).lower()
            if not case
            else str(t)
            for t in tokens
        ]
def _normalize ( self , tokens , case = False ) : return [ str ( t ) . lower ( ) if not case else str ( t ) for t in tokens ]