(self, value, **kwargs)
return self.analyzer(value, **kwargs)
Analyzes the given string and returns an iterator of Token objects
        (note: for performance reasons, actually the same token yielded over
        and over with different attributes).
Analyzes the given string and returns an iterator of Token objects
        (note: for performance reasons, actually the same token yielded over
        and over with different attributes).
Analyzes the given string and returns an iterator of Token objects ( note : for performance reasons actually the same token yielded over and over with different attributes ) .
def tokenize(self, value, **kwargs):
        """Analyzes the given string and returns an iterator of Token objects
        (note: for performance reasons, actually the same token yielded over
        and over with different attributes).
        """

        if not self.analyzer:
            raise Exception("%s field has no analyzer" % self.__class__)
        return self.analyzer(value, **kwargs)
def tokenize ( self , value , * * kwargs ) : if not self . analyzer : raise Exception ( "%s field has no analyzer" % self . __class__ ) return self . analyzer ( value , * * kwargs )