(self, text, all_tokens)
Yields :class:`Fragment` objects based on the tokenized text.

        :param text: the string being highlighted.
        :param all_tokens: an iterator of :class:`analysis.Token`
            objects from the string.
Yields :class:`Fragment` objects based on the tokenized text.
Yields : class : Fragment objects based on the tokenized text .
def fragment_tokens(self, text, all_tokens):
        """Yields :class:`Fragment` objects based on the tokenized text.

        :param text: the string being highlighted.
        :param all_tokens: an iterator of :class:`analysis.Token`
            objects from the string.
        """

        raise NotImplementedError
def fragment_tokens ( self , text , all_tokens ) : raise NotImplementedError