(sentence)
return [x.strip() for x in re.split('(\W+)?', sentence) if x.strip()]
Split a sentence into tokens including punctuation.

        Arguments:
            sentence (string) : String of sentence to tokenize.

        Returns:
            list : List of tokens.
Split a sentence into tokens including punctuation.
Split a sentence into tokens including punctuation .
def tokenize(sentence):
        """
        Split a sentence into tokens including punctuation.

        Arguments:
            sentence (string) : String of sentence to tokenize.

        Returns:
            list : List of tokens.
        """
        return [x.strip() for x in re.split('(\W+)?', sentence) if x.strip()]
def tokenize ( sentence ) : return [ x . strip ( ) for x in re . split ( '(\W+)?' , sentence ) if x . strip ( ) ]