(sentence)
return [token for i, span in enumerate(web_tokenizer.split(sentence))
            for token in ((span,) if i % 2 else word_tokenizer(unescape(span)))]
The web tokenizer works like the :func:`word_tokenizer`, but does not split URIs or
    e-mail addresses. It also un-escapes all escape sequences (except in URIs or email addresses).
The web tokenizer works like the :func:`word_tokenizer`, but does not split URIs or
    e-mail addresses. It also un-escapes all escape sequences (except in URIs or email addresses).
The web tokenizer works like the : func : word_tokenizer but does not split URIs or e - mail addresses . It also un - escapes all escape sequences ( except in URIs or email addresses ) .
def web_tokenizer(sentence):
    """
    The web tokenizer works like the :func:`word_tokenizer`, but does not split URIs or
    e-mail addresses. It also un-escapes all escape sequences (except in URIs or email addresses).
    """
    return [token for i, span in enumerate(web_tokenizer.split(sentence))
            for token in ((span,) if i % 2 else word_tokenizer(unescape(span)))]
def web_tokenizer ( sentence ) : return [ token for i , span in enumerate ( web_tokenizer . split ( sentence ) ) for token in ( ( span , ) if i % 2 else word_tokenizer ( unescape ( span ) ) ) ]