(input)
Tokenizes a string suppressing significant whitespace.
Tokenizes a string suppressing significant whitespace.
Tokenizes a string suppressing significant whitespace .
def tokenize_wrapper(input):
    """Tokenizes a string suppressing significant whitespace."""
    skip = {token.NEWLINE, token.INDENT, token.DEDENT}
    tokens = tokenize.generate_tokens(io.StringIO(input).readline)
    for quintuple in tokens:
        type, value, start, end, line_text = quintuple
        if type not in skip:
            yield quintuple
def tokenize_wrapper ( input ) : skip = { token . NEWLINE , token . INDENT , token . DEDENT } tokens = tokenize . generate_tokens ( io . StringIO ( input ) . readline ) for quintuple in tokens : type , value , start , end , line_text = quintuple if type not in skip : yield quintuple