(readline)
return _tokenize(readline, None)
Tokenize a source reading Python code as unicode strings.

    This has the same API as tokenize(), except that it expects the *readline*
    callable to return str objects instead of bytes.
Tokenize a source reading Python code as unicode strings.
Tokenize a source reading Python code as unicode strings .
def generate_tokens(readline):
    """Tokenize a source reading Python code as unicode strings.

    This has the same API as tokenize(), except that it expects the *readline*
    callable to return str objects instead of bytes.
    """
    return _tokenize(readline, None)
def generate_tokens ( readline ) : return _tokenize ( readline , None )