(sql)
return lexer.get_tokens(sql)
Tokenize sql.

    Tokenize *sql* using the :class:`Lexer` and return a 2-tuple stream
    of ``(token type, value)`` items.
Tokenize sql.
Tokenize sql .
def tokenize(sql):
    """Tokenize sql.

    Tokenize *sql* using the :class:`Lexer` and return a 2-tuple stream
    of ``(token type, value)`` items.
    """
    lexer = Lexer()
    return lexer.get_tokens(sql)
def tokenize ( sql ) : lexer = Lexer ( ) return lexer . get_tokens ( sql )