(self, sql)
Token generator.
Token generator.
Token generator .
def tokenizer(self, sql):
        """Token generator."""
        for typ, tok in sql_tokenizer(sql, ignore_whitespace = True):
            yield tok
def tokenizer ( self , sql ) : for typ , tok in sql_tokenizer ( sql , ignore_whitespace = True ) : yield tok