parameters: (self, source, name=None, filename=None, state=None)
return_statement: return TokenStream(self.wrap(stream, name, filename), name, filename)
docstring: Calls tokeniter + tokenize and wraps it in a token stream.
docstring_summary: Calls tokeniter + tokenize and wraps it in a token stream.
docstring_tokens: Calls tokeniter + tokenize and wraps it in a token stream .
function: def tokenize(self, source, name=None, filename=None, state=None):
          """Calls tokeniter + tokenize and wraps it in a token stream.
          """
          stream = self.tokeniter(source, name, filename, state)
          return TokenStream(self.wrap(stream, name, filename), name, filename)
function_tokens: def tokenize ( self , source , name = None , filename = None , state = None ) : stream = self . tokeniter ( source , name , filename , state ) return TokenStream ( self . wrap ( stream , name , filename ) , name , filename )