parameters: (cls, token)
return_statement: return token
docstring: Preprocess the token component of a token definition.
docstring_summary: Preprocess the token component of a token definition.
docstring_tokens: Preprocess the token component of a token definition .
function: def _process_token(cls, token):
          """Preprocess the token component of a token definition."""
          assert type(token) is _TokenType or callable(token), \
              'token type must be simple type or callable, not %r' % (token,)
          return token
function_tokens: def _process_token ( cls , token ) : assert type ( token ) is _TokenType or callable ( token ) , 'token type must be simple type or callable, not %r' % ( token , ) return token