docs: def _process_regex(cls, regex, rflags, state):
          """Preprocess the regular expression component of a token definition."""
          if isinstance(regex, Future):
              regex = regex.get()
          return re.compile(regex, rflags).match