parameters: (cls, regex, rflags, state)
return_statement: return re.compile(regex, rflags).match
docstring: Preprocess the regular expression component of a token definition.
docstring_summary: Preprocess the regular expression component of a token definition.
docstring_tokens: Preprocess the regular expression component of a token definition .
function: def _process_regex(cls, regex, rflags, state):
          """Preprocess the regular expression component of a token definition."""
          if isinstance(regex, Future):
              regex = regex.get()
          return re.compile(regex, rflags).match
function_tokens: def _process_regex ( cls , regex , rflags , state ) : if isinstance ( regex , Future ) : regex = regex . get ( ) return re . compile ( regex , rflags ) . match