(  # pylint: disable=invalid-name
    keys=None,
    vocab_type='subword',  # pylint: disable=invalid-name
    vocab_file=None,
    vocab_dir=None,
    n_reserved_ids=0)
return lambda g: tokenize(  # pylint: disable=g-long-lambda
      g,
      keys=keys,
      vocab_type=vocab_type,
      vocab_file=vocab_file,
      vocab_dir=vocab_dir,
      n_reserved_ids=n_reserved_ids)
Returns a function that maps text to integer arrays; see `tokenize`.
Returns a function that maps text to integer arrays; see `tokenize`.
Returns a function that maps text to integer arrays ; see tokenize .
def Tokenize(  # pylint: disable=invalid-name
    keys=None,
    vocab_type='subword',  # pylint: disable=invalid-name
    vocab_file=None,
    vocab_dir=None,
    n_reserved_ids=0):
  """Returns a function that maps text to integer arrays; see `tokenize`."""
  return lambda g: tokenize(  # pylint: disable=g-long-lambda
      g,
      keys=keys,
      vocab_type=vocab_type,
      vocab_file=vocab_file,
      vocab_dir=vocab_dir,
      n_reserved_ids=n_reserved_ids)
def Tokenize ( # pylint: disable=invalid-name keys = None , vocab_type = 'subword' , # pylint: disable=invalid-name vocab_file = None , vocab_dir = None , n_reserved_ids = 0 ) : return lambda g : tokenize ( # pylint: disable=g-long-lambda g , keys = keys , vocab_type = vocab_type , vocab_file = vocab_file , vocab_dir = vocab_dir , n_reserved_ids = n_reserved_ids )