(self, s)
return self._tokens_to_subtoken_ids(tokenizer.encode(native_to_unicode(s)))
Converts a native string to a list of subtoken IDs.

    Args:
      s: a native string.

    Returns:
      a list of integers in the range [0, vocab_size)
Converts a native string to a list of subtoken IDs.
Converts a native string to a list of subtoken IDs .
def encode(self, s):
    """Converts a native string to a list of subtoken IDs.

    Args:
      s: a native string.

    Returns:
      a list of integers in the range [0, vocab_size)
    """
    return self._tokens_to_subtoken_ids(tokenizer.encode(native_to_unicode(s)))
def encode ( self , s ) : return self . _tokens_to_subtoken_ids ( tokenizer . encode ( native_to_unicode ( s ) ) )