
"""Tensorflow Text layers for Keras API."""

from tensorflow.python.util.all_util import remove_undocumented

# pylint: disable=wildcard-import
from tensorflow_text.python.keras.layers.todense import *

# Public symbols in the "tensorflow_text.layers" package.
_allowed_symbols = [
    "ToDense",
]

remove_undocumented(__name__, _allowed_symbols)


"""Tensorflow Text layers for Keras API."""

from tensorflow.python.util.all_util import remove_undocumented

# pylint: disable=wildcard-import
from tensorflow_text.python.keras.layers.todense import *
from tensorflow_text.python.keras.layers.tokenization_layers import *

# Public symbols in the "tensorflow_text.layers" package.
_allowed_symbols = [
    "ToDense",
    "UnicodeScriptTokenizer",
    "WhitespaceTokenizer",
    "WordpieceTokenizer",
]

remove_undocumented(__name__, _allowed_symbols)

Add missing symbols for tokenization layers
Add missing symbols for tokenization layers

Tokenization layers are now exposed by adding them to the list of allowed symbols.

Cheers
  
  """Tensorflow Text layers for Keras API."""
  
  from tensorflow.python.util.all_util import remove_undocumented
  
  # pylint: disable=wildcard-import
  from tensorflow_text.python.keras.layers.todense import *
+ from tensorflow_text.python.keras.layers.tokenization_layers import *
  
  # Public symbols in the "tensorflow_text.layers" package.
  _allowed_symbols = [
      "ToDense",
+     "UnicodeScriptTokenizer",
+     "WhitespaceTokenizer",
+     "WordpieceTokenizer",
  ]
  
  remove_undocumented(__name__, _allowed_symbols)
  
Add missing symbols for tokenization layers
## Code Before:

"""Tensorflow Text layers for Keras API."""

from tensorflow.python.util.all_util import remove_undocumented

# pylint: disable=wildcard-import
from tensorflow_text.python.keras.layers.todense import *

# Public symbols in the "tensorflow_text.layers" package.
_allowed_symbols = [
    "ToDense",
]

remove_undocumented(__name__, _allowed_symbols)

## Instruction:
Add missing symbols for tokenization layers
## Code After:

"""Tensorflow Text layers for Keras API."""

from tensorflow.python.util.all_util import remove_undocumented

# pylint: disable=wildcard-import
from tensorflow_text.python.keras.layers.todense import *
from tensorflow_text.python.keras.layers.tokenization_layers import *

# Public symbols in the "tensorflow_text.layers" package.
_allowed_symbols = [
    "ToDense",
    "UnicodeScriptTokenizer",
    "WhitespaceTokenizer",
    "WordpieceTokenizer",
]

remove_undocumented(__name__, _allowed_symbols)
