(self, **kwargs)
Args:
            annotators: None or empty set (only tokenizes).
Args:
            annotators: None or empty set (only tokenizes).
Args : annotators : None or empty set ( only tokenizes ) .
def __init__(self, **kwargs):
        """
        Args:
            annotators: None or empty set (only tokenizes).
        """
        self._regexp = regex.compile(
            '(%s)|(%s)' % (self.ALPHA_NUM, self.NON_WS),
            flags=regex.IGNORECASE + regex.UNICODE + regex.MULTILINE
        )
        if len(kwargs.get('annotators', {})) > 0:
            logger.warning('%s only tokenizes! Skipping annotators: %s' %
                           (type(self).__name__, kwargs.get('annotators')))
        self.annotators = set()
def __init__ ( self , * * kwargs ) : self . _regexp = regex . compile ( '(%s)|(%s)' % ( self . ALPHA_NUM , self . NON_WS ) , flags = regex . IGNORECASE + regex . UNICODE + regex . MULTILINE ) if len ( kwargs . get ( 'annotators' , { } ) ) > 0 : logger . warning ( '%s only tokenizes! Skipping annotators: %s' % ( type ( self ) . __name__ , kwargs . get ( 'annotators' ) ) ) self . annotators = set ( )