(self, sequence)
return sequence
Tokenize the sequence (or not)

           Same args/returns as `tokenize`
Tokenize the sequence (or not)
Tokenize the sequence ( or not )
def maybe_tokenize(self, sequence):
        """Tokenize the sequence (or not)

           Same args/returns as `tokenize`
        """
        if self.tokenizer_opt is not None:
            return self.tokenize(sequence)
        return sequence
def maybe_tokenize ( self , sequence ) : if self . tokenizer_opt is not None : return self . tokenize ( sequence ) return sequence