(self, sequence)
return sequence
De-tokenize the sequence (or not)

           Same args/returns as `tokenize`
De-tokenize the sequence (or not)
De - tokenize the sequence ( or not )
def maybe_detokenize(self, sequence):
        """De-tokenize the sequence (or not)

           Same args/returns as `tokenize`
        """
        if self.tokenizer_opt is not None and ''.join(sequence.split()) != '':
            return self.detokenize(sequence)
        return sequence
def maybe_detokenize ( self , sequence ) : if self . tokenizer_opt is not None and '' . join ( sequence . split ( ) ) != '' : return self . detokenize ( sequence ) return sequence