code: def ascii2token(self, ascii_code, debug=False):
          
          log.info(repr(ascii_code))
          parts = self.regex.split(ascii_code)
          log.info(repr(parts))
          tokens = []
          for part in parts:
              if not part:
                  continue
  
              if part in self.ascii2token_dict:
                  new_token = self.ascii2token_dict[part]
                  log.info("\t%r -> %x", part, new_token)
                  if new_token > 0xff:
                      tokens.append(new_token >> 8)
                      tokens.append(new_token & 0xff)
                  else:
                      tokens.append(new_token)
              else:
                  tokens += self.chars2tokens(part)
          return tokens
docs: TODO: replace no tokens in comments and strings