code: function tokenize(str, wordRegexDelimiters, phraseRegexDelimiters) {
      if (wordRegexDelimiters === void 0) { wordRegexDelimiters = ' '; }
      if (phraseRegexDelimiters === void 0) { phraseRegexDelimiters = ''; }
      /* tslint:enable */
      var regexStr = '(?:[' + phraseRegexDelimiters + '])([^' + phraseRegexDelimiters + ']+)(?:[' + phraseRegexDelimiters + '])|([^' + wordRegexDelimiters + ']+)';
      var preTokenized = str.split(new RegExp(regexStr, 'g'));
      var result = [];
      var preTokenizedLength = preTokenized.length;
      var token;
      var replacePhraseDelimiters = new RegExp('[' + phraseRegexDelimiters + ']+', 'g');
      for (var i = 0; i < preTokenizedLength; i += 1) {
          token = preTokenized[i];
          if (token && token.length && token !== wordRegexDelimiters) {
              result.push(token.replace(replacePhraseDelimiters, ''));
          }
      }
      return result;
  }
docs: /* tslint:disable