def dummy_tokenizer(doc):
    """
    A pass through method for pre-tokenized documents. Use it as preprocessor,
    and tokenizer for the tfidf/count vectorizer. (to replace lambda x:x)
    :param doc:
    :return:
    """
    return doc
