(self, query)
return tokens.ngrams(n=self.ngrams, uncased=True,
                             filter_fn=filter_ngram)
Parse the query into tokens (either ngrams or tokens).
Parse the query into tokens (either ngrams or tokens).
Parse the query into tokens ( either ngrams or tokens ) .
def parse(self, query):
        """Parse the query into tokens (either ngrams or tokens)."""
        tokens = self.tokenizer.tokenize(query)
        return tokens.ngrams(n=self.ngrams, uncased=True,
                             filter_fn=filter_ngram)
def parse ( self , query ) : tokens = self . tokenizer . tokenize ( query ) return tokens . ngrams ( n = self . ngrams , uncased = True , filter_fn = filter_ngram )