(self)
return groups
Group consecutive entity tokens with the same NER tag.
Group consecutive entity tokens with the same NER tag.
Group consecutive entity tokens with the same NER tag .
def entity_groups(self):
        """Group consecutive entity tokens with the same NER tag."""
        entities = self.entities()
        if not entities:
            return None
        non_ent = self.opts.get('non_ent', 'O')
        groups = []
        idx = 0
        while idx < len(entities):
            ner_tag = entities[idx]
            # Check for entity tag
            if ner_tag != non_ent:
                # Chomp the sequence
                start = idx
                while (idx < len(entities) and entities[idx] == ner_tag):
                    idx += 1
                groups.append((self.slice(start, idx).untokenize(), ner_tag))
            else:
                idx += 1
        return groups
def entity_groups ( self ) : entities = self . entities ( ) if not entities : return None non_ent = self . opts . get ( 'non_ent' , 'O' ) groups = [ ] idx = 0 while idx < len ( entities ) : ner_tag = entities [ idx ] # Check for entity tag if ner_tag != non_ent : # Chomp the sequence start = idx while ( idx < len ( entities ) and entities [ idx ] == ner_tag ) : idx += 1 groups . append ( ( self . slice ( start , idx ) . untokenize ( ) , ner_tag ) ) else : idx += 1 return groups