Merge pull request #5796 from RasaHQ/clean-up-entities

Keep clean_up_entities just for custom entity extractors

changelog/5755.bugfix.rst

@@ -0,0 +1,2 @@
+Remove ``clean_up_entities`` from extractors that extract pre-defined entities.
+Just keep the clean up method for entity extractors that extract custom entities.

rasa/nlu/extractors/duckling_http_extractor.py

@@ -194,7 +194,6 @@ def process(self, message: Message, **kwargs: Any) -> None:
             )
 
         extracted = self.add_extractor_name(extracted)
-        extracted = self.clean_up_entities(message, extracted)
         message.set(ENTITIES, message.get(ENTITIES, []) + extracted, add_to_output=True)
 
     @classmethod

rasa/nlu/extractors/mitie_entity_extractor.py

@@ -141,7 +141,6 @@ def process(self, message: Message, **kwargs: Any) -> None:
             mitie_feature_extractor,
         )
         extracted = self.add_extractor_name(ents)
-        extracted = self.clean_up_entities(message, extracted)
         message.set(ENTITIES, message.get(ENTITIES, []) + extracted, add_to_output=True)
 
     @classmethod

rasa/nlu/extractors/spacy_entity_extractor.py

@@ -32,7 +32,6 @@ def process(self, message: Message, **kwargs: Any) -> None:
         spacy_nlp = kwargs.get("spacy_nlp", None)
         doc = spacy_nlp(message.text)
         all_extracted = self.add_extractor_name(self.extract_entities(doc))
-        all_extracted = self.clean_up_entities(message, all_extracted)
         dimensions = self.component_config["dimensions"]
         extracted = SpacyEntityExtractor.filter_irrelevant_entities(
             all_extracted, dimensions