dense featurizers don't process not dense featurizable attributes

RasaHQ · Aug 5, 2020 · 2934b10 · 2934b10
1 parent 3be95ab
commit 2934b10
Show file tree

Hide file tree

Showing 4 changed files with 12 additions and 0 deletions.
diff --git a/rasa/nlu/featurizers/dense_featurizer/convert_featurizer.py b/rasa/nlu/featurizers/dense_featurizer/convert_featurizer.py
@@ -219,6 +219,9 @@ def process(
         attribute: Text = TEXT,
         **kwargs: Any,
     ) -> None:
+        if attribute not in DENSE_FEATURIZABLE_ATTRIBUTES:
+            return
+
         sequence_features, sentence_features = self._compute_features(
             [message], tf_hub_module, attribute=attribute
         )

diff --git a/rasa/nlu/featurizers/dense_featurizer/lm_featurizer.py b/rasa/nlu/featurizers/dense_featurizer/lm_featurizer.py
@@ -51,6 +51,9 @@ def _get_doc(self, message: Message, attribute: Text) -> Any:
     def process(self, message: Message, attribute: Text = TEXT, **kwargs: Any) -> None:
         """Sets the dense features from the language model doc to the incoming
         message."""
+        if attribute not in DENSE_FEATURIZABLE_ATTRIBUTES:
+            return
+
         self._set_lm_features(message, attribute)
 
     def _set_lm_features(self, message: Message, attribute: Text = TEXT) -> None:

diff --git a/rasa/nlu/featurizers/dense_featurizer/mitie_featurizer.py b/rasa/nlu/featurizers/dense_featurizer/mitie_featurizer.py
@@ -72,6 +72,9 @@ def process_training_example(
             self._set_features(example, sequence_features, sentence_features, attribute)
 
     def process(self, message: Message, attribute: Text = TEXT, **kwargs: Any) -> None:
+        if attribute not in DENSE_FEATURIZABLE_ATTRIBUTES:
+            return
+
         mitie_feature_extractor = self._mitie_feature_extractor(**kwargs)
         tokens = message.get(TOKENS_NAMES[attribute])
         sequence_features, sentence_features = self.features_for_tokens(

diff --git a/rasa/nlu/featurizers/dense_featurizer/spacy_featurizer.py b/rasa/nlu/featurizers/dense_featurizer/spacy_featurizer.py
@@ -61,6 +61,9 @@ def get_doc(self, message: Message, attribute: Text) -> Any:
         return message.get(SPACY_DOCS[attribute])
 
     def process(self, message: Message, attribute: Text = TEXT, **kwargs: Any) -> None:
+        if attribute not in DENSE_FEATURIZABLE_ATTRIBUTES:
+            return
+
         self._set_spacy_features(message, attribute)
 
     def _set_spacy_features(self, message: Message, attribute: Text = TEXT) -> None: