Revert change for multilabel filter (#925)

* Pop multilabel label if empty * revert change for multilabel check
refuel-ai · Oct 23, 2024 · 57d0d15 · 57d0d15
1 parent df635bc
commit 57d0d15
Showing 1 changed file with 0 additions and 14 deletions.
diff --git a/src/autolabel/tasks/attribute_extraction.py b/src/autolabel/tasks/attribute_extraction.py
@@ -353,20 +353,6 @@ def parse_llm_response(
                                 f"Attribute {attr_label} from the LLM response {llm_label} is not in the labels list"
                             )
                             llm_label.pop(attribute["name"], None)
-                    elif attr_type == TaskType.MULTILABEL_CLASSIFICATION:
-                        original_attr_labels = attr_label.split(
-                            self.config.label_separator()
-                        )
-                        filtered_attr_labels = list(
-                            filter(lambda x: x in attr_options, original_attr_labels)
-                        )
-                        llm_label[
-                            attribute["name"]
-                        ] = self.config.label_separator().join(filtered_attr_labels)
-                        if len(filtered_attr_labels) != len(original_attr_labels):
-                            logger.warning(
-                                f"Attribute {attr_label} from the LLM response {llm_label} is not in the labels list. Filtered list: {filtered_attr_labels}"
-                            )
         return LLMAnnotation(
             curr_sample=pickle.dumps(curr_sample),
             successfully_labeled=successfully_labeled,