diff --git a/utils/notification_service.py b/utils/notification_service.py
index 44675ef97827..b3a6132e5313 100644
--- a/utils/notification_service.py
+++ b/utils/notification_service.py
@@ -643,10 +643,10 @@ def add_path(self, path: str, gpu: str = None):
                             artifact_path["gpu"]
                         ] += f"*{line}*\n_{stacktraces.pop(0)}_\n\n"
 
-                        if re.search("_tf_", line):
+                        if re.search("test_modeling_tf_", line):
                             model_results[model]["failed"]["TensorFlow"][artifact_path["gpu"]] += 1
 
-                        elif re.search("_flax_", line):
+                        elif re.search("test_modeling_flax_", line):
                             model_results[model]["failed"]["Flax"][artifact_path["gpu"]] += 1
 
                         elif re.search("test_modeling", line):