diff --git a/easybuild/easyblocks/p/pytorch.py b/easybuild/easyblocks/p/pytorch.py
index 86da42a51a4..40c116b1973 100644
--- a/easybuild/easyblocks/p/pytorch.py
+++ b/easybuild/easyblocks/p/pytorch.py
@@ -369,20 +369,47 @@ def get_count_for_pattern(regex, text):
             error_cnt += get_count_for_pattern(r"([0-9]+) error", failure_summary)
             failed_test_suites.append(test_suite)
 
-        # Make the names unique and sorted
-        failed_test_suites = sorted(set(failed_test_suites))
+        # Grep for patterns like:
+        # AssertionError: 2 unit test(s) failed:
+        #         DistributedDataParallelTest.test_find_unused_parameters_kwarg_debug_detail
+        #         DistributedDataParallelTest.test_find_unused_parameters_kwarg_grad_is_view_debug_detail
+        #
+        # FINISHED PRINTING LOG FILE of distributed/test_c10d_nccl (<snip>)
+        #
+        # distributed/test_c10d_nccl failed!
+
+        regex = (
+            r"^AssertionError: (?P<failure_summary>[0-9]+ unit test\(s\) failed):\n"
+            r"(\s+.*\n)+"
+            r"(((?!failed!).)*\n){0,5}"
+            r"(?P<failed_test_suite_name>.*) failed!$"
+        )
+
+        for m in re.finditer(regex, tests_out, re.M):
+            # E.g. '2 unit test(s) failed'
+            failure_summary = m.group('failure_summary')
+            test_suite = m.group('failed_test_suite_name')
+            failure_report += "{test_suite} ({failure_summary})\n".format(
+                    test_suite=test_suite, failure_summary=failure_summary
+                )
+            failure_cnt += get_count_for_pattern(r"([0-9]+) unit test\(s\) failed", failure_summary)
+            failed_test_suites.append(test_suite)
+
+        # Make the names unique
+        failed_test_suites = set(failed_test_suites)
         # Gather all failed tests suites in case we missed any (e.g. when it exited due to syntax errors)
-        # Also unique and sorted to be able to compare the lists below
-        all_failed_test_suites = sorted(set(
+        # Also unique to be able to compare the lists below
+        all_failed_test_suites = set(
             re.findall(r"^(?P<test_name>.*) failed!(?: Received signal: \w+)?\s*$", tests_out, re.M)
-        ))
+        )
         # If we missed any test suites prepend a list of all failed test suites
         if failed_test_suites != all_failed_test_suites:
-            failure_report_save = failure_report
-            failure_report = 'Failed tests (suites/files):\n'
-            failure_report += '\n'.join('* %s' % t for t in all_failed_test_suites)
-            if failure_report_save:
-                failure_report += '\n' + failure_report_save
+            failure_report = ['Failed tests (suites/files):'] + ([failure_report] if failure_report else [])
+            # Test suites where we didn't match a specific regexp and hence likely didn't count the failures
+            failure_report.extend('+ %s' % t for t in sorted(all_failed_test_suites - failed_test_suites))
+            # Test suites not included in the catch-all regexp but counted. Should be empty.
+            failure_report.extend('? %s' % t for t in sorted(failed_test_suites - all_failed_test_suites))
+            failure_report = '\n'.join(failure_report)
 
         # Calculate total number of unsuccesful and total tests
         failed_test_cnt = failure_cnt + error_cnt