Skip to content

add custom easyconfig parameter for LLVM to ignore timed out tests #3903

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
boegel merged 1 commit into from
Sep 10, 2025
Merged

add custom easyconfig parameter for LLVM to ignore timed out tests #3903

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
25 changes: 16 additions & 9 deletions easybuild/easyblocks/l/llvm.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -228,6 +228,7 @@ def extra_options():
'skip_all_tests': [False, "Skip running of tests", CUSTOM],
'skip_sanitizer_tests': [True, "Do not run the sanitizer tests", CUSTOM],
'test_suite_ignore_patterns': [None, "List of test to ignore (if the string matches)", CUSTOM],
'test_suite_ignore_timeouts': [False, "Do not treat timedoud tests as failures", CUSTOM],
'test_suite_max_failed': [0, "Maximum number of failing tests (does not count allowed failures)", CUSTOM],
'test_suite_timeout_single': [None, "Timeout for each individual test in the test suite", CUSTOM],
'test_suite_timeout_total': [None, "Timeout for total running time of the testsuite", CUSTOM],
Expand Down Expand Up @@ -1270,8 +1271,9 @@ def _para_test_step(self, parallel=1):
# From grep -E "^[A-Z]+: " LOG_FILE | cut -d: -f1 | sort | uniq
OUTCOME_FAIL = [
'FAIL',
'TIMEOUT',
]
if not self.cfg['test_suite_ignore_timeouts']:
OUTCOME_FAIL.append('TIMEOUT')
# OUTCOME_OK = [
# 'PASS',
# 'UNSUPPORTED',
Expand Down Expand Up @@ -1329,14 +1331,19 @@ def _para_test_step(self, parallel=1):
else:
num_failed = int(mch.group(1))

if num_failed is not None:
num_timed_out = 0
rgx_timed_out = re.compile(r'^ +Timed Out +: +([0-9]+)', flags=re.MULTILINE)
mch = rgx_timed_out.search(out)
if mch is not None:
num_timed_out = int(mch.group(1))
self.log.info("Tests timed out: %s", num_timed_out)
num_failed += num_timed_out
num_timed_out = 0
rgx_timed_out = re.compile(r'^ +Timed Out +: +([0-9]+)', flags=re.MULTILINE)
mch = rgx_timed_out.search(out)
if mch is not None:
num_timed_out = int(mch.group(1))
self.log.info("Tests timed out: %s", num_timed_out)
if num_timed_out > 0:
if not self.cfg['test_suite_ignore_timeouts']:
self.log.info("Counting timed out tests as failed tests")
if num_failed is not None:
num_failed += num_timed_out
else:
self.log.info("Ignoring timed out tests as per configuration")

if num_failed != failed_pattern_matches:
msg = f"Number of failed tests ({num_failed}) does not match "
Expand Down