diff --git a/.github/scripts/__init__.py b/.github/scripts/__init__.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/.github/scripts/get_data.py b/.github/scripts/get_data.py new file mode 100644 index 0000000000..caa8401942 --- /dev/null +++ b/.github/scripts/get_data.py @@ -0,0 +1,259 @@ +import requests +import os +import json +from datetime import datetime +import re +import numpy as np +import logging + +class APICall(): + """A GitHub API call""" + + def __init__(self, endpoint='', num_commits=1): + self.token = os.environ.get('GITHUB_TOKEN') + self.base_url = os.environ.get('BASE_URL') + self.endpoint = endpoint + self.url = f"{self.base_url}/{self.endpoint}" #Could use a path join? + self.num_commits = num_commits + self.header = { + "Accept": "application/vnd.github.v3+json", + "Authorization": f"Bearer {self.token}", + "X-GitHub-Api-Version": "2022-11-28", + "Accept": "application/vnd.github.raw" + } + +class Log(): + """A Regression Test log file.""" + + def __init__(self, machine): + """Create the log file object for a specific machine.""" + self.machine = machine.lower() + self.text_per_log = [] + + def call_API(self, endpoint): + """Call the GitHub API to get information about the log file.""" + + api_call = APICall(endpoint) + response = requests.get(api_call.url, headers=api_call.header) + response = json.loads(response.text) + + return response + + def _get_pr_head(self): + """Get SHA for the HEAD of the PR. Structure of response: + response = [{"head": {"sha": "a1b2c3d..."}}] + See GitHub documentation for https://docs.github.com/en/rest/commits/commits?apiVersion=2022-11-28#list-commits + """ + response = self.call_API(f"pulls/{os.environ.get('PR_NUM')}") + self.pr_head_commit = [response['head']['sha']] + + def _fetch_repo_commits(self, num_commits=1): + """Get a list of commits for the log file from the authoritative repository, with a maximum of 100 and a default of 1. + Structure of response: response = [{'sha': '3jl26ka...'}, {'sha': '6ag43sb...'}, ...] + See GitHub documentation for https://docs.github.com/en/rest/commits/commits?apiVersion=2022-11-28#list-commits + """ + response = self.call_API(f"commits?path=tests/logs/RegressionTests_{self.machine}.log&per_page={num_commits}") + + self.repo_commits = [] + for num in range(len(response)): + try: + self.repo_commits.append(response[num]['sha']) + except: + logging.error(f"API Call failed. The sha does not exist!") + + def _fetch_log_text(self, commits): + """For each commit of a log, extract the log text.""" + + try: + api_call = APICall(f"contents/tests/logs/RegressionTests_{self.machine}.log") + + for num in range(len(commits)): + url = api_call.url + (f"?ref={commits[num]}") #Could use a path join? + r = requests.get(url, headers=api_call.header) + if commits == self.pr_head_commit: + # Ensure that the pr log text comes first + self.text_per_log.insert(0,r.text) + else: + self.text_per_log.append(r.text) + except: + logging.error("An appropriate commit(s) was not provided. Call _get_pr_head() or _fetch_repo_commits() first.") + + def _get_instance_test_data(self, log_instance): + """For each instance of a log at a given commit, extract runtime and memory data from the log text + Args: + log_instance: Log text for a given commit + Returns: + tests_for_log_instance: A dictionary of tests (keys) with an array of total runtime and memory use as the value for each test + """ + + tests_for_log_instance = {} + + pattern = r"TEST \'(.*)\' \[\d+:\d+, (\d+):(\d+)\]\((\d+) MB\)" + log_instance = log_instance.splitlines() + + for line in log_instance: + test_match = re.search(pattern, line) + if test_match: + test_name, hh, mm, mem = test_match.groups() + total_minutes = int(hh) * 60 + int(mm) + tests_for_log_instance[test_name] = [total_minutes, int(mem)] + + return tests_for_log_instance + + def _compile_historical_log_data(self): # Could split for runtime, mem to make more maintainable + """Create a dictionary of data with runtime and memory usage for each test over time. Structure: + historical_test_data = { + test: {runtime: [], memory: []} + } + """ + + self.historical_rt_mem_data = {} + + # Skip self.text_per_log[0] because it is the log from the PR + for log_instance in self.text_per_log[1:]: + + data = self._get_instance_test_data(log_instance) + for test in data: + try: + self.historical_rt_mem_data[test]["runtime"].append(data[test][0]) + self.historical_rt_mem_data[test]["memory"].append(data[test][1]) + except KeyError: + logging.info("Test key doesn't exist yet. Creating test key.") + self.historical_rt_mem_data[test] = {"runtime": [data[test][0]], "memory": [data[test][1]]} + + def calculate_stats(self): + """For each test, calculate the mean and standard deviation of memory and runtime. + """ + self.test_stats = {} + for test in self.historical_rt_mem_data: + runtime_mean = round(np.mean(self.historical_rt_mem_data[test]["runtime"]), 5) + runtime_stdev = round(np.std(self.historical_rt_mem_data[test]["runtime"]), 5) + memory_mean = round(np.mean(self.historical_rt_mem_data[test]["memory"]), 5) + memory_stdev = round(np.std(self.historical_rt_mem_data[test]["memory"]), 5) + self.test_stats[test] = [runtime_mean, runtime_stdev, memory_mean, memory_stdev] + + def _compare_runtime(self, current_log, previous_logs): + """Determine whether the test runtime is within normal bounds.""" + + self.runtime_results = {} + + for test in current_log: + try: + hi_rt = self.test_stats[test][0] + self.test_stats[test][1] + if current_log[test][0] > hi_rt and previous_logs['last'][test][0] > hi_rt and previous_logs['second_to_last'][test][0] > hi_rt: + self.runtime_results[test] = '❌' + elif current_log[test][0] > hi_rt: + self.runtime_results[test] = '⚠️' + else: + self.runtime_results[test] = '✅' + except KeyError: + logging.info(f"{test} is new. No comparison data.") + self.runtime_results[test] = 'New' + + def _compare_memory(self, current_log, previous_logs): + """Determine whether the test memory usage is within normal bounds.""" + + self.memory_results = {} + + for test in current_log: + try: + hi_mem = self.test_stats[test][2] + self.test_stats[test][3] + if current_log[test][1] > hi_mem and previous_logs['last'][test][1] > hi_mem and previous_logs['second_to_last'][test][1] > hi_mem: + self.memory_results[test] = '❌' + elif current_log[test][1] > hi_mem: + self.memory_results[test] = '⚠️' + else: + self.memory_results[test] = '✅' + except KeyError: + logging.info(f"{test} is new. No comparison data.") + self.memory_results[test] = 'New' + + def compare_results(self): + """Check results from previous two commits to determine whether the test runtime/memory usage is within normal bounds.""" + + current_log = self._get_instance_test_data(self.text_per_log[0]) + previous_logs = {"last" : {}, "second_to_last" : {}} + + for index, item in enumerate(previous_logs): + previous_logs[item] = self._get_instance_test_data(self.text_per_log[index + 1]) + + self._compare_runtime(current_log, previous_logs) + self._compare_memory(current_log, previous_logs) + + def get_current_pr_data(self): + """Extract runtime/memory data for the PR's most recent commit.""" + + self._get_pr_head() + self._fetch_log_text(self.pr_head_commit) + pr_log_data = self._get_instance_test_data(self.text_per_log[0]) + + return pr_log_data + + def gather_historical_data(self, num_commits=2): + """Extract runtime/memory data for the authoritative repository's last two commits.""" + self._fetch_repo_commits(num_commits) #increase for statistical significance + self._fetch_log_text(self.repo_commits) + self._compile_historical_log_data() + +"""Utilities for file I/O""" + +def create_json(dictionary, file_name): + """Create a json file with statistics for each test on each machine""" + + with open(f"data/{file_name}.json", 'w') as fh: + json.dump(dictionary, fh, indent=4) + +def load_json(file_path): + """Convert JSON file to python dictionary.""" + with open(file_path, 'r', encoding='utf-8') as file: + data = json.load(file) + + return data + +def main(): + """For each machine, create a log object, get current PR data, gather historical runtime/memory data, + and compare results to determine which test/machine combinations fall more than 2 standard deviations + above the historical mean for each test.""" + + machines = os.environ.get('MACHINES').split() + + # Contains mean and standard deviation for each test on each machine + stats_by_machine = {} + # Contains information on whether test runtime was more than 2 standard deviations above the mean. + runtime_results_by_machine = {} + # Contains information on whether test memory was more than 2 standard deviations above the mean. + mem_results_by_machine = {} + + for machine in machines: + print(machine.upper()) + log = Log(machine) + log.get_current_pr_data() + # Case where test stats have been calculated and cached: + if os.environ.get('TEST_STATS'): + log.gather_historical_data(2) # past two commits only + log.test_stats = load_json(os.environ.get('TEST_STATS'))[machine] + + # Case where test stats have NOT been calculated and cached: + else: + log.gather_historical_data(50) # past 50 commits + log.calculate_stats() + stats_by_machine[machine] = log.test_stats # Add stats to save/cache later + + # Compare and save results + log.compare_results() + runtime_results_by_machine[machine] = log.runtime_results + mem_results_by_machine[machine] = log.memory_results + + # If the statistics on mean/standard deviation have NOT already been cached, create file to cache. + if not os.environ.get('TEST_STATS'): + create_json(stats_by_machine, "stats") + + # Create resource summaries to use in write_test_summary.py + create_json(runtime_results_by_machine, "runtime_results") + create_json(mem_results_by_machine, "memory_results") + + return 0 + +if __name__ == "__main__": # pragma: no coverage + + main() diff --git a/.github/scripts/write_test_summary.py b/.github/scripts/write_test_summary.py new file mode 100644 index 0000000000..ffdb1bbc06 --- /dev/null +++ b/.github/scripts/write_test_summary.py @@ -0,0 +1,136 @@ +import os +import json +import re +from mdutils.mdutils import MdUtils +import pandas as pd + +def load_json(file_path): + """Convert JSON file to python dictionary.""" + with open(file_path, 'r', encoding='utf-8') as file: + data = json.load(file) + + return data + +def create_mdFile(): + """Create a markdown file named summary.md with the PR# in the title.""" + pr_num = os.environ.get('PR_NUM') + mdFile = MdUtils(file_name='summary.md', title=f'Test Summary for PR #{pr_num}') + + return mdFile + +def build_content(category): + """Load the runtime or memory results dictionary, convert to dataframe, and return the results + Args: + category (str): "runtime" or "memory" + Returns: + results: DataFrame containing the runtime/memory testing results. Rows are tests and columns are machines. + """ + + contents = load_json(os.environ.get(f"{category.upper()}_RESULTS")) + results = pd.DataFrame() + + for machine in contents: + + machine_results = pd.DataFrame.from_dict(contents[machine], orient='index', columns=[machine]) + results = pd.merge(results, machine_results, left_index=True, right_index=True, how='outer').fillna("N/A") + + results = _count_passes_per_test(results) + results = pd.concat([results, _count_passes_per_machine(results)]) + + return results + +def write_content(data, mdFile): + + machines = os.environ.get('MACHINES').split() + + # Create contents list starting with header row + contents = ["Test"] + machines + ["Passing"] + + # Create table starting with one row (header) + rows = 1 + for index, row in data.iterrows(): + warn = '⚠️' + fail = '❌' + # If there is a warn or fail in the row, add the row to contents to be printed; also add summary row + if (data.loc[index] == warn).any() or (data.loc[index] == fail).any() or (index == 'Platform Total (Passing):'): + rows += 1 + contents.append(str(index)) + for item in row: + contents.append(item) + + mdFile.new_table(columns=(len(machines) + 2), rows=rows, text_align='center', text=contents) + mdFile.new_paragraph('\n') + mdFile.write('') + + return mdFile + +def _count_passes_per_machine(data): + """Counts number of passing tests on each machine and procudes a row with the totals. + Args: + data(DataFrame): Table of tests and pass/warn/fail status by machine + Returns: + machine_total(DataFrame): Number of tests passing per machine + """ + + # Counts for passing tests + passing_tests_by_machine = data.eq('✅').sum(axis=0).astype(str) + '/' + data.ne('N/A').sum(axis=0).astype(str) + for machine in passing_tests_by_machine.index: + passing_tests_by_machine[machine] = f"**{machine.upper()}:** " + passing_tests_by_machine[machine] + " passing" + passing_tests_by_machine.name = 'Platform Total (Passing):' + # Set bottom right corner to empty string + passing_tests_by_machine.loc['Passing'] = '' + machine_total = pd.DataFrame(passing_tests_by_machine).T + + return machine_total + +def _count_passes_per_test(data): + """Counts number of platforms on which a given test passes and adds a column to the table. + Args: + data (DataFrame): DataFrame containing pass/warn/fail status for each test on each machine + Returns: + data: with an extra column listing pass rates for each test + """ + + passing_tests = data.eq('✅').sum(axis=1).astype(str) + "/" + data.ne('N/A').sum(axis=1).astype(str) + passing_tests.name = 'Passing' + data = pd.merge(data, pd.DataFrame(passing_tests), left_index=True, right_index=True, how='inner') + + return data + +def create_summary(categories): + """Append a runtime or memory header and key and call write_contents() to write the runtime/memory table to the file. + Args: + categories (list): Test categories. Currently 'runtime' and 'memory'. + Returns: + mdFile: A markdown file + """ + + mdFile = create_mdFile() + + for category in categories: + # Create
section + mdFile.write(f"

{category.upper()} Results Summary

") + mdFile.new_paragraph('\n') + # Add key to section + mdFile.new_paragraph("

Key:

") + mdFile.new_paragraph(f"    ✅ = NORMAL {category}: {category.title()} falls within two standard deviations of the mean.") + mdFile.new_paragraph(f"    ⚠️ = {category.title()} WARNING: {category.title()} is greater than two standard deviations above the mean.") + mdFile.new_paragraph(f"    ❌ = {category.title()} FAIL: For the past 2+ PRs, {category} has been greater than two standard deviations above the mean.") + mdFile.new_paragraph(f"    N/A = Test does not run on this machine.") + mdFile.new_paragraph('\n') + # Create a DataFrame w/the runtime/memory results content + data = build_content(category) + + # Write the content to a file + mdFile = write_content(data, mdFile) + + return mdFile + +def main(): # pragma: no cover + + summary = create_summary(['runtime', 'memory']) + print(summary.get_md_text()) + +if __name__ == "__main__": # pragma: no cover + + main() diff --git a/.github/tests/__init__.py b/.github/tests/__init__.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/.github/tests/conftest.py b/.github/tests/conftest.py new file mode 100644 index 0000000000..36b8d0af38 --- /dev/null +++ b/.github/tests/conftest.py @@ -0,0 +1,707 @@ +import os +import pytest +from scripts.get_data import Log + +@pytest.fixture +def set_env_vars(): + os.environ["BASE_URL"] = "https://api.github.com/repos/ufs-community/ufs-weather-model" + os.environ["PR_NUM"] = "2882" + os.environ["MACHINES"] = "acorn derecho gaeac6 hera hercules orion ursa wcoss2" + +@pytest.fixture +def herc_log(): + return Log("Hercules") + +@pytest.fixture +def hercules_most_recent_commits(): + # Note: PR #2882 is commit '4760a41a2ba012b236361d99a0248b718a06921b'; newer commits have been made since + commits = ['4760a41a2ba012b236361d99a0248b718a06921b', 'b1308c13977752024670d7b6847c8c38aa4a5b5b', + 'd2e5b36d902603f20e4d6697e200a9b0c87d4396', '4bee7518483e7c0fc2e73c6f5fad7c507962c44c', + '437cf9742f852fd7639f71cbe3b1b153ada96203', '6ae4a01be30900f96699a240d91c8e357a74e331', + 'ac8ffeb8e380e277820ea280219f7a2eec5c22b2', '42c7a0ad040ef0c0e8d22a81d0037dd01527464d', + 'db4e2d0f2d0be639ae935ff109df8b8236ea0a6e', '990ca94c2323891d339b2c730df864cb216cd362',] + return commits + +@pytest.fixture +def log_instance_results_2882_0(): + + tests_for_log_instance = { + 'cpld_control_p8_mixedmode_intel': [841, 2160], + 'cpld_control_gefs_intel': [1439, 3117], + 'cpld_restart_gefs_intel': [612, 2820], + 'cpld_dcp_gefs_intel': [1710, 3159], + 'cpld_mpi_gfsv17_intel': [1145, 1926], + 'cpld_control_sfs_intel': [1772, 1991], + 'cpld_debug_gfsv17_intel': [1111, 1995], + 'cpld_control_p8_intel': [603, 2267], + 'cpld_control_p8.v2.sfc_intel': [576, 2276], + 'cpld_restart_p8_intel': [398, 1965], + 'cpld_control_qr_p8_intel': [1468, 2292], + 'cpld_restart_qr_p8_intel': [268, 1841], + 'cpld_2threads_p8_intel': [587, 2389], + 'cpld_decomp_p8_intel': [572, 2256], + 'cpld_mpi_p8_intel': [946, 2150], + 'cpld_control_ciceC_p8_intel': [569, 2275], + 'cpld_control_c192_p8_intel': [1464, 2945], + 'cpld_restart_c192_p8_intel': [578, 2968], + 'cpld_control_p8_lnd_intel': [581, 2232], + 'cpld_restart_p8_lnd_intel': [345, 1920], + 'cpld_s2sa_p8_intel': [474, 2241], + 'cpld_control_noaero_p8_intel': [471, 2052], + 'cpld_control_nowave_noaero_p8_intel': [530, 2162], + 'cpld_debug_p8_intel': [730, 2290], + 'cpld_debug_noaero_p8_intel': [621, 2080], + 'cpld_control_noaero_p8_agrid_intel': [314, 2131], + 'cpld_control_p8_faster_intel': [1355, 2271], + 'cpld_control_pdlib_p8_intel': [926, 2097], + 'cpld_restart_pdlib_p8_intel': [400, 1419], + 'cpld_mpi_pdlib_p8_intel': [997, 2010], + 'cpld_control_c48_5deg_intel': [362, 3053], + 'cpld_warmstart_c48_5deg_intel': [137, 3046], + 'cpld_restart_c48_5deg_intel': [67, 2478], + 'cpld_control_c24_5deg_intel': [59, 2238], + 'cpld_warmstart_c24_5deg_intel': [121, 2241], + 'cpld_restart_c24_5deg_intel': [88, 1552], + 'cpld_control_c24_9deg_intel': [61, 2231], + 'cpld_warmstart_c24_9deg_intel': [33, 2245], + 'cpld_restart_c24_9deg_intel': [25, 1553], + 'cpld_control_c12_9deg_intel': [36, 2166], + 'cpld_warmstart_c12_9deg_intel': [27, 2158], + 'cpld_restart_c12_9deg_intel': [21, 1504], + 'cpld_debug_pdlib_p8_intel': [1357, 2068], + 'control_flake_intel': [272, 729], + 'control_CubedSphereGrid_intel': [124, 1618], + 'control_CubedSphereGrid_parallel_intel': [132, 1626], + 'control_latlon_intel': [128, 1619], + 'control_wrtGauss_netcdf_parallel_intel': [129, 1616], + 'control_c48_intel': [395, 1713], + 'control_c48.v2.sfc_intel': [354, 842], + 'control_c48_lnd_iau_intel': [400, 1704], + 'control_c192_intel': [874, 1815], + 'control_c384_intel': [830, 2034], + 'control_c384gdas_intel': [468, 1528], + 'control_stochy_intel': [86, 681], + 'control_stochy_restart_intel': [52, 556], + 'control_lndp_intel': [84, 680], + 'control_iovr4_intel': [130, 674], + 'control_iovr4_gfdlmpv3_intel': [221, 975], + 'control_iovr5_intel': [129, 676], + 'control_p8_intel': [545, 1903], + 'control_p8.v2.sfc_intel': [277, 1915], + 'control_p8_ugwpv1_intel': [214, 1903], + 'control_p8_ugwpv1_tempo_intel': [210, 1933], + 'control_p8_ugwpv1_tempo_aerosol_intel': [155, 1942], + 'control_p8_ugwpv1_tempo_aerosol_hail_intel': [166, 2437], + 'control_restart_p8_intel': [107, 1211], + 'control_noqr_p8_intel': [505, 1909], + 'control_restart_noqr_p8_intel': [123, 1216], + 'control_decomp_p8_intel': [155, 1895], + 'control_2threads_p8_intel': [177, 1990], + 'control_p8_lndp_intel': [263, 1905], + 'control_p8_rrtmgp_intel': [215, 1987], + 'control_p8_mynn_intel': [164, 1912], + 'merra2_thompson_intel': [223, 1921], + 'merra2_hf_thompson_intel': [402, 1925], + 'regional_control_intel': [479, 1197], + 'regional_restart_intel': [149, 1204], + 'regional_decomp_intel': [281, 1190], + 'regional_2threads_intel': [492, 1106], + 'regional_noquilt_intel': [508, 1510], + 'regional_netcdf_parallel_intel': [272, 1199], + 'regional_2dwrtdecomp_intel': [272, 1198], + 'regional_wofs_intel': [344, 2105], + 'control_p8_rrtmgp_rad32_intel': [326, 1957], + 'rap_control_intel': [403, 1106], + 'regional_spp_sppt_shum_skeb_intel': [504, 1416], + 'rap_decomp_intel': [228, 1062], + 'rap_2threads_intel': [521, 1184], + 'rap_restart_intel': [117, 1083], + 'rap_sfcdiff_intel': [216, 1114], + 'rap_sfcdiff_decomp_intel': [230, 1066], + 'rap_sfcdiff_restart_intel': [118, 1106], + 'hrrr_control_intel': [211, 1075], + 'hrrr_control_decomp_intel': [213, 1055], + 'hrrr_control_2threads_intel': [317, 1164], + 'hrrr_control_restart_intel': [112, 1064], + 'rrfs_v1beta_intel': [578, 1207], + 'rrfs_v1nssl_intel': [579, 2016], + 'rrfs_v1nssl_nohailnoccn_intel': [573, 2190], + 'control_csawmg_intel': [324, 1079], + 'control_ras_intel': [623, 828], + 'control_wam_intel': [598, 1685], + 'control_p8_faster_intel': [264, 1911], + 'regional_control_faster_intel': [246, 1197], + 'control_CubedSphereGrid_debug_intel': [253, 1635], + 'control_wrtGauss_netcdf_parallel_debug_intel': [114, 1642], + 'control_stochy_debug_intel': [158, 857], + 'control_lndp_debug_intel': [140, 856], + 'control_csawmg_debug_intel': [415, 1163], + 'control_ras_debug_intel': [142, 862], + 'control_diag_debug_intel': [175, 1719], + 'control_debug_p8_intel': [299, 1947], + 'regional_debug_intel': [867, 1157], + 'rap_control_debug_intel': [462, 1248], + 'hrrr_control_debug_intel': [240, 1235], + 'hrrr_gf_debug_intel': [241, 1241], + 'hrrr_c3_debug_intel': [250, 1239], + 'rap_unified_drag_suite_debug_intel': [244, 1248], + 'rap_diag_debug_intel': [558, 1319], + 'rap_cires_ugwp_debug_intel': [374, 1247], + 'rap_unified_ugwp_debug_intel': [368, 1241], + 'rap_lndp_debug_intel': [242, 1252], + 'rap_progcld_thompson_debug_intel': [570, 1251], + 'rap_noah_debug_intel': [576, 1248], + 'rap_sfcdiff_debug_intel': [245, 1243], + 'rap_noah_sfcdiff_cires_ugwp_debug_intel': [711, 1246], + 'rap_clm_lake_debug_intel': [461, 1246], + 'rap_flake_debug_intel': [245, 1245], + 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel': [189, 1296], + 'rap_control_dyn32_phy32_intel': [244, 1060], + 'hrrr_control_dyn32_phy32_intel': [234, 1066], + 'rap_2threads_dyn32_phy32_intel': [219, 1085], + 'hrrr_control_2threads_dyn32_phy32_intel': [211, 1055], + 'hrrr_control_decomp_dyn32_phy32_intel': [360, 996], + 'rap_restart_dyn32_phy32_intel': [131, 1001], + 'hrrr_control_restart_dyn32_phy32_intel': [184, 984], + 'conus13km_control_intel': [149, 1515], + 'conus13km_2threads_intel': [193, 1336], + 'conus13km_decomp_intel': [151, 1550], + 'conus13km_restart_intel': [92, 1284], + 'rap_control_dyn64_phy32_intel': [259, 1115], + 'rap_control_debug_dyn32_phy32_intel': [245, 1124], + 'hrrr_control_debug_dyn32_phy32_intel': [815, 1118], + 'conus13km_debug_intel': [1114, 1567], + 'conus13km_debug_qr_intel': [1110, 1167], + 'conus13km_debug_2threads_intel': [1191, 1370], + 'conus13km_debug_decomp_intel': [1126, 1568], + 'conus13km_radar_tten_debug_intel': [1120, 1628], + 'rap_control_dyn64_phy32_debug_intel': [252, 1214], + 'hafs_regional_atm_intel': [197, 1038], + 'hafs_regional_atm_gfdlmpv3_intel': [317, 1220], + 'hafs_regional_atm_thompson_gfdlsf_intel': [217, 1292], + 'hafs_regional_atm_ocn_intel': [340, 1082], + 'hafs_regional_atm_wav_intel': [862, 1128], + 'hafs_regional_atm_ocn_wav_intel': [1010, 1150], + 'hafs_regional_1nest_atm_intel': [602, 594], + 'hafs_regional_telescopic_2nests_atm_intel': [666, 613], + 'hafs_global_1nest_atm_intel': [132, 433], + 'hafs_global_multiple_4nests_atm_intel': [644, 502], + 'hafs_regional_specified_moving_1nest_atm_intel': [183, 616], + 'hafs_regional_storm_following_1nest_atm_intel': [172, 618], + 'hafs_regional_storm_following_1nest_atm_ocn_intel': [340, 659], + 'hafs_global_storm_following_1nest_atm_intel': [52, 454], + 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel': [642, 637], + 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel': [1064, 731], + 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel': [1095, 834], + 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel': [1260, 923], + 'hafs_regional_docn_intel': [301, 1089], + 'hafs_regional_docn_oisst_intel': [309, 1086], + 'hafs_regional_datm_cdeps_intel': [1002, 1340], + 'datm_cdeps_control_cfsr_intel': [167, 1863], + 'datm_cdeps_restart_cfsr_intel': [93, 1820], + 'datm_cdeps_control_gefs_intel': [133, 1115], + 'datm_cdeps_iau_gefs_intel': [136, 1120], + 'datm_cdeps_stochy_gefs_intel': [137, 1120], + 'datm_cdeps_ciceC_cfsr_intel': [145, 1869], + 'datm_cdeps_bulk_cfsr_intel': [148, 1863], + 'datm_cdeps_bulk_gefs_intel': [136, 1116], + 'datm_cdeps_mx025_cfsr_intel': [349, 1711], + 'datm_cdeps_mx025_gefs_intel': [637, 1194], + 'datm_cdeps_multiple_files_cfsr_intel': [145, 1871], + 'datm_cdeps_3072x1536_cfsr_intel': [430, 4830], + 'datm_cdeps_gfs_intel': [233, 4832], + 'datm_cdeps_debug_cfsr_intel': [325, 1782], + 'datm_cdeps_control_cfsr_faster_intel': [143, 1874], + 'datm_cdeps_lnd_gswp3_intel': [79, 334], + 'datm_cdeps_lnd_era5_intel': [37, 560], + 'datm_cdeps_lnd_era5_rst_intel': [49, 555], + 'atm_ds2s_docn_pcice_intel': [195, 2042], + 'atm_ds2s_docn_dice_intel': [329, 2060], + 'control_p8_atmlnd_intel': [397, 1889], + 'control_restart_p8_atmlnd_intel': [102, 1200], + 'control_p8_atmlnd_debug_intel': [303, 1909], + 'atmwav_control_noaero_p8_intel': [116, 1945], + 'atmaero_control_p8_intel': [260, 2015], + 'atmaero_control_p8_rad_intel': [261, 1795], + 'atmaero_control_p8_rad_micro_intel': [273, 1804], + 'regional_atmaq_intel': [833, 2938], + 'regional_atmaq_canopy_intel': [970, 2943], + 'regional_atmaq_debug_intel': [1858, 2960], + 'cpld_regional_atm_fbh_intel': [574, 1083], + 'control_c48_gnu': [462, 1584], + 'control_stochy_gnu': [159, 590], + 'control_ras_gnu': [220, 598], + 'control_p8_gnu': [233, 1551], + 'control_p8_ugwpv1_gnu': [373, 1559], + 'control_flake_gnu': [316, 634], + 'rap_control_gnu': [247, 940], + 'rap_decomp_gnu': [248, 942], + 'rap_2threads_gnu': [216, 1001], + 'rap_restart_gnu': [129, 671], + 'rap_sfcdiff_gnu': [246, 940], + 'rap_sfcdiff_decomp_gnu': [254, 942], + 'rap_sfcdiff_restart_gnu': [130, 677], + 'hrrr_control_gnu': [635, 944], + 'hrrr_control_noqr_gnu': [630, 924], + 'hrrr_control_2threads_gnu': [214, 1001], + 'hrrr_control_decomp_gnu': [612, 940], + 'hrrr_control_restart_gnu': [125, 672], + 'hrrr_control_restart_noqr_gnu': [124, 759], + 'rrfs_v1beta_gnu': [868, 937], + 'control_csawmg_gnu': [456, 842], + 'control_diag_debug_gnu': [75, 1371], + 'regional_debug_gnu': [385, 887], + 'rap_control_debug_gnu': [118, 951], + 'hrrr_control_debug_gnu': [117, 945], + 'hrrr_gf_debug_gnu': [188, 948], + 'hrrr_c3_debug_gnu': [115, 952], + 'rap_diag_debug_gnu': [127, 1037], + 'rap_noah_sfcdiff_cires_ugwp_debug_gnu': [190, 948], + 'rap_progcld_thompson_debug_gnu': [247, 951], + 'control_ras_debug_gnu': [68, 585], + 'control_stochy_debug_gnu': [77, 577], + 'control_debug_p8_gnu': [77, 1533], + 'rap_flake_debug_gnu': [114, 949], + 'rap_clm_lake_debug_gnu': [120, 952], + 'gnv1_c96_no_nest_debug_gnu': [195, 956], + 'control_wam_debug_gnu': [303, 1391], + 'control_csawmg_debug_gnu': [108, 822], + 'rap_control_dyn32_phy32_gnu': [270, 794], + 'hrrr_control_dyn32_phy32_gnu': [381, 789], + 'rap_2threads_dyn32_phy32_gnu': [231, 843], + 'hrrr_control_2threads_dyn32_phy32_gnu': [229, 833], + 'hrrr_control_decomp_dyn32_phy32_gnu': [277, 786], + 'rap_restart_dyn32_phy32_gnu': [146, 650], + 'hrrr_control_restart_dyn32_phy32_gnu': [143, 647], + 'conus13km_control_gnu': [406, 1034], + 'conus13km_2threads_gnu': [111, 1017], + 'conus13km_decomp_gnu': [245, 1038], + 'conus13km_restart_gnu': [134, 761], + 'rap_control_dyn64_phy32_gnu': [260, 820], + 'rap_control_debug_dyn32_phy32_gnu': [124, 802], + 'hrrr_control_debug_dyn32_phy32_gnu': [117, 797], + 'conus13km_debug_gnu': [509, 1050], + 'conus13km_debug_qr_gnu': [521, 776], + 'conus13km_debug_2threads_gnu': [992, 1033], + 'conus13km_debug_decomp_gnu': [547, 1059], + 'conus13km_radar_tten_debug_gnu': [1452, 1110], + 'rap_control_dyn64_phy32_debug_gnu': [123, 829], + 'cpld_control_p8_gnu': [667, 1719], + 'cpld_control_nowave_noaero_p8_gnu': [1153, 1642], + 'cpld_debug_p8_gnu': [396, 1733], + 'cpld_control_pdlib_p8_gnu': [955, 1590], + 'cpld_debug_pdlib_p8_gnu': [575, 1598], + 'datm_cdeps_control_cfsr_gnu': [164, 1605], + 'control_gfs_mpas_gnu': [35, 6405], + 'cpld_control_gfsv17_intel': [1000, 2028], + 'cpld_control_gfsv17_iau_intel': [1091, 2315], + 'cpld_restart_gfsv17_intel': [401, 1360], + 'cpld_restart_gfsv17_iau_intel': [1002, 2212], + } + + return tests_for_log_instance + +@pytest.fixture +def hercules_log_texts_2882(herc_log): + + herc_log.text_per_log = [ + "====START OF HERCULES REGRESSION TESTING LOG====\n\nUFSWM hash used in testing:\nb94271cbbca08d5e8d5b7283b048369f0b5b1f84\n\nSubmodule hashes used in testing:\n 5d19f593987dbf5609ad929956bdae3055a5a82f AQM (v0.2.0-44-g5d19f59)\n 642e81395472d5887b54f601b60ee607ed39bf09 AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-6194-g642e81395)\n 9f53664ef2e607ad25d6b6c939f2eac9ec818ee6 CDEPS-interface/CDEPS (cdeps0.4.17-432-g9f53664)\n 90ed2522ba8dd04d75237a77aae6b49e7acca523 CICE-interface/CICE (CICE6.0.0-432-g90ed252)\n 6a5c51e9e6c643da0760a315e452755661d7d745 CICE-interface/CICE/icepack (Icepack1.1.0-220-g6a5c51e)\n 374373588e22cd86f1b8eb670d489c2967a6b40a CMEPS-interface/CMEPS (cmeps_v0.4.1-2324-g3743735)\n 9b7652c75b40d9cbb40e52b824f8c0a423922757 CMakeModules (v1.0.0-33-g9b7652c)\n 9ff3df9545dd582f415f682d3297e8c6c841e5cb GOCART (sdr_v2.1.2.6-291-g9ff3df9)\n bcf7777bb037ae2feb2a8a8ac51aacb3511b52d9 HYCOM-interface/HYCOM (2.3.00-122-gbcf7777)\n c4d2337d8607ec994b3cd61179eb974e0a237841 LM4-driver (baseline_change_240904-6-gc4d2337)\n c03c4f68816030f726785daf0db6150aa1e9cc6f LM4-driver/LM4 (land_lad2_2021.02)\n fe9e7bfdc8792ff875e332914871ac16dee09120 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10722-gfe9e7bfdc)\n 65ef5c73bc7f5663d5688f75c3855d431da4baea MOM6-interface/MOM6/pkg/CVMix-src (65ef5c7)\n 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6)\n a0363fd82ba2c4a44b3e80904f550868b321024c NOAHMP-interface/noahmp (v3.7.1-466-ga0363fd)\n 88550126f2ec883d45fb9280423ce6d0991889fa UFSATM (remotes/origin/sync_NCAR_main_2025_09_04)\n 11359cb04a420fc87e4cf0f035f4d1215ab24488 UFSATM/ccpp/framework (2025-01-06-dev-5-g11359cb)\n 886a74402c97928fc4308b8438f33f6cd3b97321 UFSATM/ccpp/physics (EP4-2007-g886a7440)\n c62efd27caa26f660edf24232f33f154e608b77a UFSATM/ccpp/physics/physics/MP/TEMPO/TEMPO (c62efd2)\n 41c5fcd950fed09b8afe186dede266824eca7fd3 UFSATM/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (41c5fcd)\n 7e24e739182281717607b341a1c2ffdba473616f UFSATM/fv3/atmos_cubed_sphere (201912_public_release-424-g7e24e73)\n 38d2177aef842a5c6abe26ffe876804b95fd9e0a UFSATM/mpas/MPAS-Model (remotes/origin/develop-226-g38d2177a)\n 8f6caa9d04f1caf2ca8ce1b362aedcebf9b14c8c UFSATM/upp (upp_v10.2.0-297-g8f6caa9d)\n-179cae1dd84401cf25d250bd9102e66560a9d328 UFSATM/upp/sorc/libIFI.fd\n-3d35332fe66e3e63a285cc8d96facdf255a33481 UFSATM/upp/sorc/ncep_post.fd/post_gtg.fd\n 91c20381ffe0357001a6626b3af1d37354b77cc8 WW3 (6.07.1-471-g91c20381)\n 05cad173feeb598431e3ef5f17c2df6562c8d101 fire_behavior (v0.2.0-1-g05cad17)\n 97b24f8e40f1de0980388c8326c48b442e5a5e61 stochastic_physics (ufs-v2.0.0-282-g97b24f8)\n\n\nNOTES:\n[Times](Memory) are at the end of each compile/test in format [MM:SS](Size).\nThe first time is for the full script (prep+run+finalize).\nThe second time is specifically for the run phase.\nTimes/Memory will be empty for failed tests.\n\nBASELINE DIRECTORY: /work/noaa/epic/hercules/UFS-WM_RT/NEMSfv3gfs/develop-20251014\nCOMPARISON DIRECTORY: /work2/noaa/epic/gpetro/hercules/RTs/ufs-wm/stmp/gpetro/FV3_RT/rt_1940489\n\nRT.SH OPTIONS USED:\n* (-a) - HPC PROJECT ACCOUNT: epic\n* (-e) - USE ECFLOW\n\nPASS -- COMPILE 's2swa_32bit_intel' [13:11, 12:04] ( 1 warnings 1045 remarks )\nPASS -- TEST 'cpld_control_p8_mixedmode_intel' [16:03, 14:01](2160 MB)\nPASS -- TEST 'cpld_control_gefs_intel' [38:03, 23:59](3117 MB)\nPASS -- TEST 'cpld_restart_gefs_intel' [26:27, 10:12](2820 MB)\nPASS -- TEST 'cpld_dcp_gefs_intel' [56:11, 28:30](3159 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_intel' [19:11, 17:25] ( 1 warnings 1043 remarks )\nFAILED: TEST TIMED OUT -- TEST 'cpld_control_gfsv17_intel' [, ]( MB)\nFAILED: UNABLE TO START TEST -- TEST 'cpld_control_gfsv17_iau_intel' [, ]( MB)\nFAILED: UNABLE TO START TEST -- TEST 'cpld_restart_gfsv17_intel' [, ]( MB)\nFAILED: UNABLE TO START TEST -- TEST 'cpld_restart_gfsv17_iau_intel' [, ]( MB)\nPASS -- TEST 'cpld_mpi_gfsv17_intel' [51:15, 19:05](1926 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_sfs_intel' [21:11, 19:34] ( 1 warnings 1043 remarks )\nPASS -- TEST 'cpld_control_sfs_intel' [59:42, 29:32](1991 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [06:11, 05:02] ( 1557 warnings 2934 remarks )\nPASS -- TEST 'cpld_debug_gfsv17_intel' [32:26, 18:31](1995 MB)\n\nPASS -- COMPILE 's2swa_intel' [14:11, 12:38] ( 1 warnings 1045 remarks )\nPASS -- TEST 'cpld_control_p8_intel' [41:41, 10:03](2267 MB)\nPASS -- TEST 'cpld_control_p8.v2.sfc_intel' [36:18, 09:36](2276 MB)\nPASS -- TEST 'cpld_restart_p8_intel' [09:16, 06:38](1965 MB)\nPASS -- TEST 'cpld_control_qr_p8_intel' [51:10, 24:28](2292 MB)\nPASS -- TEST 'cpld_restart_qr_p8_intel' [07:30, 04:28](1841 MB)\nPASS -- TEST 'cpld_2threads_p8_intel' [44:08, 09:47](2389 MB)\nPASS -- TEST 'cpld_decomp_p8_intel' [36:15, 09:32](2256 MB)\nPASS -- TEST 'cpld_mpi_p8_intel' [42:03, 15:46](2150 MB)\nPASS -- TEST 'cpld_control_ciceC_p8_intel' [36:18, 09:29](2275 MB)\nPASS -- TEST 'cpld_control_c192_p8_intel' [49:56, 24:24](2945 MB)\nPASS -- TEST 'cpld_restart_c192_p8_intel' [13:34, 09:38](2968 MB)\n\nPASS -- COMPILE 's2swal_intel' [14:11, 12:32] ( 1 warnings 1066 remarks )\nPASS -- TEST 'cpld_control_p8_lnd_intel' [17:16, 09:41](2232 MB)\nPASS -- TEST 'cpld_restart_p8_lnd_intel' [25:36, 05:45](1920 MB)\nPASS -- TEST 'cpld_s2sa_p8_intel' [34:11, 07:54](2241 MB)\n\nPASS -- COMPILE 's2sw_intel' [13:11, 11:38] ( 1 warnings 1013 remarks )\nPASS -- TEST 'cpld_control_noaero_p8_intel' [09:55, 07:51](2052 MB)\nPASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [11:00, 08:50](2162 MB)\n\nPASS -- COMPILE 's2swa_debug_intel' [07:11, 06:08] ( 1447 warnings 2184 remarks )\nPASS -- TEST 'cpld_debug_p8_intel' [15:02, 12:10](2290 MB)\n\nPASS -- COMPILE 's2sw_debug_intel' [08:11, 06:15] ( 1447 warnings 2166 remarks )\nPASS -- TEST 'cpld_debug_noaero_p8_intel' [12:51, 10:21](2080 MB)\n\nPASS -- COMPILE 's2s_aoflux_intel' [18:11, 16:11] ( 1 warnings 949 remarks )\nPASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [37:07, 05:14](2131 MB)\n\nPASS -- COMPILE 's2swa_faster_intel' [14:11, 12:29] ( 1 warnings 1031 remarks )\nPASS -- TEST 'cpld_control_p8_faster_intel' [54:11, 22:35](2271 MB)\n\nPASS -- COMPILE 's2sw_pdlib_intel' [33:11, 31:38] ( 1 warnings 1036 remarks )\nPASS -- TEST 'cpld_control_pdlib_p8_intel' [22:04, 15:26](2097 MB)\nPASS -- TEST 'cpld_restart_pdlib_p8_intel' [09:07, 06:40](1419 MB)\nPASS -- TEST 'cpld_mpi_pdlib_p8_intel' [19:59, 16:37](2010 MB)\nPASS -- TEST 'cpld_control_c48_5deg_intel' [07:44, 06:02](3053 MB)\nPASS -- TEST 'cpld_warmstart_c48_5deg_intel' [04:44, 02:17](3046 MB)\nPASS -- TEST 'cpld_restart_c48_5deg_intel' [02:41, 01:07](2478 MB)\nPASS -- TEST 'cpld_control_c24_5deg_intel' [02:28, 00:59](2238 MB)\nPASS -- TEST 'cpld_warmstart_c24_5deg_intel' [05:30, 02:01](2241 MB)\nPASS -- TEST 'cpld_restart_c24_5deg_intel' [05:29, 01:28](1552 MB)\nPASS -- TEST 'cpld_control_c24_9deg_intel' [02:29, 01:01](2231 MB)\nPASS -- TEST 'cpld_warmstart_c24_9deg_intel' [02:28, 00:33](2245 MB)\nPASS -- TEST 'cpld_restart_c24_9deg_intel' [02:28, 00:25](1553 MB)\nPASS -- TEST 'cpld_control_c12_9deg_intel' [02:25, 00:36](2166 MB)\nPASS -- TEST 'cpld_warmstart_c12_9deg_intel' [02:23, 00:27](2158 MB)\nPASS -- TEST 'cpld_restart_c12_9deg_intel' [02:28, 00:21](1504 MB)\n\nPASS -- COMPILE 's2sw_pdlib_debug_intel' [07:11, 05:41] ( 1557 warnings 2916 remarks )\nPASS -- TEST 'cpld_debug_pdlib_p8_intel' [57:08, 22:37](2068 MB)\n\nPASS -- COMPILE 'atm_dyn32_intel' [11:11, 09:39] ( 1 warnings 502 remarks )\nPASS -- TEST 'control_flake_intel' [26:21, 04:32](729 MB)\nPASS -- TEST 'control_CubedSphereGrid_intel' [03:25, 02:04](1618 MB)\nPASS -- TEST 'control_CubedSphereGrid_parallel_intel' [04:32, 02:12](1626 MB)\nPASS -- TEST 'control_latlon_intel' [04:22, 02:08](1619 MB)\nPASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [04:21, 02:09](1616 MB)\nPASS -- TEST 'control_c48_intel' [08:24, 06:35](1713 MB)\nPASS -- TEST 'control_c48.v2.sfc_intel' [07:25, 05:54](842 MB)\nPASS -- TEST 'control_c48_lnd_iau_intel' [08:23, 06:40](1704 MB)\nPASS -- TEST 'control_c192_intel' [16:36, 14:34](1815 MB)\nPASS -- TEST 'control_c384_intel' [16:22, 13:50](2034 MB)\nPASS -- TEST 'control_c384gdas_intel' [14:23, 07:48](1528 MB)\nPASS -- TEST 'control_stochy_intel' [03:19, 01:26](681 MB)\nPASS -- TEST 'control_stochy_restart_intel' [02:24, 00:52](556 MB)\nPASS -- TEST 'control_lndp_intel' [03:20, 01:24](680 MB)\nPASS -- TEST 'control_iovr4_intel' [04:22, 02:10](674 MB)\nPASS -- TEST 'control_iovr4_gfdlmpv3_intel' [07:26, 03:41](975 MB)\nPASS -- TEST 'control_iovr5_intel' [04:22, 02:09](676 MB)\nPASS -- TEST 'control_p8_intel' [13:07, 09:05](1903 MB)\nPASS -- TEST 'control_p8.v2.sfc_intel' [08:00, 04:37](1915 MB)\nPASS -- TEST 'control_p8_ugwpv1_intel' [06:47, 03:34](1903 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_intel' [05:52, 03:30](1933 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_intel' [04:59, 02:35](1942 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_hail_intel' [05:43, 02:46](2437 MB)\nPASS -- TEST 'control_restart_p8_intel' [03:58, 01:47](1211 MB)\nPASS -- TEST 'control_noqr_p8_intel' [11:00, 08:25](1909 MB)\nPASS -- TEST 'control_restart_noqr_p8_intel' [03:52, 02:03](1216 MB)\nPASS -- TEST 'control_decomp_p8_intel' [04:48, 02:35](1895 MB)\nPASS -- TEST 'control_2threads_p8_intel' [04:46, 02:57](1990 MB)\nPASS -- TEST 'control_p8_lndp_intel' [06:37, 04:23](1905 MB)\nPASS -- TEST 'control_p8_rrtmgp_intel' [06:00, 03:35](1987 MB)\nPASS -- TEST 'control_p8_mynn_intel' [04:49, 02:44](1912 MB)\nPASS -- TEST 'merra2_thompson_intel' [05:57, 03:43](1921 MB)\nPASS -- TEST 'merra2_hf_thompson_intel' [09:02, 06:42](1925 MB)\nPASS -- TEST 'regional_control_intel' [09:29, 07:59](1197 MB)\nPASS -- TEST 'regional_restart_intel' [04:22, 02:29](1204 MB)\nPASS -- TEST 'regional_decomp_intel' [06:26, 04:41](1190 MB)\nPASS -- TEST 'regional_2threads_intel' [10:27, 08:12](1106 MB)\nPASS -- TEST 'regional_noquilt_intel' [10:31, 08:28](1510 MB)\nPASS -- TEST 'regional_netcdf_parallel_intel' [06:23, 04:32](1199 MB)\nPASS -- TEST 'regional_2dwrtdecomp_intel' [06:24, 04:32](1198 MB)\nPASS -- TEST 'regional_wofs_intel' [07:23, 05:44](2105 MB)\n\nPASS -- COMPILE 'atm_dyn32_rad32_intel' [10:11, 08:35] ( 1 warnings 482 remarks )\nPASS -- TEST 'control_p8_rrtmgp_rad32_intel' [33:57, 05:26](1957 MB)\n\nPASS -- COMPILE 'rrfs_intel' [09:10, 08:08] ( 4 warnings 449 remarks )\nPASS -- TEST 'rap_control_intel' [34:47, 06:43](1106 MB)\nPASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [35:57, 08:24](1416 MB)\nPASS -- TEST 'rap_decomp_intel' [31:50, 03:48](1062 MB)\nPASS -- TEST 'rap_2threads_intel' [36:49, 08:41](1184 MB)\nPASS -- TEST 'rap_restart_intel' [03:51, 01:57](1083 MB)\nPASS -- TEST 'rap_sfcdiff_intel' [21:49, 03:36](1114 MB)\nPASS -- TEST 'rap_sfcdiff_decomp_intel' [31:46, 03:50](1066 MB)\nPASS -- TEST 'rap_sfcdiff_restart_intel' [03:51, 01:58](1106 MB)\nPASS -- TEST 'hrrr_control_intel' [31:40, 03:31](1075 MB)\nPASS -- TEST 'hrrr_control_decomp_intel' [31:40, 03:33](1055 MB)\nPASS -- TEST 'hrrr_control_2threads_intel' [32:51, 05:17](1164 MB)\nPASS -- TEST 'hrrr_control_restart_intel' [03:24, 01:52](1064 MB)\nPASS -- TEST 'rrfs_v1beta_intel' [11:55, 09:38](1207 MB)\nPASS -- TEST 'rrfs_v1nssl_intel' [11:18, 09:39](2016 MB)\nPASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [11:19, 09:33](2190 MB)\n\nPASS -- COMPILE 'csawmg_intel' [09:10, 07:42] ( 1 warnings 418 remarks )\nPASS -- TEST 'control_csawmg_intel' [07:26, 05:24](1079 MB)\nPASS -- TEST 'control_ras_intel' [12:22, 10:23](828 MB)\n\nPASS -- COMPILE 'wam_intel' [13:10, 07:42] ( 1 warnings 396 remarks )\nPASS -- TEST 'control_wam_intel' [11:36, 09:58](1685 MB)\n\nPASS -- COMPILE 'atm_faster_dyn32_intel' [10:10, 07:54] ( 1 warnings 412 remarks )\nPASS -- TEST 'control_p8_faster_intel' [06:52, 04:24](1911 MB)\nPASS -- TEST 'regional_control_faster_intel' [05:25, 04:06](1197 MB)\n\nPASS -- COMPILE 'atm_debug_dyn32_intel' [08:10, 06:32] ( 905 warnings 590 remarks )\nPASS -- TEST 'control_CubedSphereGrid_debug_intel' [06:22, 04:13](1635 MB)\nPASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [03:20, 01:54](1642 MB)\nPASS -- TEST 'control_stochy_debug_intel' [04:16, 02:38](857 MB)\nPASS -- TEST 'control_lndp_debug_intel' [04:15, 02:20](856 MB)\nPASS -- TEST 'control_csawmg_debug_intel' [08:22, 06:55](1163 MB)\nPASS -- TEST 'control_ras_debug_intel' [04:20, 02:22](862 MB)\nPASS -- TEST 'control_diag_debug_intel' [04:25, 02:55](1719 MB)\nPASS -- TEST 'control_debug_p8_intel' [06:34, 04:59](1947 MB)\nPASS -- TEST 'regional_debug_intel' [16:27, 14:27](1157 MB)\nPASS -- TEST 'rap_control_debug_intel' [09:17, 07:42](1248 MB)\nPASS -- TEST 'hrrr_control_debug_intel' [05:19, 04:00](1235 MB)\nPASS -- TEST 'hrrr_gf_debug_intel' [05:17, 04:01](1241 MB)\nPASS -- TEST 'hrrr_c3_debug_intel' [06:16, 04:10](1239 MB)\nPASS -- TEST 'rap_unified_drag_suite_debug_intel' [05:19, 04:04](1248 MB)\nPASS -- TEST 'rap_diag_debug_intel' [11:27, 09:18](1319 MB)\nPASS -- TEST 'rap_cires_ugwp_debug_intel' [08:16, 06:14](1247 MB)\nPASS -- TEST 'rap_unified_ugwp_debug_intel' [07:16, 06:08](1241 MB)\nPASS -- TEST 'rap_lndp_debug_intel' [05:16, 04:02](1252 MB)\nPASS -- TEST 'rap_progcld_thompson_debug_intel' [11:17, 09:30](1251 MB)\nPASS -- TEST 'rap_noah_debug_intel' [11:18, 09:36](1248 MB)\nPASS -- TEST 'rap_sfcdiff_debug_intel' [05:17, 04:05](1243 MB)\nPASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [13:18, 11:51](1246 MB)\nPASS -- TEST 'rap_clm_lake_debug_intel' [09:18, 07:41](1246 MB)\nPASS -- TEST 'rap_flake_debug_intel' [05:15, 04:05](1245 MB)\n\nPASS -- COMPILE 'wam_debug_intel' [08:10, 02:23] ( 862 warnings 396 remarks )\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_intel' [12:10, 07:39] ( 4 warnings 416 remarks )\nPASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [05:49, 03:09](1296 MB)\nPASS -- TEST 'rap_control_dyn32_phy32_intel' [05:42, 04:04](1060 MB)\nPASS -- TEST 'hrrr_control_dyn32_phy32_intel' [05:56, 03:54](1066 MB)\nPASS -- TEST 'rap_2threads_dyn32_phy32_intel' [05:35, 03:39](1085 MB)\nPASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [05:33, 03:31](1055 MB)\nPASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [07:50, 06:00](996 MB)\nPASS -- TEST 'rap_restart_dyn32_phy32_intel' [04:45, 02:11](1001 MB)\nPASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [07:17, 03:04](984 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [10:10, 07:54] ( 4 warnings 393 remarks )\nPASS -- TEST 'conus13km_control_intel' [04:50, 02:29](1515 MB)\nPASS -- TEST 'conus13km_2threads_intel' [05:37, 03:13](1336 MB)\nPASS -- TEST 'conus13km_decomp_intel' [04:35, 02:31](1550 MB)\nPASS -- TEST 'conus13km_restart_intel' [04:36, 01:32](1284 MB)\n\nPASS -- COMPILE 'rrfs_dyn64_phy32_intel' [10:10, 08:02] ( 4 warnings 416 remarks )\nPASS -- TEST 'rap_control_dyn64_phy32_intel' [06:32, 04:19](1115 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [05:10, 02:24] ( 795 warnings 422 remarks )\nPASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [05:16, 04:05](1124 MB)\nPASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [15:19, 13:35](1118 MB)\nPASS -- TEST 'conus13km_debug_intel' [20:30, 18:34](1567 MB)\nPASS -- TEST 'conus13km_debug_qr_intel' [20:33, 18:30](1167 MB)\nPASS -- TEST 'conus13km_debug_2threads_intel' [21:26, 19:51](1370 MB)\nPASS -- TEST 'conus13km_debug_decomp_intel' [20:25, 18:46](1568 MB)\nPASS -- TEST 'conus13km_radar_tten_debug_intel' [20:27, 18:40](1628 MB)\n\nPASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [06:10, 04:14] ( 795 warnings 416 remarks )\nPASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [06:18, 04:12](1214 MB)\n\nPASS -- COMPILE 'hafsw_intel' [14:10, 10:58] ( 1 warnings 696 remarks )\nPASS -- TEST 'hafs_regional_atm_intel' [05:40, 03:17](1038 MB)\nPASS -- TEST 'hafs_regional_atm_gfdlmpv3_intel' [08:12, 05:17](1220 MB)\nPASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [05:21, 03:37](1292 MB)\nPASS -- TEST 'hafs_regional_atm_ocn_intel' [07:48, 05:40](1082 MB)\nPASS -- TEST 'hafs_regional_atm_wav_intel' [16:58, 14:22](1128 MB)\nPASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [19:58, 16:50](1150 MB)\nPASS -- TEST 'hafs_regional_1nest_atm_intel' [13:42, 10:02](594 MB)\nPASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [13:55, 11:06](613 MB)\nPASS -- TEST 'hafs_global_1nest_atm_intel' [05:35, 02:12](433 MB)\nPASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [14:27, 10:44](502 MB)\nPASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [05:40, 03:03](616 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [04:35, 02:52](618 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [07:39, 05:40](659 MB)\nPASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [02:21, 00:52](454 MB)\n\nPASS -- COMPILE 'hafsw_debug_intel' [05:10, 02:46] ( 1502 warnings 2058 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [12:38, 10:42](637 MB)\n\nPASS -- COMPILE 'hafsw_faster_intel' [13:10, 10:48] ( 1 warnings 661 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [19:43, 17:44](731 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [20:43, 18:15](834 MB)\n\nPASS -- COMPILE 'hafs_mom6w_intel' [13:11, 10:47] ( 1 warnings 929 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [23:34, 21:00](923 MB)\n\nPASS -- COMPILE 'hafs_all_intel' [21:11, 18:48] ( 1 warnings 638 remarks )\nPASS -- TEST 'hafs_regional_docn_intel' [06:40, 05:01](1089 MB)\nPASS -- TEST 'hafs_regional_docn_oisst_intel' [06:38, 05:09](1086 MB)\nPASS -- TEST 'hafs_regional_datm_cdeps_intel' [18:47, 16:42](1340 MB)\n\nPASS -- COMPILE 'datm_cdeps_intel' [11:10, 05:48] ( 561 remarks )\nPASS -- TEST 'datm_cdeps_control_cfsr_intel' [04:19, 02:47](1863 MB)\nPASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:17, 01:33](1820 MB)\nPASS -- TEST 'datm_cdeps_control_gefs_intel' [04:14, 02:13](1115 MB)\nPASS -- TEST 'datm_cdeps_iau_gefs_intel' [04:15, 02:16](1120 MB)\nPASS -- TEST 'datm_cdeps_stochy_gefs_intel' [04:14, 02:17](1120 MB)\nPASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [04:14, 02:25](1869 MB)\nPASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [04:16, 02:28](1863 MB)\nPASS -- TEST 'datm_cdeps_bulk_gefs_intel' [04:15, 02:16](1116 MB)\nPASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [07:56, 05:49](1711 MB)\nPASS -- TEST 'datm_cdeps_mx025_gefs_intel' [12:47, 10:37](1194 MB)\nPASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [04:13, 02:25](1871 MB)\nPASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [09:15, 07:10](4830 MB)\nPASS -- TEST 'datm_cdeps_gfs_intel' [05:16, 03:53](4832 MB)\n\nPASS -- COMPILE 'datm_cdeps_debug_intel' [05:10, 03:04] ( 4 warnings 561 remarks )\nPASS -- TEST 'datm_cdeps_debug_cfsr_intel' [07:16, 05:25](1782 MB)\n\nPASS -- COMPILE 'datm_cdeps_faster_intel' [08:10, 05:32] ( 561 remarks )\nPASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [04:15, 02:23](1874 MB)\n\nPASS -- COMPILE 'datm_cdeps_land_intel' [03:10, 00:45] ( 126 remarks )\nPASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [03:28, 01:19](334 MB)\nPASS -- TEST 'datm_cdeps_lnd_era5_intel' [02:21, 00:37](560 MB)\nPASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [02:25, 00:49](555 MB)\n\nPASS -- COMPILE 'atm_ds2s_docn_pcice_intel' [17:11, 15:03] ( 1 warnings 612 remarks )\nPASS -- TEST 'atm_ds2s_docn_pcice_intel' [05:52, 03:15](2042 MB)\n\nPASS -- COMPILE 'atm_ds2s_docn_dice_intel' [20:11, 16:09] ( 1 warnings 500 remarks )\nPASS -- TEST 'atm_ds2s_docn_dice_intel' [07:45, 05:29](2060 MB)\n\nPASS -- COMPILE 'atml_intel' [19:11, 17:13] ( 9 warnings 553 remarks )\nPASS -- TEST 'control_p8_atmlnd_intel' [08:56, 06:37](1889 MB)\nPASS -- TEST 'control_restart_p8_atmlnd_intel' [04:45, 01:42](1200 MB)\n\nPASS -- COMPILE 'atml_debug_intel' [09:11, 03:16] ( 910 warnings 553 remarks )\nPASS -- TEST 'control_p8_atmlnd_debug_intel' [06:53, 05:03](1909 MB)\n\nPASS -- COMPILE 'atmw_intel' [14:11, 10:15] ( 1 warnings 521 remarks )\nPASS -- TEST 'atmwav_control_noaero_p8_intel' [03:54, 01:56](1945 MB)\n\nPASS -- COMPILE 'atmaero_intel' [12:11, 08:06] ( 1 warnings 414 remarks )\nPASS -- TEST 'atmaero_control_p8_intel' [06:45, 04:20](2015 MB)\nPASS -- TEST 'atmaero_control_p8_rad_intel' [06:40, 04:21](1795 MB)\nPASS -- TEST 'atmaero_control_p8_rad_micro_intel' [06:40, 04:33](1804 MB)\n\nPASS -- COMPILE 'atmaq_intel' [12:11, 07:48] ( 9 warnings 611 remarks )\nPASS -- TEST 'regional_atmaq_intel' [16:27, 13:53](2938 MB)\nPASS -- TEST 'regional_atmaq_canopy_intel' [19:19, 16:10](2943 MB)\n\nPASS -- COMPILE 'atmaq_debug_intel' [07:10, 02:39] ( 887 warnings 611 remarks )\nPASS -- TEST 'regional_atmaq_debug_intel' [33:16, 30:58](2960 MB)\n\nPASS -- COMPILE 'atm_fbh_intel' [12:11, 07:40] ( 4 warnings 423 remarks )\nPASS -- TEST 'cpld_regional_atm_fbh_intel' [11:24, 09:34](1083 MB)\n\nPASS -- COMPILE 'atm_gnu' [06:10, 03:41]\nPASS -- TEST 'control_c48_gnu' [09:29, 07:42](1584 MB)\nPASS -- TEST 'control_stochy_gnu' [04:20, 02:39](590 MB)\nPASS -- TEST 'control_ras_gnu' [05:17, 03:40](598 MB)\nPASS -- TEST 'control_p8_gnu' [05:59, 03:53](1551 MB)\nPASS -- TEST 'control_p8_ugwpv1_gnu' [08:38, 06:13](1559 MB)\nPASS -- TEST 'control_flake_gnu' [07:19, 05:16](634 MB)\n\nPASS -- COMPILE 'rrfs_gnu' [05:10, 03:45]\nPASS -- TEST 'rap_control_gnu' [05:48, 04:07](940 MB)\nPASS -- TEST 'rap_decomp_gnu' [05:32, 04:08](942 MB)\nPASS -- TEST 'rap_2threads_gnu' [07:45, 03:36](1001 MB)\nPASS -- TEST 'rap_restart_gnu' [03:51, 02:09](671 MB)\nPASS -- TEST 'rap_sfcdiff_gnu' [07:38, 04:06](940 MB)\nPASS -- TEST 'rap_sfcdiff_decomp_gnu' [07:38, 04:14](942 MB)\nPASS -- TEST 'rap_sfcdiff_restart_gnu' [04:56, 02:10](677 MB)\nPASS -- TEST 'hrrr_control_gnu' [13:51, 10:35](944 MB)\nPASS -- TEST 'hrrr_control_noqr_gnu' [13:32, 10:30](924 MB)\nPASS -- TEST 'hrrr_control_2threads_gnu' [05:47, 03:34](1001 MB)\nPASS -- TEST 'hrrr_control_decomp_gnu' [13:35, 10:12](940 MB)\nPASS -- TEST 'hrrr_control_restart_gnu' [03:22, 02:05](672 MB)\nPASS -- TEST 'hrrr_control_restart_noqr_gnu' [03:24, 02:04](759 MB)\nPASS -- TEST 'rrfs_v1beta_gnu' [17:53, 14:28](937 MB)\n\nPASS -- COMPILE 'csawmg_gnu' [05:10, 03:13]\nPASS -- TEST 'control_csawmg_gnu' [10:34, 07:36](842 MB)\n\nPASS -- COMPILE 'atm_dyn32_debug_gnu' [15:10, 13:09]\nPASS -- TEST 'control_diag_debug_gnu' [04:38, 01:15](1371 MB)\nPASS -- TEST 'regional_debug_gnu' [08:31, 06:25](887 MB)\nPASS -- TEST 'rap_control_debug_gnu' [04:23, 01:58](951 MB)\nPASS -- TEST 'hrrr_control_debug_gnu' [04:22, 01:57](945 MB)\nPASS -- TEST 'hrrr_gf_debug_gnu' [04:18, 03:08](948 MB)\nPASS -- TEST 'hrrr_c3_debug_gnu' [03:18, 01:55](952 MB)\nPASS -- TEST 'rap_diag_debug_gnu' [03:25, 02:07](1037 MB)\nPASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [05:19, 03:10](948 MB)\nPASS -- TEST 'rap_progcld_thompson_debug_gnu' [06:18, 04:07](951 MB)\nPASS -- TEST 'control_ras_debug_gnu' [02:17, 01:08](585 MB)\nPASS -- TEST 'control_stochy_debug_gnu' [03:18, 01:17](577 MB)\nPASS -- TEST 'control_debug_p8_gnu' [03:39, 01:17](1533 MB)\nPASS -- TEST 'rap_flake_debug_gnu' [03:21, 01:54](949 MB)\nPASS -- TEST 'rap_clm_lake_debug_gnu' [03:17, 02:00](952 MB)\nPASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [05:50, 03:15](956 MB)\n\nPASS -- COMPILE 'wam_debug_gnu' [04:10, 01:46]\nPASS -- TEST 'control_wam_debug_gnu' [06:34, 05:03](1391 MB)\n\nPASS -- COMPILE 'atm_debug_dyn32_gnu' [05:10, 02:58]\nPASS -- TEST 'control_csawmg_debug_gnu' [03:28, 01:48](822 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [05:11, 03:25]\nPASS -- TEST 'rap_control_dyn32_phy32_gnu' [06:29, 04:30](794 MB)\nPASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [08:38, 06:21](789 MB)\nPASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [05:47, 03:51](843 MB)\nPASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [05:56, 03:49](833 MB)\nPASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [06:34, 04:37](786 MB)\nPASS -- TEST 'rap_restart_dyn32_phy32_gnu' [04:47, 02:26](650 MB)\nPASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [04:17, 02:23](647 MB)\nPASS -- TEST 'conus13km_control_gnu' [08:48, 06:46](1034 MB)\nPASS -- TEST 'conus13km_2threads_gnu' [03:40, 01:51](1017 MB)\nPASS -- TEST 'conus13km_decomp_gnu' [05:49, 04:05](1038 MB)\nPASS -- TEST 'conus13km_restart_gnu' [04:36, 02:14](761 MB)\n\nPASS -- COMPILE 'atm_dyn64_phy32_gnu' [10:10, 09:06]\nPASS -- TEST 'rap_control_dyn64_phy32_gnu' [06:34, 04:20](820 MB)\n\nPASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [17:11, 15:58]\nPASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [03:18, 02:04](802 MB)\nPASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [03:19, 01:57](797 MB)\nPASS -- TEST 'conus13km_debug_gnu' [10:32, 08:29](1050 MB)\nPASS -- TEST 'conus13km_debug_qr_gnu' [10:29, 08:41](776 MB)\nPASS -- TEST 'conus13km_debug_2threads_gnu' [18:28, 16:32](1033 MB)\nPASS -- TEST 'conus13km_debug_decomp_gnu' [10:25, 09:07](1059 MB)\nPASS -- TEST 'conus13km_radar_tten_debug_gnu' [26:27, 24:12](1110 MB)\n\nPASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [17:11, 15:27]\nPASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [03:23, 02:03](829 MB)\n\nPASS -- COMPILE 's2swa_gnu' [18:10, 16:39]\nPASS -- TEST 'cpld_control_p8_gnu' [13:35, 11:07](1719 MB)\n\nPASS -- COMPILE 's2s_gnu' [18:11, 16:40]\nPASS -- TEST 'cpld_control_nowave_noaero_p8_gnu' [22:12, 19:13](1642 MB)\n\nPASS -- COMPILE 's2swa_debug_gnu' [04:10, 02:16]\nPASS -- TEST 'cpld_debug_p8_gnu' [09:06, 06:36](1733 MB)\n\nPASS -- COMPILE 's2sw_pdlib_gnu' [18:10, 16:56]\nPASS -- TEST 'cpld_control_pdlib_p8_gnu' [18:07, 15:55](1590 MB)\n\nPASS -- COMPILE 's2sw_pdlib_debug_gnu' [04:10, 02:02]\nPASS -- TEST 'cpld_debug_pdlib_p8_gnu' [11:51, 09:35](1598 MB)\n\nPASS -- COMPILE 'datm_cdeps_gnu' [17:10, 15:37]\nPASS -- TEST 'datm_cdeps_control_cfsr_gnu' [04:15, 02:44](1605 MB)\n\nPASS -- COMPILE 'atm_mpas_dyn32_gnu' [05:10, 02:50]\nPASS -- TEST 'control_gfs_mpas_gnu' [02:19, 00:35](6405 MB)\n\nSYNOPSIS:\nStarting Date/Time: 20251014 16:52:43\nEnding Date/Time: 20251014 19:54:15\nTotal Time: 03h:02m:37s\nCompiles Completed: 61/61\nTests Completed: 267/271\nFailed Tests:\n* TEST cpld_control_gfsv17_intel: FAILED: TEST TIMED OUT\n-- LOG: /work2/noaa/epic/gpetro/hercules/RTs/ufs-wm/stmp/gpetro/FV3_RT/rt_1940489/cpld_control_gfsv17_intel/err\n* TEST cpld_control_gfsv17_iau_intel: FAILED: UNABLE TO START TEST\n-- LOG: N/A\n* TEST cpld_restart_gfsv17_intel: FAILED: UNABLE TO START TEST\n-- LOG: N/A\n* TEST cpld_restart_gfsv17_iau_intel: FAILED: UNABLE TO START TEST\n-- LOG: N/A\n\nNOTES:\nA file 'test_changes.list' was generated with list of all failed tests.\nYou can use './rt.sh -c -b test_changes.list' to create baselines for the failed tests.\nIf you are using this log as a pull request verification, please commit 'test_changes.list'.\n\nResult: FAILURE\n\n====END OF HERCULES REGRESSION TESTING LOG====\n====START OF HERCULES REGRESSION TESTING LOG====\n\nUFSWM hash used in testing:\nb94271cbbca08d5e8d5b7283b048369f0b5b1f84\n\nSubmodule hashes used in testing:\n 5d19f593987dbf5609ad929956bdae3055a5a82f AQM (v0.2.0-44-g5d19f59)\n 642e81395472d5887b54f601b60ee607ed39bf09 AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-6194-g642e81395)\n 9f53664ef2e607ad25d6b6c939f2eac9ec818ee6 CDEPS-interface/CDEPS (cdeps0.4.17-432-g9f53664)\n 90ed2522ba8dd04d75237a77aae6b49e7acca523 CICE-interface/CICE (CICE6.0.0-432-g90ed252)\n 6a5c51e9e6c643da0760a315e452755661d7d745 CICE-interface/CICE/icepack (Icepack1.1.0-220-g6a5c51e)\n 374373588e22cd86f1b8eb670d489c2967a6b40a CMEPS-interface/CMEPS (cmeps_v0.4.1-2324-g3743735)\n 9b7652c75b40d9cbb40e52b824f8c0a423922757 CMakeModules (v1.0.0-33-g9b7652c)\n 9ff3df9545dd582f415f682d3297e8c6c841e5cb GOCART (sdr_v2.1.2.6-291-g9ff3df9)\n bcf7777bb037ae2feb2a8a8ac51aacb3511b52d9 HYCOM-interface/HYCOM (2.3.00-122-gbcf7777)\n c4d2337d8607ec994b3cd61179eb974e0a237841 LM4-driver (baseline_change_240904-6-gc4d2337)\n c03c4f68816030f726785daf0db6150aa1e9cc6f LM4-driver/LM4 (land_lad2_2021.02)\n fe9e7bfdc8792ff875e332914871ac16dee09120 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10722-gfe9e7bfdc)\n 65ef5c73bc7f5663d5688f75c3855d431da4baea MOM6-interface/MOM6/pkg/CVMix-src (65ef5c7)\n 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6)\n a0363fd82ba2c4a44b3e80904f550868b321024c NOAHMP-interface/noahmp (v3.7.1-466-ga0363fd)\n 88550126f2ec883d45fb9280423ce6d0991889fa UFSATM (remotes/origin/sync_NCAR_main_2025_09_04)\n 11359cb04a420fc87e4cf0f035f4d1215ab24488 UFSATM/ccpp/framework (2025-01-06-dev-5-g11359cb)\n 886a74402c97928fc4308b8438f33f6cd3b97321 UFSATM/ccpp/physics (EP4-2007-g886a7440)\n c62efd27caa26f660edf24232f33f154e608b77a UFSATM/ccpp/physics/physics/MP/TEMPO/TEMPO (c62efd2)\n 41c5fcd950fed09b8afe186dede266824eca7fd3 UFSATM/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (41c5fcd)\n 7e24e739182281717607b341a1c2ffdba473616f UFSATM/fv3/atmos_cubed_sphere (201912_public_release-424-g7e24e73)\n 38d2177aef842a5c6abe26ffe876804b95fd9e0a UFSATM/mpas/MPAS-Model (remotes/origin/develop-226-g38d2177a)\n 8f6caa9d04f1caf2ca8ce1b362aedcebf9b14c8c UFSATM/upp (upp_v10.2.0-297-g8f6caa9d)\n-179cae1dd84401cf25d250bd9102e66560a9d328 UFSATM/upp/sorc/libIFI.fd\n-3d35332fe66e3e63a285cc8d96facdf255a33481 UFSATM/upp/sorc/ncep_post.fd/post_gtg.fd\n 91c20381ffe0357001a6626b3af1d37354b77cc8 WW3 (6.07.1-471-g91c20381)\n 05cad173feeb598431e3ef5f17c2df6562c8d101 fire_behavior (v0.2.0-1-g05cad17)\n 97b24f8e40f1de0980388c8326c48b442e5a5e61 stochastic_physics (ufs-v2.0.0-282-g97b24f8)\n\n\nNOTES:\n[Times](Memory) are at the end of each compile/test in format [MM:SS](Size).\nThe first time is for the full script (prep+run+finalize).\nThe second time is specifically for the run phase.\nTimes/Memory will be empty for failed tests.\n\nBASELINE DIRECTORY: /work/noaa/epic/hercules/UFS-WM_RT/NEMSfv3gfs/develop-20251014\nCOMPARISON DIRECTORY: /work2/noaa/epic/gpetro/hercules/RTs/ufs-wm/stmp/gpetro/FV3_RT/rt_2904557\n\nRT.SH OPTIONS USED:\n* (-a) - HPC PROJECT ACCOUNT: epic\n* (-l) - USE CONFIG FILE: rerun.conf\n* (-e) - USE ECFLOW\n\nPASS -- COMPILE 's2swa_32bit_pdlib_intel' [19:10, 17:32] ( 1 warnings 1043 remarks )\nPASS -- TEST 'cpld_control_gfsv17_intel' [19:23, 16:40](2028 MB)\nPASS -- TEST 'cpld_control_gfsv17_iau_intel' [21:28, 18:11](2315 MB)\nPASS -- TEST 'cpld_restart_gfsv17_intel' [09:36, 06:41](1360 MB)\nPASS -- TEST 'cpld_restart_gfsv17_iau_intel' [19:20, 16:42](2212 MB)\n\nSYNOPSIS:\nStarting Date/Time: 20251014 19:59:56\nEnding Date/Time: 20251014 22:24:17\nTotal Time: 02h:24m:41s\nCompiles Completed: 1/1\nTests Completed: 4/4\n\nNOTES:\nA file 'test_changes.list' was generated but is empty.\nIf you are using this log as a pull request verification, please commit 'test_changes.list'.\n\nResult: SUCCESS\n\n====END OF HERCULES REGRESSION TESTING LOG====\n", + "====START OF HERCULES REGRESSION TESTING LOG====\n\nUFSWM hash used in testing:\n6a87663f45f361b0eed3fe06729f3eb3da59a510\n\nSubmodule hashes used in testing:\n 5d19f593987dbf5609ad929956bdae3055a5a82f AQM (v0.2.0-44-g5d19f59)\n 642e81395472d5887b54f601b60ee607ed39bf09 AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-6194-g642e81395)\n 9f53664ef2e607ad25d6b6c939f2eac9ec818ee6 CDEPS-interface/CDEPS (cdeps0.4.17-432-g9f53664)\n 90ed2522ba8dd04d75237a77aae6b49e7acca523 CICE-interface/CICE (CICE6.0.0-432-g90ed252)\n 6a5c51e9e6c643da0760a315e452755661d7d745 CICE-interface/CICE/icepack (Icepack1.1.0-220-g6a5c51e)\n 374373588e22cd86f1b8eb670d489c2967a6b40a CMEPS-interface/CMEPS (cmeps_v0.4.1-2324-g3743735)\n 9b7652c75b40d9cbb40e52b824f8c0a423922757 CMakeModules (v1.0.0-33-g9b7652c)\n 9ff3df9545dd582f415f682d3297e8c6c841e5cb GOCART (sdr_v2.1.2.6-291-g9ff3df9)\n bcf7777bb037ae2feb2a8a8ac51aacb3511b52d9 HYCOM-interface/HYCOM (2.3.00-122-gbcf7777)\n c4d2337d8607ec994b3cd61179eb974e0a237841 LM4-driver (baseline_change_240904-6-gc4d2337)\n c03c4f68816030f726785daf0db6150aa1e9cc6f LM4-driver/LM4 (land_lad2_2021.02)\n fe9e7bfdc8792ff875e332914871ac16dee09120 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10722-gfe9e7bfdc)\n 65ef5c73bc7f5663d5688f75c3855d431da4baea MOM6-interface/MOM6/pkg/CVMix-src (65ef5c7)\n 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6)\n a0363fd82ba2c4a44b3e80904f550868b321024c NOAHMP-interface/noahmp (v3.7.1-466-ga0363fd)\n c06a30d07f46820cd0edf59ad1d6920567062a7c UFSATM (remotes/origin/feature/rte-rrtmgp-v1.8)\n 11359cb04a420fc87e4cf0f035f4d1215ab24488 UFSATM/ccpp/framework (2025-01-06-dev-5-g11359cb)\n 4966c232d3bf9ad4de8bd5b401f0730f69cd90df UFSATM/ccpp/physics (ccpp_transition_to_vlab_master_20190705-5447-g4966c232)\n c62efd27caa26f660edf24232f33f154e608b77a UFSATM/ccpp/physics/physics/MP/TEMPO/TEMPO (c62efd2)\n 41c5fcd950fed09b8afe186dede266824eca7fd3 UFSATM/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (41c5fcd)\n 7e24e739182281717607b341a1c2ffdba473616f UFSATM/fv3/atmos_cubed_sphere (201912_public_release-424-g7e24e73)\n 38d2177aef842a5c6abe26ffe876804b95fd9e0a UFSATM/mpas/MPAS-Model (remotes/origin/develop-226-g38d2177a)\n 8f6caa9d04f1caf2ca8ce1b362aedcebf9b14c8c UFSATM/upp (upp_v10.2.0-297-g8f6caa9d)\n-179cae1dd84401cf25d250bd9102e66560a9d328 UFSATM/upp/sorc/libIFI.fd\n-3d35332fe66e3e63a285cc8d96facdf255a33481 UFSATM/upp/sorc/ncep_post.fd/post_gtg.fd\n 91c20381ffe0357001a6626b3af1d37354b77cc8 WW3 (6.07.1-471-g91c20381)\n 05cad173feeb598431e3ef5f17c2df6562c8d101 fire_behavior (v0.2.0-1-g05cad17)\n 97b24f8e40f1de0980388c8326c48b442e5a5e61 stochastic_physics (ufs-v2.0.0-282-g97b24f8)\n\n\nNOTES:\n[Times](Memory) are at the end of each compile/test in format [MM:SS](Size).\nThe first time is for the full script (prep+run+finalize).\nThe second time is specifically for the run phase.\nTimes/Memory will be empty for failed tests.\n\nBASELINE DIRECTORY: /work/noaa/epic/hercules/UFS-WM_RT/NEMSfv3gfs/develop-20251007\nCOMPARISON DIRECTORY: /work2/noaa/epic/gpetro/hercules/RTs/ufs-wm/stmp/gpetro/FV3_RT/rt_3068887\n\nRT.SH OPTIONS USED:\n* (-a) - HPC PROJECT ACCOUNT: epic\n* (-e) - USE ECFLOW\n\nPASS -- COMPILE 's2swa_32bit_intel' [13:10, 12:04] ( 1 warnings 1045 remarks )\nPASS -- TEST 'cpld_control_p8_mixedmode_intel' [11:21, 08:25](2160 MB)\nPASS -- TEST 'cpld_control_gefs_intel' [32:56, 19:31](3121 MB)\nPASS -- TEST 'cpld_restart_gefs_intel' [22:26, 06:32](2815 MB)\nPASS -- TEST 'cpld_dcp_gefs_intel' [32:57, 20:48](3163 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_intel' [21:10, 19:16] ( 1 warnings 1043 remarks )\nPASS -- TEST 'cpld_control_gfsv17_intel' [20:22, 17:10](2024 MB)\nPASS -- TEST 'cpld_control_gfsv17_iau_intel' [21:49, 18:47](2350 MB)\nPASS -- TEST 'cpld_restart_gfsv17_intel' [09:38, 07:00](1356 MB)\nPASS -- TEST 'cpld_restart_gfsv17_iau_intel' [12:50, 09:08](2220 MB)\nPASS -- TEST 'cpld_mpi_gfsv17_intel' [21:08, 18:25](1930 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_sfs_intel' [20:10, 18:35] ( 1 warnings 1043 remarks )\nPASS -- TEST 'cpld_control_sfs_intel' [19:50, 17:20](1997 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [06:10, 04:39] ( 1555 warnings 2934 remarks )\nPASS -- TEST 'cpld_debug_gfsv17_intel' [30:29, 27:34](2002 MB)\n\nPASS -- COMPILE 's2swa_intel' [13:10, 11:44] ( 1 warnings 1045 remarks )\nPASS -- TEST 'cpld_control_p8_intel' [11:18, 08:44](2269 MB)\nPASS -- TEST 'cpld_control_p8.v2.sfc_intel' [11:20, 08:35](2273 MB)\nPASS -- TEST 'cpld_restart_p8_intel' [07:26, 04:33](1966 MB)\nPASS -- TEST 'cpld_control_qr_p8_intel' [11:08, 08:25](2287 MB)\nPASS -- TEST 'cpld_restart_qr_p8_intel' [07:28, 04:43](1842 MB)\nPASS -- TEST 'cpld_2threads_p8_intel' [11:08, 08:42](2392 MB)\nPASS -- TEST 'cpld_decomp_p8_intel' [11:08, 08:29](2246 MB)\nPASS -- TEST 'cpld_mpi_p8_intel' [09:11, 07:07](2129 MB)\nPASS -- TEST 'cpld_control_ciceC_p8_intel' [11:20, 08:28](2262 MB)\nPASS -- TEST 'cpld_control_c192_p8_intel' [23:57, 21:09](2949 MB)\nPASS -- TEST 'cpld_restart_c192_p8_intel' [09:48, 05:46](2973 MB)\n\nPASS -- COMPILE 's2swal_intel' [12:10, 10:46] ( 1 warnings 1066 remarks )\nPASS -- TEST 'cpld_control_p8_lnd_intel' [11:07, 08:43](2227 MB)\nPASS -- TEST 'cpld_restart_p8_lnd_intel' [08:24, 05:34](1931 MB)\nPASS -- TEST 'cpld_s2sa_p8_intel' [08:59, 06:56](2238 MB)\n\nPASS -- COMPILE 's2sw_intel' [12:10, 10:59] ( 1 warnings 1013 remarks )\nPASS -- TEST 'cpld_control_noaero_p8_intel' [10:00, 07:52](2050 MB)\nPASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [08:04, 05:58](2166 MB)\n\nPASS -- COMPILE 's2swa_debug_intel' [05:10, 04:05] ( 1445 warnings 2184 remarks )\nPASS -- TEST 'cpld_debug_p8_intel' [16:13, 13:12](2290 MB)\n\nPASS -- COMPILE 's2sw_debug_intel' [05:10, 04:02] ( 1445 warnings 2166 remarks )\nPASS -- TEST 'cpld_debug_noaero_p8_intel' [09:01, 06:23](2082 MB)\n\nPASS -- COMPILE 's2s_aoflux_intel' [10:10, 08:39] ( 1 warnings 949 remarks )\nPASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [07:07, 04:13](2125 MB)\n\nPASS -- COMPILE 's2swa_faster_intel' [14:10, 12:21] ( 1 warnings 1031 remarks )\nPASS -- TEST 'cpld_control_p8_faster_intel' [10:11, 08:00](2259 MB)\n\nPASS -- COMPILE 's2sw_pdlib_intel' [21:11, 19:50] ( 1 warnings 1036 remarks )\nPASS -- TEST 'cpld_control_pdlib_p8_intel' [17:04, 14:57](2101 MB)\nPASS -- TEST 'cpld_restart_pdlib_p8_intel' [13:18, 10:19](1415 MB)\nPASS -- TEST 'cpld_mpi_pdlib_p8_intel' [17:53, 16:04](2011 MB)\nPASS -- TEST 'cpld_control_c48_5deg_intel' [08:42, 06:10](3058 MB)\nPASS -- TEST 'cpld_warmstart_c48_5deg_intel' [03:44, 01:56](3038 MB)\nPASS -- TEST 'cpld_restart_c48_5deg_intel' [02:46, 01:06](2481 MB)\nPASS -- TEST 'cpld_control_c24_5deg_intel' [02:29, 01:02](2243 MB)\nPASS -- TEST 'cpld_warmstart_c24_5deg_intel' [02:29, 00:37](2243 MB)\nPASS -- TEST 'cpld_restart_c24_5deg_intel' [02:33, 00:25](1558 MB)\nPASS -- TEST 'cpld_control_c24_9deg_intel' [02:30, 01:00](2237 MB)\nPASS -- TEST 'cpld_warmstart_c24_9deg_intel' [02:29, 00:37](2238 MB)\nPASS -- TEST 'cpld_restart_c24_9deg_intel' [02:31, 00:26](1557 MB)\nPASS -- TEST 'cpld_control_c12_9deg_intel' [02:33, 00:36](2171 MB)\nPASS -- TEST 'cpld_warmstart_c12_9deg_intel' [02:28, 00:30](2169 MB)\nPASS -- TEST 'cpld_restart_c12_9deg_intel' [02:29, 00:23](1506 MB)\n\nPASS -- COMPILE 's2sw_pdlib_debug_intel' [05:10, 04:08] ( 1555 warnings 2916 remarks )\nPASS -- TEST 'cpld_debug_pdlib_p8_intel' [26:10, 23:30](2055 MB)\n\nPASS -- COMPILE 'atm_dyn32_intel' [10:10, 09:02] ( 1 warnings 502 remarks )\nPASS -- TEST 'control_flake_intel' [04:25, 02:59](722 MB)\nPASS -- TEST 'control_CubedSphereGrid_intel' [03:25, 02:06](1619 MB)\nPASS -- TEST 'control_CubedSphereGrid_parallel_intel' [04:40, 02:18](1616 MB)\nPASS -- TEST 'control_latlon_intel' [04:25, 02:15](1617 MB)\nPASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [04:29, 02:14](1623 MB)\nPASS -- TEST 'control_c48_intel' [08:28, 06:35](1714 MB)\nPASS -- TEST 'control_c48.v2.sfc_intel' [07:26, 05:58](839 MB)\nPASS -- TEST 'control_c48_lnd_iau_intel' [11:26, 09:33](1722 MB)\nPASS -- TEST 'control_c192_intel' [08:39, 06:37](1821 MB)\nPASS -- TEST 'control_c384_intel' [12:21, 10:03](2022 MB)\nPASS -- TEST 'control_c384gdas_intel' [11:33, 07:38](1507 MB)\nPASS -- TEST 'control_stochy_intel' [03:19, 01:27](685 MB)\nPASS -- TEST 'control_stochy_restart_intel' [02:31, 00:53](539 MB)\nPASS -- TEST 'control_lndp_intel' [03:19, 01:23](678 MB)\nPASS -- TEST 'control_iovr4_intel' [04:20, 02:12](671 MB)\nPASS -- TEST 'control_iovr4_gfdlmpv3_intel' [04:28, 03:06](973 MB)\nPASS -- TEST 'control_iovr5_intel' [04:22, 02:10](674 MB)\nPASS -- TEST 'control_p8_intel' [05:52, 03:46](1902 MB)\nPASS -- TEST 'control_p8.v2.sfc_intel' [06:05, 03:49](1911 MB)\nPASS -- TEST 'control_p8_ugwpv1_intel' [05:53, 03:30](1909 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_intel' [05:00, 02:34](1930 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_intel' [05:07, 02:42](1942 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_hail_intel' [03:57, 01:44](2437 MB)\nPASS -- TEST 'control_restart_p8_intel' [03:56, 01:35](1219 MB)\nPASS -- TEST 'control_noqr_p8_intel' [05:05, 02:40](1907 MB)\nPASS -- TEST 'control_restart_noqr_p8_intel' [04:01, 01:41](1206 MB)\nPASS -- TEST 'control_decomp_p8_intel' [04:39, 02:40](1906 MB)\nPASS -- TEST 'control_2threads_p8_intel' [04:45, 03:03](1997 MB)\nPASS -- TEST 'control_p8_lndp_intel' [07:35, 05:20](1910 MB)\nPASS -- TEST 'control_p8_rrtmgp_intel' [07:57, 05:14](1977 MB)\nPASS -- TEST 'control_p8_mynn_intel' [04:55, 02:46](1931 MB)\nPASS -- TEST 'merra2_thompson_intel' [05:03, 03:02](1918 MB)\nPASS -- TEST 'merra2_hf_thompson_intel' [06:52, 04:34](1923 MB)\nPASS -- TEST 'regional_control_intel' [07:28, 06:05](1195 MB)\nPASS -- TEST 'regional_restart_intel' [04:30, 02:26](1208 MB)\nPASS -- TEST 'regional_decomp_intel' [06:29, 04:49](1184 MB)\nPASS -- TEST 'regional_2threads_intel' [05:32, 03:36](1087 MB)\nPASS -- TEST 'regional_noquilt_intel' [06:34, 04:29](1499 MB)\nPASS -- TEST 'regional_netcdf_parallel_intel' [06:28, 04:34](1197 MB)\nPASS -- TEST 'regional_2dwrtdecomp_intel' [06:27, 04:39](1196 MB)\nPASS -- TEST 'regional_wofs_intel' [07:27, 06:03](2094 MB)\n\nPASS -- COMPILE 'atm_dyn32_rad32_intel' [10:11, 08:34] ( 1 warnings 482 remarks )\nPASS -- TEST 'control_p8_rrtmgp_rad32_intel' [05:57, 03:41](1949 MB)\n\nPASS -- COMPILE 'rrfs_intel' [10:10, 08:33] ( 4 warnings 449 remarks )\nPASS -- TEST 'rap_control_intel' [05:46, 03:42](1100 MB)\nPASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [05:49, 03:29](1445 MB)\nPASS -- TEST 'rap_decomp_intel' [05:32, 03:51](1065 MB)\nPASS -- TEST 'rap_2threads_intel' [06:37, 04:24](1185 MB)\nPASS -- TEST 'rap_restart_intel' [03:57, 01:59](1090 MB)\nPASS -- TEST 'rap_sfcdiff_intel' [05:46, 03:41](1093 MB)\nPASS -- TEST 'rap_sfcdiff_decomp_intel' [05:34, 03:48](1064 MB)\nPASS -- TEST 'rap_sfcdiff_restart_intel' [03:59, 01:59](1088 MB)\nPASS -- TEST 'hrrr_control_intel' [05:49, 03:31](1079 MB)\nPASS -- TEST 'hrrr_control_decomp_intel' [05:41, 03:36](1064 MB)\nPASS -- TEST 'hrrr_control_2threads_intel' [05:35, 04:06](1164 MB)\nPASS -- TEST 'hrrr_control_restart_intel' [03:24, 01:56](1039 MB)\nPASS -- TEST 'rrfs_v1beta_intel' [09:02, 06:46](1207 MB)\nPASS -- TEST 'rrfs_v1nssl_intel' [09:26, 08:04](2020 MB)\nPASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [09:22, 07:47](2176 MB)\n\nPASS -- COMPILE 'csawmg_intel' [09:10, 07:58] ( 1 warnings 418 remarks )\nPASS -- TEST 'control_csawmg_intel' [08:30, 07:05](1078 MB)\nPASS -- TEST 'control_ras_intel' [04:21, 02:56](860 MB)\n\nPASS -- COMPILE 'wam_intel' [09:10, 07:37] ( 1 warnings 396 remarks )\nPASS -- TEST 'control_wam_intel' [12:42, 10:27](1686 MB)\n\nPASS -- COMPILE 'atm_faster_dyn32_intel' [09:10, 07:46] ( 1 warnings 412 remarks )\nPASS -- TEST 'control_p8_faster_intel' [04:51, 02:24](1909 MB)\nPASS -- TEST 'regional_control_faster_intel' [06:30, 04:15](1199 MB)\n\nPASS -- COMPILE 'atm_debug_dyn32_intel' [05:11, 04:02] ( 903 warnings 590 remarks )\nPASS -- TEST 'control_CubedSphereGrid_debug_intel' [03:27, 02:02](1633 MB)\nPASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [04:26, 02:10](1646 MB)\nPASS -- TEST 'control_stochy_debug_intel' [04:22, 02:36](852 MB)\nPASS -- TEST 'control_lndp_debug_intel' [04:20, 02:26](850 MB)\nPASS -- TEST 'control_csawmg_debug_intel' [06:26, 04:53](1163 MB)\nPASS -- TEST 'control_ras_debug_intel' [04:22, 02:29](854 MB)\nPASS -- TEST 'control_diag_debug_intel' [04:28, 02:21](1706 MB)\nPASS -- TEST 'control_debug_p8_intel' [05:44, 03:09](1939 MB)\nPASS -- TEST 'regional_debug_intel' [17:34, 16:03](1159 MB)\nPASS -- TEST 'rap_control_debug_intel' [06:23, 04:09](1240 MB)\nPASS -- TEST 'hrrr_control_debug_intel' [06:30, 04:08](1227 MB)\nPASS -- TEST 'hrrr_gf_debug_intel' [05:24, 04:06](1224 MB)\nPASS -- TEST 'hrrr_c3_debug_intel' [06:22, 04:08](1236 MB)\nPASS -- TEST 'rap_unified_drag_suite_debug_intel' [06:22, 04:16](1237 MB)\nPASS -- TEST 'rap_diag_debug_intel' [06:28, 04:19](1320 MB)\nPASS -- TEST 'rap_cires_ugwp_debug_intel' [06:21, 04:12](1250 MB)\nPASS -- TEST 'rap_unified_ugwp_debug_intel' [06:19, 04:11](1243 MB)\nPASS -- TEST 'rap_lndp_debug_intel' [06:22, 04:11](1247 MB)\nPASS -- TEST 'rap_progcld_thompson_debug_intel' [06:21, 04:16](1239 MB)\nPASS -- TEST 'rap_noah_debug_intel' [05:22, 04:02](1237 MB)\nPASS -- TEST 'rap_sfcdiff_debug_intel' [06:20, 04:14](1238 MB)\nPASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [08:20, 06:56](1238 MB)\nPASS -- TEST 'rap_clm_lake_debug_intel' [05:23, 04:05](1244 MB)\nPASS -- TEST 'rap_flake_debug_intel' [06:20, 04:13](1245 MB)\n\nPASS -- COMPILE 'wam_debug_intel' [04:10, 02:31] ( 860 warnings 396 remarks )\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_intel' [09:10, 07:44] ( 4 warnings 416 remarks )\nPASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [05:52, 03:16](1313 MB)\nPASS -- TEST 'rap_control_dyn32_phy32_intel' [04:51, 03:04](1041 MB)\nPASS -- TEST 'hrrr_control_dyn32_phy32_intel' [04:58, 02:58](1029 MB)\nPASS -- TEST 'rap_2threads_dyn32_phy32_intel' [05:48, 03:46](1099 MB)\nPASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [05:55, 03:38](1048 MB)\nPASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [04:45, 03:07](983 MB)\nPASS -- TEST 'rap_restart_dyn32_phy32_intel' [03:41, 01:41](982 MB)\nPASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [03:25, 01:40](968 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [10:10, 08:19] ( 4 warnings 393 remarks )\nPASS -- TEST 'conus13km_control_intel' [04:58, 02:32](1512 MB)\nPASS -- TEST 'conus13km_2threads_intel' [03:46, 01:14](1321 MB)\nPASS -- TEST 'conus13km_decomp_intel' [04:45, 02:31](1551 MB)\nPASS -- TEST 'conus13km_restart_intel' [05:36, 01:31](1288 MB)\n\nPASS -- COMPILE 'rrfs_dyn64_phy32_intel' [10:10, 08:35] ( 4 warnings 416 remarks )\nPASS -- TEST 'rap_control_dyn64_phy32_intel' [05:37, 03:49](1103 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [04:10, 02:38] ( 794 warnings 422 remarks )\nPASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [06:21, 04:07](1126 MB)\nPASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [06:22, 04:18](1113 MB)\nPASS -- TEST 'conus13km_debug_intel' [20:37, 19:02](1561 MB)\nPASS -- TEST 'conus13km_debug_qr_intel' [21:36, 19:20](1163 MB)\nPASS -- TEST 'conus13km_debug_2threads_intel' [22:28, 20:28](1370 MB)\nPASS -- TEST 'conus13km_debug_decomp_intel' [21:27, 19:40](1591 MB)\nPASS -- TEST 'conus13km_radar_tten_debug_intel' [20:28, 19:06](1625 MB)\n\nPASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [04:11, 02:39] ( 794 warnings 416 remarks )\nPASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [05:22, 04:01](1217 MB)\n\nPASS -- COMPILE 'hafsw_intel' [12:10, 10:55] ( 1 warnings 696 remarks )\nPASS -- TEST 'hafs_regional_atm_intel' [06:41, 04:15](1021 MB)\nPASS -- TEST 'hafs_regional_atm_gfdlmpv3_intel' [10:12, 08:04](1209 MB)\nPASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [05:22, 04:01](1289 MB)\nPASS -- TEST 'hafs_regional_atm_ocn_intel' [08:51, 06:29](1095 MB)\nPASS -- TEST 'hafs_regional_atm_wav_intel' [16:52, 14:46](1120 MB)\nPASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [18:59, 17:00](1156 MB)\nPASS -- TEST 'hafs_regional_1nest_atm_intel' [07:43, 05:50](602 MB)\nPASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [10:53, 08:15](610 MB)\nPASS -- TEST 'hafs_global_1nest_atm_intel' [04:36, 03:01](435 MB)\nPASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [11:30, 07:47](507 MB)\nPASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [07:46, 03:48](610 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [07:40, 03:38](611 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [07:42, 04:03](659 MB)\nPASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [04:24, 01:17](457 MB)\n\nPASS -- COMPILE 'hafsw_debug_intel' [04:11, 02:58] ( 1500 warnings 2058 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [13:40, 10:53](634 MB)\n\nPASS -- COMPILE 'hafsw_faster_intel' [12:11, 10:34] ( 1 warnings 661 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [17:44, 15:42](733 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [19:52, 17:48](831 MB)\n\nPASS -- COMPILE 'hafs_mom6w_intel' [12:11, 10:21] ( 1 warnings 929 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [15:36, 11:53](833 MB)\n\nPASS -- COMPILE 'hafs_all_intel' [13:11, 11:31] ( 1 warnings 638 remarks )\nPASS -- TEST 'hafs_regional_docn_intel' [07:44, 05:17](1082 MB)\nPASS -- TEST 'hafs_regional_docn_oisst_intel' [07:43, 05:13](1087 MB)\nPASS -- TEST 'hafs_regional_datm_cdeps_intel' [18:45, 16:26](1346 MB)\n\nPASS -- COMPILE 'datm_cdeps_intel' [08:11, 06:35] ( 561 remarks )\nPASS -- TEST 'datm_cdeps_control_cfsr_intel' [04:17, 02:26](1869 MB)\nPASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:16, 01:33](1817 MB)\nPASS -- TEST 'datm_cdeps_control_gefs_intel' [04:15, 02:13](1109 MB)\nPASS -- TEST 'datm_cdeps_iau_gefs_intel' [04:16, 02:15](1126 MB)\nPASS -- TEST 'datm_cdeps_stochy_gefs_intel' [04:16, 02:15](1117 MB)\nPASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [04:15, 02:29](1869 MB)\nPASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [04:16, 02:26](1869 MB)\nPASS -- TEST 'datm_cdeps_bulk_gefs_intel' [04:16, 02:13](1125 MB)\nPASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [10:00, 07:24](1720 MB)\nPASS -- TEST 'datm_cdeps_mx025_gefs_intel' [10:00, 07:14](1197 MB)\nPASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [04:15, 02:26](1869 MB)\nPASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [05:15, 03:49](4829 MB)\nPASS -- TEST 'datm_cdeps_gfs_intel' [05:16, 03:50](4831 MB)\n\nPASS -- COMPILE 'datm_cdeps_debug_intel' [05:11, 03:27] ( 4 warnings 561 remarks )\nPASS -- TEST 'datm_cdeps_debug_cfsr_intel' [10:16, 08:30](1780 MB)\n\nPASS -- COMPILE 'datm_cdeps_faster_intel' [07:11, 05:36] ( 561 remarks )\nPASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [04:16, 02:26](1869 MB)\n\nPASS -- COMPILE 'datm_cdeps_land_intel' [02:11, 00:45] ( 126 remarks )\nPASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [02:28, 00:55](335 MB)\nPASS -- TEST 'datm_cdeps_lnd_era5_intel' [02:22, 00:36](558 MB)\nPASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [02:27, 00:25](556 MB)\n\nPASS -- COMPILE 'atm_ds2s_docn_pcice_intel' [10:11, 08:58] ( 1 warnings 612 remarks )\nPASS -- TEST 'atm_ds2s_docn_pcice_intel' [05:55, 03:18](2048 MB)\n\nPASS -- COMPILE 'atm_ds2s_docn_dice_intel' [09:11, 08:06] ( 1 warnings 500 remarks )\nPASS -- TEST 'atm_ds2s_docn_dice_intel' [06:50, 04:52](2057 MB)\n\nPASS -- COMPILE 'atml_intel' [10:10, 08:43] ( 9 warnings 553 remarks )\nPASS -- TEST 'control_p8_atmlnd_intel' [04:57, 02:59](1888 MB)\nPASS -- TEST 'control_restart_p8_atmlnd_intel' [03:40, 01:47](1201 MB)\n\nPASS -- COMPILE 'atml_debug_intel' [05:10, 03:38] ( 908 warnings 553 remarks )\nPASS -- TEST 'control_p8_atmlnd_debug_intel' [11:57, 09:21](1911 MB)\n\nPASS -- COMPILE 'atmw_intel' [11:11, 09:46] ( 1 warnings 521 remarks )\nPASS -- TEST 'atmwav_control_noaero_p8_intel' [03:54, 01:41](1945 MB)\n\nPASS -- COMPILE 'atmaero_intel' [10:11, 08:44] ( 1 warnings 414 remarks )\nPASS -- TEST 'atmaero_control_p8_intel' [07:48, 05:44](2019 MB)\nPASS -- TEST 'atmaero_control_p8_rad_intel' [07:43, 05:13](1803 MB)\nPASS -- TEST 'atmaero_control_p8_rad_micro_intel' [07:45, 05:17](1813 MB)\n\nPASS -- COMPILE 'atmaq_intel' [10:10, 08:24] ( 9 warnings 611 remarks )\nPASS -- TEST 'regional_atmaq_intel' [16:20, 14:08](2942 MB)\nPASS -- TEST 'regional_atmaq_canopy_intel' [19:03, 16:27](2941 MB)\n\nPASS -- COMPILE 'atmaq_debug_intel' [04:10, 02:31] ( 885 warnings 611 remarks )\nPASS -- TEST 'regional_atmaq_debug_intel' [34:04, 31:47](2961 MB)\n\nPASS -- COMPILE 'atm_fbh_intel' [09:10, 08:03] ( 4 warnings 423 remarks )\nPASS -- TEST 'cpld_regional_atm_fbh_intel' [11:22, 09:41](1085 MB)\n\nPASS -- COMPILE 'atm_gnu' [05:10, 03:54]\nPASS -- TEST 'control_c48_gnu' [09:28, 07:52](1584 MB)\nPASS -- TEST 'control_stochy_gnu' [04:21, 02:16](591 MB)\nPASS -- TEST 'control_ras_gnu' [05:18, 03:40](595 MB)\nPASS -- TEST 'control_p8_gnu' [05:56, 03:30](1550 MB)\nPASS -- TEST 'control_p8_ugwpv1_gnu' [05:50, 03:23](1557 MB)\nPASS -- TEST 'control_flake_gnu' [06:22, 04:27](637 MB)\n\nPASS -- COMPILE 'rrfs_gnu' [05:11, 03:59]\nPASS -- TEST 'rap_control_gnu' [06:39, 04:10](944 MB)\nPASS -- TEST 'rap_decomp_gnu' [06:39, 04:14](945 MB)\nPASS -- TEST 'rap_2threads_gnu' [05:48, 03:34](1004 MB)\nPASS -- TEST 'rap_restart_gnu' [04:54, 02:12](673 MB)\nPASS -- TEST 'rap_sfcdiff_gnu' [06:47, 04:19](944 MB)\nPASS -- TEST 'rap_sfcdiff_decomp_gnu' [06:36, 04:09](943 MB)\nPASS -- TEST 'rap_sfcdiff_restart_gnu' [04:58, 02:12](678 MB)\nPASS -- TEST 'hrrr_control_gnu' [05:44, 03:59](939 MB)\nPASS -- TEST 'hrrr_control_noqr_gnu' [05:36, 04:01](929 MB)\nPASS -- TEST 'hrrr_control_2threads_gnu' [05:40, 03:36](1005 MB)\nPASS -- TEST 'hrrr_control_decomp_gnu' [05:34, 04:06](938 MB)\nPASS -- TEST 'hrrr_control_restart_gnu' [04:28, 02:10](670 MB)\nPASS -- TEST 'hrrr_control_restart_noqr_gnu' [04:29, 03:05](756 MB)\nPASS -- TEST 'rrfs_v1beta_gnu' [10:00, 07:38](936 MB)\n\nPASS -- COMPILE 'csawmg_gnu' [05:11, 03:27]\nPASS -- TEST 'control_csawmg_gnu' [08:33, 06:38](837 MB)\n\nPASS -- COMPILE 'atm_dyn32_debug_gnu' [07:11, 05:48]\nPASS -- TEST 'control_diag_debug_gnu' [03:35, 01:12](1369 MB)\nPASS -- TEST 'regional_debug_gnu' [11:29, 09:23](879 MB)\nPASS -- TEST 'rap_control_debug_gnu' [03:20, 02:01](954 MB)\nPASS -- TEST 'hrrr_control_debug_gnu' [03:20, 02:07](947 MB)\nPASS -- TEST 'hrrr_gf_debug_gnu' [03:22, 02:02](953 MB)\nPASS -- TEST 'hrrr_c3_debug_gnu' [03:20, 01:57](948 MB)\nPASS -- TEST 'rap_diag_debug_gnu' [03:26, 02:06](1035 MB)\nPASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [05:20, 03:18](945 MB)\nPASS -- TEST 'rap_progcld_thompson_debug_gnu' [04:19, 02:50](948 MB)\nPASS -- TEST 'control_ras_debug_gnu' [03:20, 01:11](584 MB)\nPASS -- TEST 'control_stochy_debug_gnu' [03:20, 01:16](577 MB)\nPASS -- TEST 'control_debug_p8_gnu' [03:41, 01:22](1524 MB)\nPASS -- TEST 'rap_flake_debug_gnu' [03:22, 01:56](949 MB)\nPASS -- TEST 'rap_clm_lake_debug_gnu' [03:23, 02:02](950 MB)\nPASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [05:51, 03:24](956 MB)\n\nPASS -- COMPILE 'wam_debug_gnu' [03:11, 01:49]\nPASS -- TEST 'control_wam_debug_gnu' [06:35, 05:04](1388 MB)\n\nPASS -- COMPILE 'atm_debug_dyn32_gnu' [04:11, 02:56]\nPASS -- TEST 'control_csawmg_debug_gnu' [04:25, 02:11](848 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [05:11, 03:26]\nPASS -- TEST 'rap_control_dyn32_phy32_gnu' [05:42, 04:00](798 MB)\nPASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [05:55, 03:48](788 MB)\nPASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [05:31, 03:34](839 MB)\nPASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [05:40, 03:27](837 MB)\nPASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [07:38, 05:39](790 MB)\nPASS -- TEST 'rap_restart_dyn32_phy32_gnu' [03:42, 02:03](646 MB)\nPASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [03:20, 02:03](643 MB)\nPASS -- TEST 'conus13km_control_gnu' [07:54, 05:47](1038 MB)\nPASS -- TEST 'conus13km_2threads_gnu' [03:39, 01:55](1021 MB)\nPASS -- TEST 'conus13km_decomp_gnu' [07:41, 05:52](1039 MB)\nPASS -- TEST 'conus13km_restart_gnu' [04:36, 02:20](761 MB)\n\nPASS -- COMPILE 'atm_dyn64_phy32_gnu' [12:11, 10:55]\nPASS -- TEST 'rap_control_dyn64_phy32_gnu' [07:35, 05:19](820 MB)\n\nPASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [07:11, 05:59]\nPASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [03:22, 01:58](804 MB)\nPASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [04:18, 02:11](803 MB)\nPASS -- TEST 'conus13km_debug_gnu' [14:33, 12:53](1052 MB)\nPASS -- TEST 'conus13km_debug_qr_gnu' [10:37, 08:33](778 MB)\nPASS -- TEST 'conus13km_debug_2threads_gnu' [10:32, 08:48](1034 MB)\nPASS -- TEST 'conus13km_debug_decomp_gnu' [10:32, 08:49](1057 MB)\nPASS -- TEST 'conus13km_radar_tten_debug_gnu' [10:32, 08:38](1122 MB)\n\nPASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [07:11, 05:57]\nPASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [03:22, 01:58](830 MB)\n\nPASS -- COMPILE 's2swa_gnu' [19:11, 17:34]\nPASS -- TEST 'cpld_control_p8_gnu' [12:23, 10:04](1722 MB)\n\nPASS -- COMPILE 's2s_gnu' [18:10, 17:05]\nPASS -- TEST 'cpld_control_nowave_noaero_p8_gnu' [12:05, 09:15](1619 MB)\n\nPASS -- COMPILE 's2swa_debug_gnu' [04:10, 02:20]\nPASS -- TEST 'cpld_debug_p8_gnu' [07:51, 05:52](1718 MB)\n\nPASS -- COMPILE 's2sw_pdlib_gnu' [16:10, 14:43]\nPASS -- TEST 'cpld_control_pdlib_p8_gnu' [15:49, 13:53](1585 MB)\n\nPASS -- COMPILE 's2sw_pdlib_debug_gnu' [03:10, 02:07]\nPASS -- TEST 'cpld_debug_pdlib_p8_gnu' [10:52, 09:01](1605 MB)\n\nPASS -- COMPILE 'datm_cdeps_gnu' [17:11, 15:54]\nPASS -- TEST 'datm_cdeps_control_cfsr_gnu' [04:14, 02:42](1605 MB)\n\nPASS -- COMPILE 'atm_mpas_dyn32_gnu' [04:11, 03:02]\nFAILED: RUN DID NOT COMPLETE -- TEST 'control_gfs_mpas_gnu' [, ]( MB)\n\nSYNOPSIS:\nStarting Date/Time: 20251007 19:55:38\nEnding Date/Time: 20251007 21:37:11\nTotal Time: 01h:42m:24s\nCompiles Completed: 61/61\nTests Completed: 270/271\nFailed Tests:\n* TEST control_gfs_mpas_gnu: FAILED: RUN DID NOT COMPLETE\n-- LOG: /work2/noaa/epic/gpetro/hercules/RTs/ufs-wm/2823/tests/logs/log_hercules/run_control_gfs_mpas_gnu.log\n\nNOTES:\nA file 'test_changes.list' was generated with list of all failed tests.\nYou can use './rt.sh -c -b test_changes.list' to create baselines for the failed tests.\nIf you are using this log as a pull request verification, please commit 'test_changes.list'.\n\nResult: FAILURE\n\n====END OF HERCULES REGRESSION TESTING LOG====\n====START OF HERCULES REGRESSION TESTING LOG====\n\nUFSWM hash used in testing:\n40586677a39a48fc7283cd56ed5147b4974267a4\n\nSubmodule hashes used in testing:\n 5d19f593987dbf5609ad929956bdae3055a5a82f AQM (v0.2.0-44-g5d19f59)\n 642e81395472d5887b54f601b60ee607ed39bf09 AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-6194-g642e81395)\n 9f53664ef2e607ad25d6b6c939f2eac9ec818ee6 CDEPS-interface/CDEPS (cdeps0.4.17-432-g9f53664)\n 90ed2522ba8dd04d75237a77aae6b49e7acca523 CICE-interface/CICE (CICE6.0.0-432-g90ed252)\n 6a5c51e9e6c643da0760a315e452755661d7d745 CICE-interface/CICE/icepack (Icepack1.1.0-220-g6a5c51e)\n 374373588e22cd86f1b8eb670d489c2967a6b40a CMEPS-interface/CMEPS (cmeps_v0.4.1-2324-g3743735)\n 9b7652c75b40d9cbb40e52b824f8c0a423922757 CMakeModules (v1.0.0-33-g9b7652c)\n 9ff3df9545dd582f415f682d3297e8c6c841e5cb GOCART (sdr_v2.1.2.6-291-g9ff3df9)\n bcf7777bb037ae2feb2a8a8ac51aacb3511b52d9 HYCOM-interface/HYCOM (2.3.00-122-gbcf7777)\n c4d2337d8607ec994b3cd61179eb974e0a237841 LM4-driver (baseline_change_240904-6-gc4d2337)\n c03c4f68816030f726785daf0db6150aa1e9cc6f LM4-driver/LM4 (land_lad2_2021.02)\n fe9e7bfdc8792ff875e332914871ac16dee09120 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10722-gfe9e7bfdc)\n 65ef5c73bc7f5663d5688f75c3855d431da4baea MOM6-interface/MOM6/pkg/CVMix-src (65ef5c7)\n 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6)\n a0363fd82ba2c4a44b3e80904f550868b321024c NOAHMP-interface/noahmp (v3.7.1-466-ga0363fd)\n+c06a30d07f46820cd0edf59ad1d6920567062a7c UFSATM (remotes/origin/NOAA-EMC-develop-34-gc06a30d)\n 11359cb04a420fc87e4cf0f035f4d1215ab24488 UFSATM/ccpp/framework (2025-01-06-dev-5-g11359cb)\n 4966c232d3bf9ad4de8bd5b401f0730f69cd90df UFSATM/ccpp/physics (ccpp_transition_to_vlab_master_20190705-5447-g4966c232)\n c62efd27caa26f660edf24232f33f154e608b77a UFSATM/ccpp/physics/physics/MP/TEMPO/TEMPO (c62efd2)\n 41c5fcd950fed09b8afe186dede266824eca7fd3 UFSATM/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (41c5fcd)\n 7e24e739182281717607b341a1c2ffdba473616f UFSATM/fv3/atmos_cubed_sphere (201912_public_release-424-g7e24e73)\n 38d2177aef842a5c6abe26ffe876804b95fd9e0a UFSATM/mpas/MPAS-Model (remotes/origin/develop-226-g38d2177a)\n 8f6caa9d04f1caf2ca8ce1b362aedcebf9b14c8c UFSATM/upp (upp_v10.2.0-297-g8f6caa9d)\n-179cae1dd84401cf25d250bd9102e66560a9d328 UFSATM/upp/sorc/libIFI.fd\n-3d35332fe66e3e63a285cc8d96facdf255a33481 UFSATM/upp/sorc/ncep_post.fd/post_gtg.fd\n 91c20381ffe0357001a6626b3af1d37354b77cc8 WW3 (6.07.1-471-g91c20381)\n 05cad173feeb598431e3ef5f17c2df6562c8d101 fire_behavior (v0.2.0-1-g05cad17)\n 97b24f8e40f1de0980388c8326c48b442e5a5e61 stochastic_physics (ufs-v2.0.0-282-g97b24f8)\n\n\nNOTES:\n[Times](Memory) are at the end of each compile/test in format [MM:SS](Size).\nThe first time is for the full script (prep+run+finalize).\nThe second time is specifically for the run phase.\nTimes/Memory will be empty for failed tests.\n\nBASELINE DIRECTORY: /work/noaa/epic/hercules/UFS-WM_RT/NEMSfv3gfs/develop-20251007\nCOMPARISON DIRECTORY: /work2/noaa/epic/gpetro/hercules/RTs/ufs-wm/stmp/gpetro/FV3_RT/rt_2297695\n\nRT.SH OPTIONS USED:\n* (-a) - HPC PROJECT ACCOUNT: epic\n* (-n) - RUN SINGLE TEST: control_gfs_mpas\n* (-e) - USE ECFLOW\n\nPASS -- COMPILE 'atm_mpas_dyn32_gnu' [05:11, 03:48]\nPASS -- TEST 'control_gfs_mpas_gnu' [02:24, 00:36](6404 MB)\n\nSYNOPSIS:\nStarting Date/Time: 20251008 11:07:36\nEnding Date/Time: 20251008 11:16:38\nTotal Time: 00h:09m:31s\nCompiles Completed: 1/1\nTests Completed: 1/1\n\nNOTES:\nA file 'test_changes.list' was generated but is empty.\nIf you are using this log as a pull request verification, please commit 'test_changes.list'.\n\nResult: SUCCESS\n\n====END OF HERCULES REGRESSION TESTING LOG====\n", + "====START OF HERCULES REGRESSION TESTING LOG====\n\nUFSWM hash used in testing:\n6f353205914ad7b4797b14bf42084d577aa683f4\n\nSubmodule hashes used in testing:\n 5d19f593987dbf5609ad929956bdae3055a5a82f AQM (v0.2.0-44-g5d19f59)\n 642e81395472d5887b54f601b60ee607ed39bf09 AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-6194-g642e81395)\n 9f53664ef2e607ad25d6b6c939f2eac9ec818ee6 CDEPS-interface/CDEPS (cdeps0.4.17-432-g9f53664)\n 90ed2522ba8dd04d75237a77aae6b49e7acca523 CICE-interface/CICE (CICE6.0.0-432-g90ed252)\n 6a5c51e9e6c643da0760a315e452755661d7d745 CICE-interface/CICE/icepack (Icepack1.1.0-220-g6a5c51e)\n 374373588e22cd86f1b8eb670d489c2967a6b40a CMEPS-interface/CMEPS (cmeps_v0.4.1-2324-g3743735)\n 9b7652c75b40d9cbb40e52b824f8c0a423922757 CMakeModules (v1.0.0-33-g9b7652c)\n 9ff3df9545dd582f415f682d3297e8c6c841e5cb GOCART (sdr_v2.1.2.6-291-g9ff3df9)\n bcf7777bb037ae2feb2a8a8ac51aacb3511b52d9 HYCOM-interface/HYCOM (2.3.00-122-gbcf7777)\n c4d2337d8607ec994b3cd61179eb974e0a237841 LM4-driver (baseline_change_240904-6-gc4d2337)\n c03c4f68816030f726785daf0db6150aa1e9cc6f LM4-driver/LM4 (land_lad2_2021.02)\n fe9e7bfdc8792ff875e332914871ac16dee09120 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10722-gfe9e7bfdc)\n 65ef5c73bc7f5663d5688f75c3855d431da4baea MOM6-interface/MOM6/pkg/CVMix-src (65ef5c7)\n 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6)\n a0363fd82ba2c4a44b3e80904f550868b321024c NOAHMP-interface/noahmp (v3.7.1-466-ga0363fd)\n 8e351d3ac681ff8867330e500786a7725c9e4a97 UFSATM (remotes/origin/feature/rad-fix_gjf)\n 11359cb04a420fc87e4cf0f035f4d1215ab24488 UFSATM/ccpp/framework (2025-01-06-dev-5-g11359cb)\n 31618fc64a2863bbd8242195779d008d10412dbd UFSATM/ccpp/physics (master-tag-before-replacing-with-ipd-setup-step-fast-6388-g31618fc6)\n c62efd27caa26f660edf24232f33f154e608b77a UFSATM/ccpp/physics/physics/MP/TEMPO/TEMPO (c62efd2)\n 74a0e098b2163425e4b5466c2dfcf8ae26d560a5 UFSATM/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (v1.6)\n 7e24e739182281717607b341a1c2ffdba473616f UFSATM/fv3/atmos_cubed_sphere (201912_public_release-424-g7e24e73)\n 38d2177aef842a5c6abe26ffe876804b95fd9e0a UFSATM/mpas/MPAS-Model (remotes/origin/develop-226-g38d2177a)\n 8f6caa9d04f1caf2ca8ce1b362aedcebf9b14c8c UFSATM/upp (upp_v10.2.0-297-g8f6caa9d)\n-179cae1dd84401cf25d250bd9102e66560a9d328 UFSATM/upp/sorc/libIFI.fd\n-3d35332fe66e3e63a285cc8d96facdf255a33481 UFSATM/upp/sorc/ncep_post.fd/post_gtg.fd\n 91c20381ffe0357001a6626b3af1d37354b77cc8 WW3 (6.07.1-471-g91c20381)\n 05cad173feeb598431e3ef5f17c2df6562c8d101 fire_behavior (v0.2.0-1-g05cad17)\n 97b24f8e40f1de0980388c8326c48b442e5a5e61 stochastic_physics (ufs-v2.0.0-282-g97b24f8)\n\n\nNOTES:\n[Times](Memory) are at the end of each compile/test in format [MM:SS](Size).\nThe first time is for the full script (prep+run+finalize).\nThe second time is specifically for the run phase.\nTimes/Memory will be empty for failed tests.\n\nBASELINE DIRECTORY: /work/noaa/epic/hercules/UFS-WM_RT/NEMSfv3gfs/develop-20251002\nCOMPARISON DIRECTORY: /work2/noaa/epic/gpetro/hercules/RTs/ufs-wm/stmp/gpetro/FV3_RT/rt_1933403\n\nRT.SH OPTIONS USED:\n* (-a) - HPC PROJECT ACCOUNT: epic\n* (-e) - USE ECFLOW\n\nPASS -- COMPILE 's2swa_32bit_intel' [18:11, 16:12] ( 1044 remarks )\nPASS -- TEST 'cpld_control_p8_mixedmode_intel' [11:09, 09:04](2164 MB)\nPASS -- TEST 'cpld_control_gefs_intel' [29:16, 15:59](3132 MB)\nPASS -- TEST 'cpld_restart_gefs_intel' [21:17, 05:33](2828 MB)\nPASS -- TEST 'cpld_dcp_gefs_intel' [29:14, 15:54](3154 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_intel' [44:12, 42:23] ( 1042 remarks )\nPASS -- TEST 'cpld_control_gfsv17_intel' [20:24, 17:50](2028 MB)\nPASS -- TEST 'cpld_control_gfsv17_iau_intel' [22:34, 19:45](2341 MB)\nPASS -- TEST 'cpld_restart_gfsv17_intel' [10:30, 07:42](1364 MB)\nPASS -- TEST 'cpld_restart_gfsv17_iau_intel' [11:42, 08:19](2206 MB)\nPASS -- TEST 'cpld_mpi_gfsv17_intel' [21:14, 18:34](1932 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_sfs_intel' [44:12, 42:26] ( 1042 remarks )\nPASS -- TEST 'cpld_control_sfs_intel' [19:40, 17:37](2000 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [06:11, 04:41] ( 1554 warnings 2933 remarks )\nPASS -- TEST 'cpld_debug_gfsv17_intel' [21:21, 18:25](1993 MB)\n\nPASS -- COMPILE 's2swa_intel' [18:11, 16:11] ( 1044 remarks )\nPASS -- TEST 'cpld_control_p8_intel' [13:13, 10:10](2262 MB)\nPASS -- TEST 'cpld_control_p8.v2.sfc_intel' [12:11, 09:18](2269 MB)\nPASS -- TEST 'cpld_restart_p8_intel' [07:09, 04:49](1960 MB)\nPASS -- TEST 'cpld_control_qr_p8_intel' [13:05, 10:21](2279 MB)\nPASS -- TEST 'cpld_restart_qr_p8_intel' [07:17, 04:39](1841 MB)\nPASS -- TEST 'cpld_2threads_p8_intel' [11:52, 10:06](2392 MB)\nPASS -- TEST 'cpld_decomp_p8_intel' [17:07, 14:09](2251 MB)\nPASS -- TEST 'cpld_mpi_p8_intel' [11:08, 08:52](2127 MB)\nPASS -- TEST 'cpld_control_ciceC_p8_intel' [20:17, 17:34](2267 MB)\nPASS -- TEST 'cpld_control_c192_p8_intel' [18:54, 15:52](2943 MB)\nPASS -- TEST 'cpld_restart_c192_p8_intel' [10:34, 06:59](2965 MB)\n\nPASS -- COMPILE 's2swal_intel' [14:11, 12:10] ( 1065 remarks )\nPASS -- TEST 'cpld_control_p8_lnd_intel' [11:11, 08:31](2223 MB)\nPASS -- TEST 'cpld_restart_p8_lnd_intel' [07:17, 04:30](1928 MB)\nPASS -- TEST 'cpld_s2sa_p8_intel' [08:59, 06:49](2243 MB)\n\nPASS -- COMPILE 's2sw_intel' [12:11, 10:56] ( 1012 remarks )\nPASS -- TEST 'cpld_control_noaero_p8_intel' [09:57, 07:57](2042 MB)\nPASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [08:00, 06:03](2165 MB)\n\nPASS -- COMPILE 's2swa_debug_intel' [06:10, 04:41] ( 1444 warnings 2183 remarks )\nPASS -- TEST 'cpld_debug_p8_intel' [15:04, 12:40](2286 MB)\n\nPASS -- COMPILE 's2sw_debug_intel' [06:10, 04:37] ( 1444 warnings 2165 remarks )\nPASS -- TEST 'cpld_debug_noaero_p8_intel' [07:53, 06:06](2071 MB)\n\nPASS -- COMPILE 's2s_aoflux_intel' [10:11, 09:00] ( 948 remarks )\nPASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [05:56, 04:06](2134 MB)\n\nPASS -- COMPILE 's2swa_faster_intel' [18:11, 16:39] ( 1030 remarks )\nPASS -- TEST 'cpld_control_p8_faster_intel' [11:08, 08:50](2259 MB)\n\nPASS -- COMPILE 's2sw_pdlib_intel' [18:11, 16:31] ( 1035 remarks )\nPASS -- TEST 'cpld_control_pdlib_p8_intel' [18:02, 15:41](2094 MB)\nPASS -- TEST 'cpld_restart_pdlib_p8_intel' [09:23, 06:50](1420 MB)\nPASS -- TEST 'cpld_mpi_pdlib_p8_intel' [19:11, 16:15](1999 MB)\nPASS -- TEST 'cpld_control_c48_5deg_intel' [09:38, 07:27](3059 MB)\nPASS -- TEST 'cpld_warmstart_c48_5deg_intel' [03:38, 02:02](3044 MB)\nPASS -- TEST 'cpld_restart_c48_5deg_intel' [03:38, 01:09](2475 MB)\nPASS -- TEST 'cpld_control_c24_5deg_intel' [02:27, 01:02](2247 MB)\nPASS -- TEST 'cpld_warmstart_c24_5deg_intel' [02:24, 00:35](2230 MB)\nPASS -- TEST 'cpld_restart_c24_5deg_intel' [02:25, 00:25](1558 MB)\nPASS -- TEST 'cpld_control_c24_9deg_intel' [02:26, 01:01](2242 MB)\nPASS -- TEST 'cpld_warmstart_c24_9deg_intel' [02:26, 00:35](2241 MB)\nPASS -- TEST 'cpld_restart_c24_9deg_intel' [02:25, 00:25](1556 MB)\nPASS -- TEST 'cpld_control_c12_9deg_intel' [02:24, 00:32](2168 MB)\nPASS -- TEST 'cpld_warmstart_c12_9deg_intel' [02:27, 00:32](2168 MB)\nPASS -- TEST 'cpld_restart_c12_9deg_intel' [02:26, 00:21](1507 MB)\n\nPASS -- COMPILE 's2sw_pdlib_debug_intel' [05:10, 04:00] ( 1554 warnings 2915 remarks )\nPASS -- TEST 'cpld_debug_pdlib_p8_intel' [26:07, 23:17](2061 MB)\n\nPASS -- COMPILE 'atm_dyn32_intel' [10:11, 08:55] ( 501 remarks )\nPASS -- TEST 'control_flake_intel' [04:25, 03:02](723 MB)\nPASS -- TEST 'control_CubedSphereGrid_intel' [04:27, 02:12](1612 MB)\nPASS -- TEST 'control_CubedSphereGrid_parallel_intel' [04:36, 02:23](1627 MB)\nPASS -- TEST 'control_latlon_intel' [04:24, 02:17](1624 MB)\nPASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [04:27, 02:16](1615 MB)\nPASS -- TEST 'control_c48_intel' [08:30, 06:36](1711 MB)\nPASS -- TEST 'control_c48.v2.sfc_intel' [07:29, 06:00](840 MB)\nPASS -- TEST 'control_c48_lnd_iau_intel' [08:29, 06:50](1718 MB)\nPASS -- TEST 'control_c192_intel' [08:37, 06:39](1817 MB)\nPASS -- TEST 'control_c384_intel' [10:21, 07:30](2031 MB)\nPASS -- TEST 'control_c384gdas_intel' [11:25, 07:49](1530 MB)\nPASS -- TEST 'control_stochy_intel' [03:22, 01:33](685 MB)\nPASS -- TEST 'control_stochy_restart_intel' [02:33, 00:53](554 MB)\nPASS -- TEST 'control_lndp_intel' [03:21, 01:29](681 MB)\nPASS -- TEST 'control_iovr4_intel' [04:21, 02:13](677 MB)\nPASS -- TEST 'control_iovr4_gfdlmpv3_intel' [04:29, 02:40](977 MB)\nPASS -- TEST 'control_iovr5_intel' [04:21, 02:12](675 MB)\nPASS -- TEST 'control_p8_intel' [05:07, 02:40](1910 MB)\nPASS -- TEST 'control_p8.v2.sfc_intel' [04:56, 03:09](1916 MB)\nPASS -- TEST 'control_p8_ugwpv1_intel' [04:48, 02:33](1907 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_intel' [04:48, 02:31](1932 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_intel' [04:52, 02:40](1941 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_hail_intel' [03:44, 01:43](2428 MB)\nPASS -- TEST 'control_restart_p8_intel' [03:57, 01:33](1216 MB)\nPASS -- TEST 'control_noqr_p8_intel' [04:39, 02:35](1898 MB)\nPASS -- TEST 'control_restart_noqr_p8_intel' [03:52, 01:31](1221 MB)\nPASS -- TEST 'control_decomp_p8_intel' [04:36, 02:39](1906 MB)\nPASS -- TEST 'control_2threads_p8_intel' [04:35, 03:06](1991 MB)\nPASS -- TEST 'control_p8_lndp_intel' [06:28, 04:33](1907 MB)\nPASS -- TEST 'control_p8_rrtmgp_intel' [05:46, 03:45](1978 MB)\nPASS -- TEST 'control_p8_mynn_intel' [04:50, 02:46](1925 MB)\nPASS -- TEST 'merra2_thompson_intel' [05:52, 03:12](1917 MB)\nPASS -- TEST 'merra2_hf_thompson_intel' [06:49, 04:33](1936 MB)\nPASS -- TEST 'regional_control_intel' [06:28, 04:41](1197 MB)\nPASS -- TEST 'regional_restart_intel' [04:24, 02:32](1210 MB)\nPASS -- TEST 'regional_decomp_intel' [06:24, 04:49](1188 MB)\nPASS -- TEST 'regional_2threads_intel' [06:22, 04:42](1097 MB)\nPASS -- TEST 'regional_noquilt_intel' [06:31, 04:35](1502 MB)\nPASS -- TEST 'regional_netcdf_parallel_intel' [06:28, 04:36](1198 MB)\nPASS -- TEST 'regional_2dwrtdecomp_intel' [06:25, 04:39](1197 MB)\nPASS -- TEST 'regional_wofs_intel' [07:24, 05:47](2107 MB)\n\nPASS -- COMPILE 'rrfs_intel' [10:11, 08:09] ( 3 warnings 448 remarks )\nPASS -- TEST 'rap_control_intel' [05:40, 03:44](1097 MB)\nPASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [05:52, 03:23](1437 MB)\nPASS -- TEST 'rap_decomp_intel' [05:35, 03:48](1060 MB)\nPASS -- TEST 'rap_2threads_intel' [06:46, 04:23](1162 MB)\nPASS -- TEST 'rap_restart_intel' [05:51, 03:40](1099 MB)\nPASS -- TEST 'rap_sfcdiff_intel' [05:38, 03:41](1095 MB)\nPASS -- TEST 'rap_sfcdiff_decomp_intel' [05:34, 03:54](1062 MB)\nPASS -- TEST 'rap_sfcdiff_restart_intel' [03:57, 02:01](1072 MB)\nPASS -- TEST 'hrrr_control_intel' [05:49, 03:31](1075 MB)\nPASS -- TEST 'hrrr_control_decomp_intel' [05:32, 03:37](1055 MB)\nPASS -- TEST 'hrrr_control_2threads_intel' [05:30, 04:06](1137 MB)\nPASS -- TEST 'hrrr_control_restart_intel' [03:18, 01:55](1064 MB)\nPASS -- TEST 'rrfs_v1beta_intel' [15:04, 12:43](1199 MB)\nPASS -- TEST 'rrfs_v1nssl_intel' [10:19, 08:12](2019 MB)\nPASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [12:19, 10:41](2173 MB)\n\nPASS -- COMPILE 'csawmg_intel' [09:11, 07:42] ( 417 remarks )\nPASS -- TEST 'control_csawmg_intel' [07:25, 05:36](1078 MB)\nPASS -- TEST 'control_ras_intel' [04:19, 02:56](844 MB)\n\nPASS -- COMPILE 'wam_intel' [09:11, 07:44] ( 395 remarks )\nPASS -- TEST 'control_wam_intel' [12:39, 10:16](1680 MB)\n\nPASS -- COMPILE 'atm_faster_dyn32_intel' [09:11, 07:45] ( 411 remarks )\nPASS -- TEST 'control_p8_faster_intel' [05:52, 03:11](1913 MB)\nPASS -- TEST 'regional_control_faster_intel' [06:28, 04:18](1189 MB)\n\nPASS -- COMPILE 'atm_debug_dyn32_intel' [05:11, 03:32] ( 902 warnings 589 remarks )\nPASS -- TEST 'control_CubedSphereGrid_debug_intel' [03:24, 02:02](1644 MB)\nPASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [03:20, 01:59](1647 MB)\nPASS -- TEST 'control_stochy_debug_intel' [04:16, 02:32](854 MB)\nPASS -- TEST 'control_lndp_debug_intel' [04:20, 02:19](862 MB)\nPASS -- TEST 'control_csawmg_debug_intel' [06:30, 05:07](1159 MB)\nPASS -- TEST 'control_ras_debug_intel' [04:18, 02:23](862 MB)\nPASS -- TEST 'control_diag_debug_intel' [04:26, 02:21](1713 MB)\nPASS -- TEST 'control_debug_p8_intel' [06:34, 04:27](1940 MB)\nPASS -- TEST 'regional_debug_intel' [17:30, 15:13](1162 MB)\nPASS -- TEST 'rap_control_debug_intel' [06:24, 04:16](1237 MB)\nPASS -- TEST 'hrrr_control_debug_intel' [05:19, 04:02](1236 MB)\nPASS -- TEST 'hrrr_gf_debug_intel' [06:17, 04:21](1234 MB)\nPASS -- TEST 'hrrr_c3_debug_intel' [06:17, 04:11](1240 MB)\nPASS -- TEST 'rap_unified_drag_suite_debug_intel' [06:17, 04:16](1238 MB)\nPASS -- TEST 'rap_diag_debug_intel' [06:25, 04:47](1321 MB)\nPASS -- TEST 'rap_cires_ugwp_debug_intel' [06:20, 04:27](1236 MB)\nPASS -- TEST 'rap_unified_ugwp_debug_intel' [10:29, 08:37](1241 MB)\nPASS -- TEST 'rap_lndp_debug_intel' [06:20, 04:25](1240 MB)\nPASS -- TEST 'rap_progcld_thompson_debug_intel' [06:18, 04:17](1236 MB)\nPASS -- TEST 'rap_noah_debug_intel' [06:18, 04:13](1232 MB)\nPASS -- TEST 'rap_sfcdiff_debug_intel' [05:22, 04:09](1251 MB)\nPASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [08:18, 06:55](1238 MB)\nPASS -- TEST 'rap_clm_lake_debug_intel' [09:22, 07:12](1240 MB)\nPASS -- TEST 'rap_flake_debug_intel' [06:19, 04:25](1229 MB)\n\nPASS -- COMPILE 'wam_debug_intel' [04:11, 02:24] ( 859 warnings 395 remarks )\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_intel' [09:11, 07:54] ( 3 warnings 415 remarks )\nPASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [05:49, 03:18](1304 MB)\nPASS -- TEST 'rap_control_dyn32_phy32_intel' [04:49, 03:00](1032 MB)\nPASS -- TEST 'hrrr_control_dyn32_phy32_intel' [04:55, 02:56](1035 MB)\nPASS -- TEST 'rap_2threads_dyn32_phy32_intel' [05:43, 03:45](1065 MB)\nPASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [05:56, 03:35](1062 MB)\nPASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [04:54, 03:06](977 MB)\nPASS -- TEST 'rap_restart_dyn32_phy32_intel' [03:49, 01:39](984 MB)\nPASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [03:20, 01:39](955 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [09:11, 07:54] ( 3 warnings 392 remarks )\nPASS -- TEST 'conus13km_control_intel' [04:54, 02:36](1514 MB)\nPASS -- TEST 'conus13km_2threads_intel' [03:42, 01:14](1325 MB)\nPASS -- TEST 'conus13km_decomp_intel' [04:44, 02:48](1541 MB)\nPASS -- TEST 'conus13km_restart_intel' [03:39, 01:36](1272 MB)\n\nPASS -- COMPILE 'rrfs_dyn64_phy32_intel' [09:11, 07:50] ( 3 warnings 415 remarks )\nPASS -- TEST 'rap_control_dyn64_phy32_intel' [07:36, 05:14](1123 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [04:11, 02:30] ( 793 warnings 421 remarks )\nPASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [06:21, 04:41](1113 MB)\nPASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [05:22, 03:57](1117 MB)\nPASS -- TEST 'conus13km_debug_intel' [20:45, 18:56](1564 MB)\nFAILED: TEST TIMED OUT -- TEST 'conus13km_debug_qr_intel' [, ]( MB)\nPASS -- TEST 'conus13km_debug_2threads_intel' [22:28, 20:17](1369 MB)\nPASS -- TEST 'conus13km_debug_decomp_intel' [21:33, 19:46](1587 MB)\nPASS -- TEST 'conus13km_radar_tten_debug_intel' [20:28, 19:02](1631 MB)\n\nPASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [04:10, 02:24] ( 793 warnings 415 remarks )\nPASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [06:20, 04:15](1215 MB)\n\nPASS -- COMPILE 'hafsw_intel' [11:11, 10:03] ( 695 remarks )\nPASS -- TEST 'hafs_regional_atm_intel' [06:41, 04:17](1024 MB)\nPASS -- TEST 'hafs_regional_atm_gfdlmpv3_intel' [08:11, 05:47](1233 MB)\nPASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [05:24, 03:50](1290 MB)\nPASS -- TEST 'hafs_regional_atm_ocn_intel' [08:56, 06:21](1095 MB)\nPASS -- TEST 'hafs_regional_atm_wav_intel' [16:51, 14:47](1127 MB)\nPASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [18:57, 16:52](1156 MB)\nPASS -- TEST 'hafs_regional_1nest_atm_intel' [08:43, 06:12](599 MB)\nPASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [09:51, 07:23](608 MB)\nPASS -- TEST 'hafs_global_1nest_atm_intel' [04:40, 03:01](436 MB)\nPASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [10:29, 07:57](501 MB)\nPASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [05:49, 03:39](615 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [06:44, 05:06](607 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [05:39, 03:57](659 MB)\nPASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [03:22, 01:11](457 MB)\n\nPASS -- COMPILE 'hafsw_debug_intel' [04:11, 02:43] ( 1499 warnings 2057 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [12:40, 10:42](635 MB)\n\nPASS -- COMPILE 'hafsw_faster_intel' [12:10, 10:58] ( 660 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [19:43, 17:31](728 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [19:50, 17:36](834 MB)\n\nPASS -- COMPILE 'hafs_mom6w_intel' [12:11, 11:00] ( 928 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [14:39, 11:43](832 MB)\n\nPASS -- COMPILE 'hafs_all_intel' [12:11, 10:53] ( 637 remarks )\nPASS -- TEST 'hafs_regional_docn_intel' [07:44, 05:10](1077 MB)\nPASS -- TEST 'hafs_regional_docn_oisst_intel' [08:42, 06:50](1074 MB)\nPASS -- TEST 'hafs_regional_datm_cdeps_intel' [18:45, 16:33](1340 MB)\n\nPASS -- COMPILE 'datm_cdeps_intel' [09:11, 07:15] ( 561 remarks )\nPASS -- TEST 'datm_cdeps_control_cfsr_intel' [04:16, 02:26](1870 MB)\nPASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:18, 01:36](1810 MB)\nPASS -- TEST 'datm_cdeps_control_gefs_intel' [04:15, 02:17](1128 MB)\nPASS -- TEST 'datm_cdeps_iau_gefs_intel' [04:15, 02:16](1117 MB)\nPASS -- TEST 'datm_cdeps_stochy_gefs_intel' [04:15, 02:17](1122 MB)\nPASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [04:15, 02:26](1867 MB)\nPASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [04:15, 02:26](1872 MB)\nPASS -- TEST 'datm_cdeps_bulk_gefs_intel' [04:15, 02:13](1110 MB)\nPASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [07:57, 05:56](1722 MB)\nPASS -- TEST 'datm_cdeps_mx025_gefs_intel' [07:53, 05:50](1200 MB)\nPASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [04:14, 02:27](1873 MB)\nPASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [05:16, 03:53](4828 MB)\nPASS -- TEST 'datm_cdeps_gfs_intel' [05:22, 03:55](4837 MB)\n\nPASS -- COMPILE 'datm_cdeps_debug_intel' [04:10, 02:33] ( 4 warnings 561 remarks )\nPASS -- TEST 'datm_cdeps_debug_cfsr_intel' [07:16, 05:30](1776 MB)\n\nPASS -- COMPILE 'datm_cdeps_faster_intel' [06:10, 04:55] ( 561 remarks )\nPASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [04:16, 02:25](1867 MB)\n\nPASS -- COMPILE 'datm_cdeps_land_intel' [02:10, 00:42] ( 126 remarks )\nPASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [02:27, 00:57](334 MB)\nPASS -- TEST 'datm_cdeps_lnd_era5_intel' [02:25, 00:36](554 MB)\nPASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [02:25, 00:26](558 MB)\n\nPASS -- COMPILE 'atm_ds2s_docn_pcice_intel' [10:11, 08:27] ( 611 remarks )\nPASS -- TEST 'atm_ds2s_docn_pcice_intel' [06:53, 04:35](2044 MB)\n\nPASS -- COMPILE 'atm_ds2s_docn_dice_intel' [10:11, 08:10] ( 499 remarks )\nPASS -- TEST 'atm_ds2s_docn_dice_intel' [07:58, 05:28](2058 MB)\n\nPASS -- COMPILE 'atml_intel' [10:11, 08:43] ( 8 warnings 552 remarks )\nPASS -- TEST 'control_p8_atmlnd_intel' [06:58, 04:40](1889 MB)\nPASS -- TEST 'control_restart_p8_atmlnd_intel' [04:36, 02:11](1206 MB)\n\nPASS -- COMPILE 'atml_debug_intel' [05:10, 03:14] ( 907 warnings 552 remarks )\nPASS -- TEST 'control_p8_atmlnd_debug_intel' [08:01, 05:24](1906 MB)\n\nPASS -- COMPILE 'atmw_intel' [11:10, 10:04] ( 520 remarks )\nPASS -- TEST 'atmwav_control_noaero_p8_intel' [03:53, 02:08](1944 MB)\n\nPASS -- COMPILE 'atmaero_intel' [10:11, 08:16] ( 413 remarks )\nPASS -- TEST 'atmaero_control_p8_intel' [05:52, 04:01](2024 MB)\nPASS -- TEST 'atmaero_control_p8_rad_intel' [06:40, 04:18](1792 MB)\nPASS -- TEST 'atmaero_control_p8_rad_micro_intel' [06:41, 04:22](1808 MB)\n\nPASS -- COMPILE 'atmaq_intel' [09:11, 07:58] ( 8 warnings 610 remarks )\nPASS -- TEST 'regional_atmaq_intel' [16:26, 13:59](2943 MB)\nPASS -- TEST 'regional_atmaq_canopy_intel' [19:19, 16:34](2945 MB)\n\nPASS -- COMPILE 'atmaq_debug_intel' [04:10, 02:20] ( 884 warnings 610 remarks )\nPASS -- TEST 'regional_atmaq_debug_intel' [34:06, 31:50](2959 MB)\n\nPASS -- COMPILE 'atm_fbh_intel' [09:11, 07:48] ( 3 warnings 422 remarks )\nPASS -- TEST 'cpld_regional_atm_fbh_intel' [11:23, 09:57](1083 MB)\n\nPASS -- COMPILE 'atm_gnu' [05:11, 03:51]\nPASS -- TEST 'control_c48_gnu' [09:33, 07:50](1583 MB)\nPASS -- TEST 'control_stochy_gnu' [04:20, 02:14](589 MB)\nPASS -- TEST 'control_ras_gnu' [05:18, 03:43](595 MB)\nPASS -- TEST 'control_p8_gnu' [05:53, 03:56](1548 MB)\nPASS -- TEST 'control_p8_ugwpv1_gnu' [05:36, 03:48](1556 MB)\nPASS -- TEST 'control_flake_gnu' [06:18, 04:25](640 MB)\n\nPASS -- COMPILE 'rrfs_gnu' [05:11, 03:39]\nPASS -- TEST 'rap_control_gnu' [05:47, 04:09](942 MB)\nPASS -- TEST 'rap_decomp_gnu' [06:32, 04:14](942 MB)\nPASS -- TEST 'rap_2threads_gnu' [05:32, 03:36](1002 MB)\nPASS -- TEST 'rap_restart_gnu' [04:50, 02:12](672 MB)\nPASS -- TEST 'rap_sfcdiff_gnu' [06:42, 04:12](943 MB)\nPASS -- TEST 'rap_sfcdiff_decomp_gnu' [06:37, 04:15](939 MB)\nPASS -- TEST 'rap_sfcdiff_restart_gnu' [04:51, 02:11](681 MB)\nPASS -- TEST 'hrrr_control_gnu' [05:38, 04:05](939 MB)\nPASS -- TEST 'hrrr_control_noqr_gnu' [05:34, 04:01](925 MB)\nPASS -- TEST 'hrrr_control_2threads_gnu' [05:30, 03:32](1003 MB)\nPASS -- TEST 'hrrr_control_decomp_gnu' [05:41, 04:08](939 MB)\nPASS -- TEST 'hrrr_control_restart_gnu' [03:19, 02:06](670 MB)\nPASS -- TEST 'hrrr_control_restart_noqr_gnu' [03:19, 02:06](757 MB)\nPASS -- TEST 'rrfs_v1beta_gnu' [09:55, 07:44](936 MB)\n\nPASS -- COMPILE 'csawmg_gnu' [05:11, 03:23]\nPASS -- TEST 'control_csawmg_gnu' [08:24, 06:37](855 MB)\n\nPASS -- COMPILE 'atm_dyn32_debug_gnu' [07:11, 05:44]\nPASS -- TEST 'control_diag_debug_gnu' [03:24, 01:14](1373 MB)\nPASS -- TEST 'regional_debug_gnu' [08:25, 07:08](877 MB)\nPASS -- TEST 'rap_control_debug_gnu' [03:18, 02:00](949 MB)\nPASS -- TEST 'hrrr_control_debug_gnu' [03:17, 01:54](949 MB)\nPASS -- TEST 'hrrr_gf_debug_gnu' [03:17, 02:02](951 MB)\nPASS -- TEST 'hrrr_c3_debug_gnu' [03:17, 01:56](950 MB)\nPASS -- TEST 'rap_diag_debug_gnu' [04:24, 02:10](1038 MB)\nPASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [05:17, 03:14](946 MB)\nPASS -- TEST 'rap_progcld_thompson_debug_gnu' [03:17, 01:59](953 MB)\nPASS -- TEST 'control_ras_debug_gnu' [03:17, 01:12](581 MB)\nPASS -- TEST 'control_stochy_debug_gnu' [03:17, 01:17](582 MB)\nPASS -- TEST 'control_debug_p8_gnu' [03:31, 01:15](1546 MB)\nPASS -- TEST 'rap_flake_debug_gnu' [03:17, 02:00](954 MB)\nPASS -- TEST 'rap_clm_lake_debug_gnu' [03:18, 02:01](951 MB)\nPASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [05:48, 03:19](954 MB)\n\nPASS -- COMPILE 'wam_debug_gnu' [03:10, 01:46]\nPASS -- TEST 'control_wam_debug_gnu' [07:33, 05:26](1387 MB)\n\nPASS -- COMPILE 'atm_debug_dyn32_gnu' [04:10, 02:53]\nPASS -- TEST 'control_csawmg_debug_gnu' [03:30, 01:54](832 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [05:11, 03:35]\nPASS -- TEST 'rap_control_dyn32_phy32_gnu' [06:44, 04:56](792 MB)\nPASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [06:47, 04:23](792 MB)\nPASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [07:43, 05:39](842 MB)\nPASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [05:53, 03:42](838 MB)\nPASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [06:41, 04:23](791 MB)\nPASS -- TEST 'rap_restart_dyn32_phy32_gnu' [04:34, 02:37](642 MB)\nPASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [04:20, 03:06](647 MB)\nPASS -- TEST 'conus13km_control_gnu' [05:51, 04:09](1032 MB)\nPASS -- TEST 'conus13km_2threads_gnu' [03:36, 01:54](1019 MB)\nPASS -- TEST 'conus13km_decomp_gnu' [05:39, 04:09](1040 MB)\nPASS -- TEST 'conus13km_restart_gnu' [04:40, 02:10](763 MB)\n\nPASS -- COMPILE 'atm_dyn64_phy32_gnu' [11:14, 09:18]\nPASS -- TEST 'rap_control_dyn64_phy32_gnu' [06:30, 04:22](821 MB)\n\nPASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [07:11, 05:46]\nPASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [03:18, 02:02](798 MB)\nPASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [03:19, 01:52](798 MB)\nPASS -- TEST 'conus13km_debug_gnu' [10:30, 08:39](1051 MB)\nPASS -- TEST 'conus13km_debug_qr_gnu' [10:31, 08:31](776 MB)\nPASS -- TEST 'conus13km_debug_2threads_gnu' [10:28, 08:46](1036 MB)\nPASS -- TEST 'conus13km_debug_decomp_gnu' [10:30, 08:46](1057 MB)\nPASS -- TEST 'conus13km_radar_tten_debug_gnu' [10:31, 08:31](1122 MB)\n\nPASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [07:11, 05:45]\nPASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [03:20, 01:59](826 MB)\n\nPASS -- COMPILE 's2swa_gnu' [17:11, 15:35]\nPASS -- TEST 'cpld_control_p8_gnu' [12:21, 10:06](1723 MB)\n\nPASS -- COMPILE 's2s_gnu' [18:11, 16:26]\nPASS -- TEST 'cpld_control_nowave_noaero_p8_gnu' [10:59, 08:10](1642 MB)\n\nPASS -- COMPILE 's2swa_debug_gnu' [04:14, 02:23]\nPASS -- TEST 'cpld_debug_p8_gnu' [08:54, 06:26](1742 MB)\n\nPASS -- COMPILE 's2sw_pdlib_gnu' [18:12, 16:46]\nPASS -- TEST 'cpld_control_pdlib_p8_gnu' [15:50, 13:58](1602 MB)\n\nPASS -- COMPILE 's2sw_pdlib_debug_gnu' [03:10, 02:03]\nPASS -- TEST 'cpld_debug_pdlib_p8_gnu' [11:59, 09:29](1617 MB)\n\nPASS -- COMPILE 'datm_cdeps_gnu' [17:11, 15:41]\nPASS -- TEST 'datm_cdeps_control_cfsr_gnu' [04:15, 02:43](1603 MB)\n\nPASS -- COMPILE 'atm_mpas_dyn32_gnu' [04:10, 03:01]\nPASS -- TEST 'control_gfs_mpas_gnu' [02:19, 00:36](6400 MB)\n\nSYNOPSIS:\nStarting Date/Time: 20251003 14:52:13\nEnding Date/Time: 20251003 16:45:59\nTotal Time: 01h:54m:50s\nCompiles Completed: 60/60\nTests Completed: 269/270\nFailed Tests:\n* TEST conus13km_debug_qr_intel: FAILED: TEST TIMED OUT\n-- LOG: /work2/noaa/epic/gpetro/hercules/RTs/ufs-wm/stmp/gpetro/FV3_RT/rt_1933403/conus13km_debug_qr_intel/err\n\nNOTES:\nA file 'test_changes.list' was generated with list of all failed tests.\nYou can use './rt.sh -c -b test_changes.list' to create baselines for the failed tests.\nIf you are using this log as a pull request verification, please commit 'test_changes.list'.\n\nResult: FAILURE\n\n====END OF HERCULES REGRESSION TESTING LOG====\n====START OF HERCULES REGRESSION TESTING LOG====\n\nUFSWM hash used in testing:\n6f353205914ad7b4797b14bf42084d577aa683f4\n\nSubmodule hashes used in testing:\n 5d19f593987dbf5609ad929956bdae3055a5a82f AQM (v0.2.0-44-g5d19f59)\n 642e81395472d5887b54f601b60ee607ed39bf09 AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-6194-g642e81395)\n 9f53664ef2e607ad25d6b6c939f2eac9ec818ee6 CDEPS-interface/CDEPS (cdeps0.4.17-432-g9f53664)\n 90ed2522ba8dd04d75237a77aae6b49e7acca523 CICE-interface/CICE (CICE6.0.0-432-g90ed252)\n 6a5c51e9e6c643da0760a315e452755661d7d745 CICE-interface/CICE/icepack (Icepack1.1.0-220-g6a5c51e)\n 374373588e22cd86f1b8eb670d489c2967a6b40a CMEPS-interface/CMEPS (cmeps_v0.4.1-2324-g3743735)\n 9b7652c75b40d9cbb40e52b824f8c0a423922757 CMakeModules (v1.0.0-33-g9b7652c)\n 9ff3df9545dd582f415f682d3297e8c6c841e5cb GOCART (sdr_v2.1.2.6-291-g9ff3df9)\n bcf7777bb037ae2feb2a8a8ac51aacb3511b52d9 HYCOM-interface/HYCOM (2.3.00-122-gbcf7777)\n c4d2337d8607ec994b3cd61179eb974e0a237841 LM4-driver (baseline_change_240904-6-gc4d2337)\n c03c4f68816030f726785daf0db6150aa1e9cc6f LM4-driver/LM4 (land_lad2_2021.02)\n fe9e7bfdc8792ff875e332914871ac16dee09120 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10722-gfe9e7bfdc)\n 65ef5c73bc7f5663d5688f75c3855d431da4baea MOM6-interface/MOM6/pkg/CVMix-src (65ef5c7)\n 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6)\n a0363fd82ba2c4a44b3e80904f550868b321024c NOAHMP-interface/noahmp (v3.7.1-466-ga0363fd)\n 8e351d3ac681ff8867330e500786a7725c9e4a97 UFSATM (remotes/origin/feature/rad-fix_gjf)\n 11359cb04a420fc87e4cf0f035f4d1215ab24488 UFSATM/ccpp/framework (2025-01-06-dev-5-g11359cb)\n 31618fc64a2863bbd8242195779d008d10412dbd UFSATM/ccpp/physics (master-tag-before-replacing-with-ipd-setup-step-fast-6388-g31618fc6)\n c62efd27caa26f660edf24232f33f154e608b77a UFSATM/ccpp/physics/physics/MP/TEMPO/TEMPO (c62efd2)\n 74a0e098b2163425e4b5466c2dfcf8ae26d560a5 UFSATM/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (v1.6)\n 7e24e739182281717607b341a1c2ffdba473616f UFSATM/fv3/atmos_cubed_sphere (201912_public_release-424-g7e24e73)\n 38d2177aef842a5c6abe26ffe876804b95fd9e0a UFSATM/mpas/MPAS-Model (remotes/origin/develop-226-g38d2177a)\n 8f6caa9d04f1caf2ca8ce1b362aedcebf9b14c8c UFSATM/upp (upp_v10.2.0-297-g8f6caa9d)\n-179cae1dd84401cf25d250bd9102e66560a9d328 UFSATM/upp/sorc/libIFI.fd\n-3d35332fe66e3e63a285cc8d96facdf255a33481 UFSATM/upp/sorc/ncep_post.fd/post_gtg.fd\n 91c20381ffe0357001a6626b3af1d37354b77cc8 WW3 (6.07.1-471-g91c20381)\n 05cad173feeb598431e3ef5f17c2df6562c8d101 fire_behavior (v0.2.0-1-g05cad17)\n 97b24f8e40f1de0980388c8326c48b442e5a5e61 stochastic_physics (ufs-v2.0.0-282-g97b24f8)\n\n\nNOTES:\n[Times](Memory) are at the end of each compile/test in format [MM:SS](Size).\nThe first time is for the full script (prep+run+finalize).\nThe second time is specifically for the run phase.\nTimes/Memory will be empty for failed tests.\n\nBASELINE DIRECTORY: /work/noaa/epic/hercules/UFS-WM_RT/NEMSfv3gfs/develop-20251002\nCOMPARISON DIRECTORY: /work2/noaa/epic/gpetro/hercules/RTs/ufs-wm/stmp/gpetro/FV3_RT/rt_2813351\n\nRT.SH OPTIONS USED:\n* (-a) - HPC PROJECT ACCOUNT: epic\n* (-l) - USE CONFIG FILE: rerun.conf\n* (-e) - USE ECFLOW\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [06:11, 04:36] ( 793 warnings 421 remarks )\nPASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [06:21, 04:12](1124 MB)\nPASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [05:21, 04:00](1114 MB)\nPASS -- TEST 'conus13km_debug_intel' [21:38, 19:18](1564 MB)\nPASS -- TEST 'conus13km_debug_qr_intel' [21:39, 19:19](1161 MB)\n\nSYNOPSIS:\nStarting Date/Time: 20251003 17:21:12\nEnding Date/Time: 20251003 17:50:29\nTotal Time: 00h:29m:37s\nCompiles Completed: 1/1\nTests Completed: 4/4\n\nNOTES:\nA file 'test_changes.list' was generated but is empty.\nIf you are using this log as a pull request verification, please commit 'test_changes.list'.\n\nResult: SUCCESS\n\n====END OF HERCULES REGRESSION TESTING LOG====\n", + "====START OF HERCULES REGRESSION TESTING LOG====\n\nUFSWM hash used in testing:\n3fa450bf66e6c860294676de84330e9ceda2972a\n\nSubmodule hashes used in testing:\n 5d19f593987dbf5609ad929956bdae3055a5a82f AQM (v0.2.0-44-g5d19f59)\n 642e81395472d5887b54f601b60ee607ed39bf09 AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-6194-g642e81395)\n 9f53664ef2e607ad25d6b6c939f2eac9ec818ee6 CDEPS-interface/CDEPS (cdeps0.4.17-432-g9f53664)\n 90ed2522ba8dd04d75237a77aae6b49e7acca523 CICE-interface/CICE (CICE6.0.0-432-g90ed252)\n 6a5c51e9e6c643da0760a315e452755661d7d745 CICE-interface/CICE/icepack (Icepack1.1.0-220-g6a5c51e)\n 374373588e22cd86f1b8eb670d489c2967a6b40a CMEPS-interface/CMEPS (cmeps_v0.4.1-2324-g3743735)\n 9b7652c75b40d9cbb40e52b824f8c0a423922757 CMakeModules (v1.0.0-33-g9b7652c)\n 9ff3df9545dd582f415f682d3297e8c6c841e5cb GOCART (sdr_v2.1.2.6-291-g9ff3df9)\n bcf7777bb037ae2feb2a8a8ac51aacb3511b52d9 HYCOM-interface/HYCOM (2.3.00-122-gbcf7777)\n c4d2337d8607ec994b3cd61179eb974e0a237841 LM4-driver (baseline_change_240904-6-gc4d2337)\n c03c4f68816030f726785daf0db6150aa1e9cc6f LM4-driver/LM4 (land_lad2_2021.02)\n fe9e7bfdc8792ff875e332914871ac16dee09120 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10722-gfe9e7bfdc)\n 65ef5c73bc7f5663d5688f75c3855d431da4baea MOM6-interface/MOM6/pkg/CVMix-src (65ef5c7)\n 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6)\n 393687ef2b0139370a76320ffee3cc949e797c5e NOAHMP-interface/noahmp (remotes/origin/fix/remove_goto_statements)\n 3417b22fc38144477935972b299a7a77d48083be UFSATM (remotes/origin/fix/save_iau_offset)\n 11359cb04a420fc87e4cf0f035f4d1215ab24488 UFSATM/ccpp/framework (2025-01-06-dev-5-g11359cb)\n fff3c24e4963687ca20799c4a1f9f7078c07d439 UFSATM/ccpp/physics (EP4-1865-gfff3c24e)\n c62efd27caa26f660edf24232f33f154e608b77a UFSATM/ccpp/physics/physics/MP/TEMPO/TEMPO (c62efd2)\n 74a0e098b2163425e4b5466c2dfcf8ae26d560a5 UFSATM/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (v1.6)\n 7e24e739182281717607b341a1c2ffdba473616f UFSATM/fv3/atmos_cubed_sphere (201912_public_release-424-g7e24e73)\n 38d2177aef842a5c6abe26ffe876804b95fd9e0a UFSATM/mpas/MPAS-Model (remotes/origin/develop-226-g38d2177a)\n 8f6caa9d04f1caf2ca8ce1b362aedcebf9b14c8c UFSATM/upp (upp_v10.2.0-297-g8f6caa9d)\n-179cae1dd84401cf25d250bd9102e66560a9d328 UFSATM/upp/sorc/libIFI.fd\n-3d35332fe66e3e63a285cc8d96facdf255a33481 UFSATM/upp/sorc/ncep_post.fd/post_gtg.fd\n 91c20381ffe0357001a6626b3af1d37354b77cc8 WW3 (6.07.1-471-g91c20381)\n 05cad173feeb598431e3ef5f17c2df6562c8d101 fire_behavior (v0.2.0-1-g05cad17)\n 97b24f8e40f1de0980388c8326c48b442e5a5e61 stochastic_physics (ufs-v2.0.0-282-g97b24f8)\n\n\nNOTES:\n[Times](Memory) are at the end of each compile/test in format [MM:SS](Size).\nThe first time is for the full script (prep+run+finalize).\nThe second time is specifically for the run phase.\nTimes/Memory will be empty for failed tests.\n\nBASELINE DIRECTORY: /work/noaa/epic/hercules/UFS-WM_RT/NEMSfv3gfs/develop-20251001\nCOMPARISON DIRECTORY: /work2/noaa/epic/gpetro/hercules/RTs/ufs-wm/stmp/gpetro/FV3_RT/rt_4179842\n\nRT.SH OPTIONS USED:\n* (-a) - HPC PROJECT ACCOUNT: epic\n* (-e) - USE ECFLOW\n\nPASS -- COMPILE 's2swa_32bit_intel' [14:11, 12:48] ( 1043 remarks )\nPASS -- TEST 'cpld_control_p8_mixedmode_intel' [11:11, 09:06](2155 MB)\nPASS -- TEST 'cpld_control_gefs_intel' [32:38, 19:23](3134 MB)\nPASS -- TEST 'cpld_restart_gefs_intel' [29:46, 06:45](2821 MB)\nPASS -- TEST 'cpld_dcp_gefs_intel' [32:38, 19:13](3165 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_intel' [23:11, 21:19] ( 1041 remarks )\nPASS -- TEST 'cpld_control_gfsv17_intel' [20:14, 17:32](2037 MB)\nPASS -- TEST 'cpld_control_gfsv17_iau_intel' [28:38, 19:30](2332 MB)\nPASS -- TEST 'cpld_restart_gfsv17_intel' [15:28, 07:20](1344 MB)\nPASS -- TEST 'cpld_restart_gfsv17_iau_intel' [23:42, 09:26](2214 MB)\nPASS -- TEST 'cpld_mpi_gfsv17_intel' [21:07, 18:22](1933 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_sfs_intel' [20:11, 18:23] ( 1041 remarks )\nPASS -- TEST 'cpld_control_sfs_intel' [19:40, 17:22](1989 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [06:11, 04:59] ( 1554 warnings 2932 remarks )\nPASS -- TEST 'cpld_debug_gfsv17_intel' [21:27, 18:27](1998 MB)\n\nPASS -- COMPILE 's2swa_intel' [13:11, 11:52] ( 1043 remarks )\nPASS -- TEST 'cpld_control_p8_intel' [12:15, 09:32](2263 MB)\nPASS -- TEST 'cpld_control_p8.v2.sfc_intel' [11:08, 09:09](2262 MB)\nPASS -- TEST 'cpld_restart_p8_intel' [08:18, 05:26](1955 MB)\nPASS -- TEST 'cpld_control_qr_p8_intel' [12:00, 09:20](2290 MB)\nPASS -- TEST 'cpld_restart_qr_p8_intel' [07:17, 04:45](1843 MB)\nPASS -- TEST 'cpld_2threads_p8_intel' [11:55, 09:30](2385 MB)\nPASS -- TEST 'cpld_decomp_p8_intel' [10:55, 08:57](2243 MB)\nPASS -- TEST 'cpld_mpi_p8_intel' [09:59, 07:15](2129 MB)\nPASS -- TEST 'cpld_control_ciceC_p8_intel' [12:15, 09:29](2257 MB)\nPASS -- TEST 'cpld_control_c192_p8_intel' [18:53, 16:00](2942 MB)\nPASS -- TEST 'cpld_restart_c192_p8_intel' [10:36, 06:14](2966 MB)\n\nPASS -- COMPILE 's2swal_intel' [14:11, 12:35] ( 1064 remarks )\nPASS -- TEST 'cpld_control_p8_lnd_intel' [12:07, 09:20](2223 MB)\nPASS -- TEST 'cpld_restart_p8_lnd_intel' [09:20, 06:25](1928 MB)\nPASS -- TEST 'cpld_s2sa_p8_intel' [09:59, 07:15](2237 MB)\n\nPASS -- COMPILE 's2sw_intel' [13:11, 11:41] ( 1011 remarks )\nPASS -- TEST 'cpld_control_noaero_p8_intel' [10:57, 09:02](2048 MB)\nPASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [11:03, 08:15](2153 MB)\n\nPASS -- COMPILE 's2swa_debug_intel' [06:11, 04:32] ( 1444 warnings 2182 remarks )\nPASS -- TEST 'cpld_debug_p8_intel' [14:07, 11:56](2285 MB)\n\nPASS -- COMPILE 's2sw_debug_intel' [06:11, 04:15] ( 1444 warnings 2164 remarks )\nPASS -- TEST 'cpld_debug_noaero_p8_intel' [09:03, 06:17](2068 MB)\n\nPASS -- COMPILE 's2s_aoflux_intel' [10:11, 08:59] ( 947 remarks )\nPASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [07:01, 04:15](2125 MB)\n\nPASS -- COMPILE 's2swa_faster_intel' [20:11, 18:16] ( 1029 remarks )\nPASS -- TEST 'cpld_control_p8_faster_intel' [11:05, 08:50](2274 MB)\n\nPASS -- COMPILE 's2sw_pdlib_intel' [19:11, 17:31] ( 1034 remarks )\nPASS -- TEST 'cpld_control_pdlib_p8_intel' [17:00, 14:33](2089 MB)\nPASS -- TEST 'cpld_restart_pdlib_p8_intel' [17:07, 07:37](1423 MB)\nPASS -- TEST 'cpld_mpi_pdlib_p8_intel' [18:58, 16:43](1998 MB)\nPASS -- TEST 'cpld_control_c48_5deg_intel' [08:55, 06:15](3049 MB)\nPASS -- TEST 'cpld_warmstart_c48_5deg_intel' [03:39, 01:54](3033 MB)\nPASS -- TEST 'cpld_restart_c48_5deg_intel' [03:43, 01:20](2485 MB)\nPASS -- TEST 'cpld_control_c24_5deg_intel' [02:24, 01:00](2230 MB)\nPASS -- TEST 'cpld_warmstart_c24_5deg_intel' [02:24, 00:33](2244 MB)\nPASS -- TEST 'cpld_restart_c24_5deg_intel' [02:27, 00:30](1556 MB)\nPASS -- TEST 'cpld_control_c24_9deg_intel' [02:23, 00:59](2239 MB)\nPASS -- TEST 'cpld_warmstart_c24_9deg_intel' [02:24, 00:32](2240 MB)\nPASS -- TEST 'cpld_restart_c24_9deg_intel' [02:24, 00:30](1551 MB)\nPASS -- TEST 'cpld_control_c12_9deg_intel' [02:24, 00:55](2167 MB)\nPASS -- TEST 'cpld_warmstart_c12_9deg_intel' [02:24, 00:26](2164 MB)\nPASS -- TEST 'cpld_restart_c12_9deg_intel' [02:25, 00:21](1496 MB)\n\nPASS -- COMPILE 's2sw_pdlib_debug_intel' [06:12, 04:11] ( 1554 warnings 2914 remarks )\nPASS -- TEST 'cpld_debug_pdlib_p8_intel' [25:04, 22:14](2060 MB)\n\nPASS -- COMPILE 'atm_dyn32_intel' [10:11, 08:54] ( 502 remarks )\nPASS -- TEST 'control_flake_intel' [05:24, 03:58](723 MB)\nPASS -- TEST 'control_CubedSphereGrid_intel' [03:25, 02:06](1609 MB)\nPASS -- TEST 'control_CubedSphereGrid_parallel_intel' [04:34, 02:13](1616 MB)\nPASS -- TEST 'control_latlon_intel' [04:22, 02:12](1623 MB)\nPASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [04:27, 02:15](1620 MB)\nPASS -- TEST 'control_c48_intel' [09:29, 06:32](1716 MB)\nPASS -- TEST 'control_c48.v2.sfc_intel' [07:27, 06:01](840 MB)\nPASS -- TEST 'control_c48_lnd_iau_intel' [09:29, 06:46](1703 MB)\nPASS -- TEST 'control_c192_intel' [12:36, 09:26](1825 MB)\nPASS -- TEST 'control_c384_intel' [10:16, 07:18](2037 MB)\nPASS -- TEST 'control_c384gdas_intel' [14:15, 09:58](1499 MB)\nPASS -- TEST 'control_stochy_intel' [03:22, 01:28](681 MB)\nPASS -- TEST 'control_stochy_restart_intel' [02:24, 00:54](544 MB)\nPASS -- TEST 'control_lndp_intel' [03:18, 01:21](685 MB)\nPASS -- TEST 'control_iovr4_intel' [04:17, 02:12](674 MB)\nPASS -- TEST 'control_iovr4_gfdlmpv3_intel' [04:26, 02:43](972 MB)\nPASS -- TEST 'control_iovr5_intel' [04:18, 02:14](671 MB)\nPASS -- TEST 'control_p8_intel' [04:53, 02:43](1899 MB)\nPASS -- TEST 'control_p8.v2.sfc_intel' [04:57, 02:52](1910 MB)\nPASS -- TEST 'control_p8_ugwpv1_intel' [04:47, 02:41](1918 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_intel' [05:55, 03:25](1925 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_intel' [05:54, 03:29](1941 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_hail_intel' [03:42, 01:45](2432 MB)\nPASS -- TEST 'control_restart_p8_intel' [03:50, 01:35](1223 MB)\nPASS -- TEST 'control_noqr_p8_intel' [05:48, 03:51](1912 MB)\nPASS -- TEST 'control_restart_noqr_p8_intel' [03:48, 01:29](1225 MB)\nPASS -- TEST 'control_decomp_p8_intel' [04:44, 02:40](1903 MB)\nPASS -- TEST 'control_2threads_p8_intel' [05:38, 03:11](2007 MB)\nPASS -- TEST 'control_p8_lndp_intel' [06:32, 04:29](1905 MB)\nPASS -- TEST 'control_p8_rrtmgp_intel' [05:45, 03:43](1969 MB)\nPASS -- TEST 'control_p8_mynn_intel' [04:44, 02:41](1924 MB)\nPASS -- TEST 'merra2_thompson_intel' [05:51, 03:17](1914 MB)\nPASS -- TEST 'merra2_hf_thompson_intel' [06:46, 04:31](1920 MB)\nPASS -- TEST 'regional_control_intel' [09:31, 07:16](1189 MB)\nPASS -- TEST 'regional_restart_intel' [12:28, 03:10](1208 MB)\nPASS -- TEST 'regional_decomp_intel' [08:25, 06:42](1179 MB)\nPASS -- TEST 'regional_2threads_intel' [05:25, 03:34](1086 MB)\nPASS -- TEST 'regional_noquilt_intel' [10:31, 08:37](1513 MB)\nPASS -- TEST 'regional_netcdf_parallel_intel' [06:26, 04:36](1199 MB)\nPASS -- TEST 'regional_2dwrtdecomp_intel' [06:23, 04:38](1197 MB)\nPASS -- TEST 'regional_wofs_intel' [07:22, 05:58](2084 MB)\n\nPASS -- COMPILE 'rrfs_intel' [10:11, 08:11] ( 3 warnings 447 remarks )\nPASS -- TEST 'rap_control_intel' [05:46, 03:42](1086 MB)\nPASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [05:48, 03:27](1437 MB)\nPASS -- TEST 'rap_decomp_intel' [07:43, 06:03](1072 MB)\nPASS -- TEST 'rap_2threads_intel' [06:47, 04:21](1166 MB)\nPASS -- TEST 'rap_restart_intel' [07:55, 02:00](1098 MB)\nPASS -- TEST 'rap_sfcdiff_intel' [05:46, 03:40](1081 MB)\nPASS -- TEST 'rap_sfcdiff_decomp_intel' [05:41, 03:53](1062 MB)\nPASS -- TEST 'rap_sfcdiff_restart_intel' [10:50, 02:01](1107 MB)\nPASS -- TEST 'hrrr_control_intel' [05:37, 03:32](1096 MB)\nPASS -- TEST 'hrrr_control_decomp_intel' [05:37, 03:36](1063 MB)\nPASS -- TEST 'hrrr_control_2threads_intel' [06:43, 04:11](1159 MB)\nPASS -- TEST 'hrrr_control_restart_intel' [11:20, 01:56](1061 MB)\nPASS -- TEST 'rrfs_v1beta_intel' [09:53, 07:41](1203 MB)\nPASS -- TEST 'rrfs_v1nssl_intel' [09:21, 08:06](2017 MB)\nPASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [11:19, 08:04](2193 MB)\n\nPASS -- COMPILE 'csawmg_intel' [10:11, 08:21] ( 416 remarks )\nPASS -- TEST 'control_csawmg_intel' [09:27, 06:19](1076 MB)\nPASS -- TEST 'control_ras_intel' [06:15, 03:28](848 MB)\n\nPASS -- COMPILE 'wam_intel' [10:11, 08:10] ( 394 remarks )\nPASS -- TEST 'control_wam_intel' [21:07, 15:14](1684 MB)\n\nPASS -- COMPILE 'atm_faster_dyn32_intel' [09:11, 07:27] ( 410 remarks )\nPASS -- TEST 'control_p8_faster_intel' [12:13, 03:32](1915 MB)\nPASS -- TEST 'regional_control_faster_intel' [11:32, 04:37](1199 MB)\n\nPASS -- COMPILE 'atm_debug_dyn32_intel' [06:11, 04:13] ( 902 warnings 588 remarks )\nPASS -- TEST 'control_CubedSphereGrid_debug_intel' [09:34, 02:14](1636 MB)\nPASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [08:35, 02:29](1651 MB)\nPASS -- TEST 'control_stochy_debug_intel' [08:21, 03:08](868 MB)\nPASS -- TEST 'control_lndp_debug_intel' [10:20, 02:47](852 MB)\nPASS -- TEST 'control_csawmg_debug_intel' [12:27, 05:08](1161 MB)\nPASS -- TEST 'control_ras_debug_intel' [10:17, 02:53](860 MB)\nPASS -- TEST 'control_diag_debug_intel' [11:25, 02:27](1704 MB)\nPASS -- TEST 'control_debug_p8_intel' [13:32, 03:44](1933 MB)\nPASS -- TEST 'regional_debug_intel' [29:30, 20:18](1155 MB)\nPASS -- TEST 'rap_control_debug_intel' [13:20, 04:41](1238 MB)\nPASS -- TEST 'hrrr_control_debug_intel' [13:22, 04:47](1235 MB)\nPASS -- TEST 'hrrr_gf_debug_intel' [12:18, 04:44](1243 MB)\nPASS -- TEST 'hrrr_c3_debug_intel' [14:16, 06:47](1237 MB)\nPASS -- TEST 'rap_unified_drag_suite_debug_intel' [12:20, 05:05](1239 MB)\nPASS -- TEST 'rap_diag_debug_intel' [13:26, 05:16](1323 MB)\nPASS -- TEST 'rap_cires_ugwp_debug_intel' [13:16, 05:06](1241 MB)\nPASS -- TEST 'rap_unified_ugwp_debug_intel' [13:15, 05:07](1251 MB)\nPASS -- TEST 'rap_lndp_debug_intel' [13:16, 04:49](1246 MB)\nPASS -- TEST 'rap_progcld_thompson_debug_intel' [13:21, 04:54](1239 MB)\nPASS -- TEST 'rap_noah_debug_intel' [16:20, 04:59](1235 MB)\nPASS -- TEST 'rap_sfcdiff_debug_intel' [16:17, 04:57](1233 MB)\nPASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [19:17, 07:59](1235 MB)\nPASS -- TEST 'rap_clm_lake_debug_intel' [15:18, 05:04](1236 MB)\nPASS -- TEST 'rap_flake_debug_intel' [14:16, 04:54](1245 MB)\n\nPASS -- COMPILE 'wam_debug_intel' [04:10, 02:26] ( 859 warnings 394 remarks )\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_intel' [09:10, 07:44] ( 3 warnings 414 remarks )\nPASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [12:48, 03:17](1312 MB)\nPASS -- TEST 'rap_control_dyn32_phy32_intel' [13:41, 03:03](1039 MB)\nPASS -- TEST 'hrrr_control_dyn32_phy32_intel' [15:43, 02:56](1033 MB)\nPASS -- TEST 'rap_2threads_dyn32_phy32_intel' [15:28, 03:43](1076 MB)\nPASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [15:38, 03:38](1056 MB)\nPASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [14:35, 03:09](985 MB)\nPASS -- TEST 'rap_restart_dyn32_phy32_intel' [14:45, 01:39](980 MB)\nPASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [13:18, 01:39](957 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [10:10, 08:20] ( 3 warnings 391 remarks )\nPASS -- TEST 'conus13km_control_intel' [13:44, 02:33](1511 MB)\nPASS -- TEST 'conus13km_2threads_intel' [11:31, 01:18](1323 MB)\nPASS -- TEST 'conus13km_decomp_intel' [12:36, 02:37](1529 MB)\nPASS -- TEST 'conus13km_restart_intel' [15:36, 01:33](1283 MB)\n\nPASS -- COMPILE 'rrfs_dyn64_phy32_intel' [09:10, 08:07] ( 3 warnings 414 remarks )\nPASS -- TEST 'rap_control_dyn64_phy32_intel' [13:34, 04:34](1109 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [04:10, 02:30] ( 793 warnings 420 remarks )\nPASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [13:16, 04:28](1108 MB)\nPASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [13:19, 04:24](1116 MB)\nPASS -- TEST 'conus13km_debug_intel' [28:34, 20:11](1561 MB)\nPASS -- TEST 'conus13km_debug_qr_intel' [27:32, 19:41](1170 MB)\nPASS -- TEST 'conus13km_debug_2threads_intel' [30:30, 20:32](1383 MB)\nPASS -- TEST 'conus13km_debug_decomp_intel' [29:29, 21:01](1584 MB)\nPASS -- TEST 'conus13km_radar_tten_debug_intel' [28:29, 19:57](1628 MB)\n\nPASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [04:10, 02:37] ( 793 warnings 414 remarks )\nPASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [14:20, 04:16](1198 MB)\n\nPASS -- COMPILE 'hafsw_intel' [12:10, 10:44] ( 694 remarks )\nPASS -- TEST 'hafs_regional_atm_intel' [10:52, 04:47](1031 MB)\nPASS -- TEST 'hafs_regional_atm_gfdlmpv3_intel' [15:06, 08:13](1204 MB)\nPASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [11:19, 03:58](1287 MB)\nPASS -- TEST 'hafs_regional_atm_ocn_intel' [17:09, 06:45](1086 MB)\nPASS -- TEST 'hafs_regional_atm_wav_intel' [22:06, 14:35](1133 MB)\nPASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [24:06, 16:53](1159 MB)\nPASS -- TEST 'hafs_regional_1nest_atm_intel' [13:48, 05:07](601 MB)\nPASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [13:01, 06:08](616 MB)\nPASS -- TEST 'hafs_global_1nest_atm_intel' [13:36, 03:18](439 MB)\nPASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [18:42, 08:04](500 MB)\nPASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [16:42, 04:45](603 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [14:43, 03:17](611 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [14:45, 04:11](656 MB)\nPASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [12:22, 00:53](451 MB)\n\nPASS -- COMPILE 'hafsw_debug_intel' [04:10, 02:57] ( 1499 warnings 2056 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [22:52, 10:31](634 MB)\n\nPASS -- COMPILE 'hafsw_faster_intel' [12:11, 10:39] ( 659 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [30:45, 18:08](751 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [36:50, 23:17](832 MB)\n\nPASS -- COMPILE 'hafs_mom6w_intel' [11:10, 09:52] ( 927 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [25:45, 11:44](830 MB)\n\nPASS -- COMPILE 'hafs_all_intel' [12:10, 10:35] ( 636 remarks )\nPASS -- TEST 'hafs_regional_docn_intel' [20:58, 08:09](1093 MB)\nPASS -- TEST 'hafs_regional_docn_oisst_intel' [18:57, 05:04](1067 MB)\nPASS -- TEST 'hafs_regional_datm_cdeps_intel' [29:46, 16:24](1343 MB)\n\nPASS -- COMPILE 'datm_cdeps_intel' [09:10, 07:21] ( 561 remarks )\nPASS -- TEST 'datm_cdeps_control_cfsr_intel' [16:16, 02:24](1852 MB)\nPASS -- TEST 'datm_cdeps_restart_cfsr_intel' [06:17, 01:36](1816 MB)\nPASS -- TEST 'datm_cdeps_control_gefs_intel' [15:15, 02:14](1124 MB)\nPASS -- TEST 'datm_cdeps_iau_gefs_intel' [14:18, 02:19](1112 MB)\nPASS -- TEST 'datm_cdeps_stochy_gefs_intel' [13:15, 02:19](1113 MB)\nPASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [12:15, 02:27](1870 MB)\nPASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [12:15, 02:25](1872 MB)\nPASS -- TEST 'datm_cdeps_bulk_gefs_intel' [11:14, 02:16](1122 MB)\nPASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [14:53, 05:55](1714 MB)\nPASS -- TEST 'datm_cdeps_mx025_gefs_intel' [15:53, 05:41](1199 MB)\nPASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [12:14, 02:26](1866 MB)\nPASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [12:15, 03:53](4829 MB)\nPASS -- TEST 'datm_cdeps_gfs_intel' [12:17, 03:58](4832 MB)\n\nPASS -- COMPILE 'datm_cdeps_debug_intel' [04:10, 02:43] ( 4 warnings 561 remarks )\nPASS -- TEST 'datm_cdeps_debug_cfsr_intel' [13:18, 05:27](1771 MB)\n\nPASS -- COMPILE 'datm_cdeps_faster_intel' [07:10, 05:13] ( 561 remarks )\nPASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [09:15, 02:26](1870 MB)\n\nPASS -- COMPILE 'datm_cdeps_land_intel' [02:10, 00:42] ( 126 remarks )\nPASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [06:27, 00:57](334 MB)\nPASS -- TEST 'datm_cdeps_lnd_era5_intel' [05:19, 00:36](556 MB)\nPASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [04:25, 00:24](555 MB)\n\nPASS -- COMPILE 'atm_ds2s_docn_pcice_intel' [11:10, 09:10] ( 610 remarks )\nPASS -- TEST 'atm_ds2s_docn_pcice_intel' [09:50, 04:18](2047 MB)\n\nPASS -- COMPILE 'atm_ds2s_docn_dice_intel' [09:10, 08:05] ( 498 remarks )\nPASS -- TEST 'atm_ds2s_docn_dice_intel' [10:41, 05:21](2055 MB)\n\nPASS -- COMPILE 'atml_intel' [10:10, 08:44] ( 8 warnings 553 remarks )\nPASS -- TEST 'control_p8_atmlnd_intel' [08:01, 03:55](1892 MB)\nPASS -- TEST 'control_restart_p8_atmlnd_intel' [04:48, 02:10](1198 MB)\n\nPASS -- COMPILE 'atml_debug_intel' [05:10, 03:21] ( 907 warnings 553 remarks )\nPASS -- TEST 'control_p8_atmlnd_debug_intel' [08:58, 05:27](1920 MB)\n\nPASS -- COMPILE 'atmw_intel' [18:11, 16:19] ( 519 remarks )\nPASS -- TEST 'atmwav_control_noaero_p8_intel' [06:50, 04:05](1948 MB)\n\nPASS -- COMPILE 'atmaero_intel' [10:10, 08:12] ( 412 remarks )\nPASS -- TEST 'atmaero_control_p8_intel' [09:48, 05:16](2009 MB)\nPASS -- TEST 'atmaero_control_p8_rad_intel' [10:38, 05:13](1793 MB)\nPASS -- TEST 'atmaero_control_p8_rad_micro_intel' [10:39, 05:17](1804 MB)\n\nPASS -- COMPILE 'atmaq_intel' [09:10, 07:48] ( 8 warnings 609 remarks )\nPASS -- TEST 'regional_atmaq_intel' [18:15, 13:49](2940 MB)\nPASS -- TEST 'regional_atmaq_canopy_intel' [28:10, 22:45](2946 MB)\n\nPASS -- COMPILE 'atmaq_debug_intel' [05:10, 03:39] ( 884 warnings 609 remarks )\nFAILED: TEST TIMED OUT -- TEST 'regional_atmaq_debug_intel' [, ]( MB)\n\nPASS -- COMPILE 'atm_fbh_intel' [09:10, 07:13] ( 3 warnings 421 remarks )\nPASS -- TEST 'cpld_regional_atm_fbh_intel' [14:23, 09:52](1083 MB)\n\nPASS -- COMPILE 'atm_gnu' [05:10, 03:49]\nPASS -- TEST 'control_c48_gnu' [12:31, 07:52](1584 MB)\nPASS -- TEST 'control_stochy_gnu' [06:19, 02:15](590 MB)\nPASS -- TEST 'control_ras_gnu' [08:20, 03:41](596 MB)\nPASS -- TEST 'control_p8_gnu' [09:06, 04:24](1540 MB)\nPASS -- TEST 'control_p8_ugwpv1_gnu' [07:41, 04:13](1561 MB)\nPASS -- TEST 'control_flake_gnu' [07:19, 04:29](637 MB)\n\nPASS -- COMPILE 'rrfs_gnu' [05:10, 03:40]\nPASS -- TEST 'rap_control_gnu' [06:48, 04:07](943 MB)\nPASS -- TEST 'rap_decomp_gnu' [09:46, 04:17](941 MB)\nPASS -- TEST 'rap_2threads_gnu' [09:35, 03:43](1001 MB)\nPASS -- TEST 'rap_restart_gnu' [04:57, 02:10](673 MB)\nPASS -- TEST 'rap_sfcdiff_gnu' [08:42, 04:15](943 MB)\nPASS -- TEST 'rap_sfcdiff_decomp_gnu' [08:32, 04:17](940 MB)\nPASS -- TEST 'rap_sfcdiff_restart_gnu' [04:53, 02:13](680 MB)\nPASS -- TEST 'hrrr_control_gnu' [08:32, 04:02](940 MB)\nPASS -- TEST 'hrrr_control_noqr_gnu' [08:41, 04:03](924 MB)\nPASS -- TEST 'hrrr_control_2threads_gnu' [07:45, 03:38](1000 MB)\nPASS -- TEST 'hrrr_control_decomp_gnu' [08:36, 04:02](943 MB)\nPASS -- TEST 'hrrr_control_restart_gnu' [04:22, 02:10](673 MB)\nPASS -- TEST 'hrrr_control_restart_noqr_gnu' [03:24, 02:05](757 MB)\nPASS -- TEST 'rrfs_v1beta_gnu' [12:56, 07:44](939 MB)\n\nPASS -- COMPILE 'csawmg_gnu' [08:10, 03:22]\nPASS -- TEST 'control_csawmg_gnu' [12:24, 08:48](845 MB)\n\nPASS -- COMPILE 'atm_dyn32_debug_gnu' [09:10, 05:37]\nPASS -- TEST 'control_diag_debug_gnu' [05:24, 01:22](1372 MB)\nPASS -- TEST 'regional_debug_gnu' [11:26, 07:56](879 MB)\nPASS -- TEST 'rap_control_debug_gnu' [05:17, 02:14](950 MB)\nPASS -- TEST 'hrrr_control_debug_gnu' [04:18, 02:09](944 MB)\nPASS -- TEST 'hrrr_gf_debug_gnu' [04:18, 02:07](949 MB)\nPASS -- TEST 'hrrr_c3_debug_gnu' [03:16, 02:05](953 MB)\nPASS -- TEST 'rap_diag_debug_gnu' [04:23, 02:11](1042 MB)\nPASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [05:15, 03:23](944 MB)\nPASS -- TEST 'rap_progcld_thompson_debug_gnu' [05:17, 02:06](951 MB)\nPASS -- TEST 'control_ras_debug_gnu' [04:16, 01:16](585 MB)\nPASS -- TEST 'control_stochy_debug_gnu' [04:17, 01:34](579 MB)\nPASS -- TEST 'control_debug_p8_gnu' [05:37, 02:27](1538 MB)\nPASS -- TEST 'rap_flake_debug_gnu' [04:19, 02:03](952 MB)\nPASS -- TEST 'rap_clm_lake_debug_gnu' [03:17, 02:00](956 MB)\nPASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [05:47, 03:35](957 MB)\n\nPASS -- COMPILE 'wam_debug_gnu' [05:10, 01:48]\nPASS -- TEST 'control_wam_debug_gnu' [07:35, 05:39](1387 MB)\n\nPASS -- COMPILE 'atm_debug_dyn32_gnu' [06:10, 02:57]\nPASS -- TEST 'control_csawmg_debug_gnu' [04:24, 02:49](840 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [07:10, 03:31]\nPASS -- TEST 'rap_control_dyn32_phy32_gnu' [05:43, 04:00](792 MB)\nPASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [05:54, 03:50](793 MB)\nPASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [05:29, 03:32](842 MB)\nPASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [05:37, 03:26](835 MB)\nPASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [05:35, 03:56](793 MB)\nPASS -- TEST 'rap_restart_dyn32_phy32_gnu' [04:36, 02:02](643 MB)\nPASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [03:16, 02:03](642 MB)\nPASS -- TEST 'conus13km_control_gnu' [05:43, 03:47](1034 MB)\nPASS -- TEST 'conus13km_2threads_gnu' [04:29, 02:47](1019 MB)\nPASS -- TEST 'conus13km_decomp_gnu' [05:31, 03:59](1040 MB)\nPASS -- TEST 'conus13km_restart_gnu' [04:31, 02:11](763 MB)\n\nPASS -- COMPILE 'atm_dyn64_phy32_gnu' [11:10, 09:14]\nPASS -- TEST 'rap_control_dyn64_phy32_gnu' [06:29, 04:28](823 MB)\n\nPASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [11:10, 05:52]\nPASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [04:19, 01:59](803 MB)\nPASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [04:18, 01:56](798 MB)\nPASS -- TEST 'conus13km_debug_gnu' [10:35, 08:34](1054 MB)\nPASS -- TEST 'conus13km_debug_qr_gnu' [11:31, 08:42](783 MB)\nPASS -- TEST 'conus13km_debug_2threads_gnu' [11:32, 08:50](1033 MB)\nPASS -- TEST 'conus13km_debug_decomp_gnu' [11:27, 08:52](1058 MB)\nPASS -- TEST 'conus13km_radar_tten_debug_gnu' [10:29, 08:41](1123 MB)\n\nPASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [10:10, 05:50]\nPASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [04:20, 02:03](827 MB)\n\nPASS -- COMPILE 's2swa_gnu' [22:10, 17:02]\nPASS -- TEST 'cpld_control_p8_gnu' [12:26, 10:05](1712 MB)\n\nPASS -- COMPILE 's2s_gnu' [20:10, 16:55]\nPASS -- TEST 'cpld_control_nowave_noaero_p8_gnu' [11:01, 08:22](1617 MB)\n\nPASS -- COMPILE 's2swa_debug_gnu' [05:11, 02:19]\nPASS -- TEST 'cpld_debug_p8_gnu' [09:01, 06:15](1738 MB)\n\nPASS -- COMPILE 's2sw_pdlib_gnu' [22:10, 15:52]\nPASS -- TEST 'cpld_control_pdlib_p8_gnu' [15:53, 14:06](1582 MB)\n\nPASS -- COMPILE 's2sw_pdlib_debug_gnu' [08:10, 02:05]\nPASS -- TEST 'cpld_debug_pdlib_p8_gnu' [11:51, 09:26](1606 MB)\n\nPASS -- COMPILE 'datm_cdeps_gnu' [19:10, 14:46]\nPASS -- TEST 'datm_cdeps_control_cfsr_gnu' [04:14, 02:46](1605 MB)\n\nPASS -- COMPILE 'atm_mpas_dyn32_gnu' [05:10, 02:49]\nPASS -- TEST 'control_gfs_mpas_gnu' [02:19, 00:34](6401 MB)\n\nSYNOPSIS:\nStarting Date/Time: 20251001 17:36:26\nEnding Date/Time: 20251001 20:44:12\nTotal Time: 03h:08m:47s\nCompiles Completed: 60/60\nTests Completed: 269/270\nFailed Tests:\n* TEST regional_atmaq_debug_intel: FAILED: TEST TIMED OUT\n-- LOG: /work2/noaa/epic/gpetro/hercules/RTs/ufs-wm/stmp/gpetro/FV3_RT/rt_4179842/regional_atmaq_debug_intel/err\n\nNOTES:\nA file 'test_changes.list' was generated with list of all failed tests.\nYou can use './rt.sh -c -b test_changes.list' to create baselines for the failed tests.\nIf you are using this log as a pull request verification, please commit 'test_changes.list'.\n\nResult: FAILURE\n\n====END OF HERCULES REGRESSION TESTING LOG====\n====START OF HERCULES REGRESSION TESTING LOG====\n\nUFSWM hash used in testing:\n3fa450bf66e6c860294676de84330e9ceda2972a\n\nSubmodule hashes used in testing:\n 5d19f593987dbf5609ad929956bdae3055a5a82f AQM (v0.2.0-44-g5d19f59)\n 642e81395472d5887b54f601b60ee607ed39bf09 AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-6194-g642e81395)\n 9f53664ef2e607ad25d6b6c939f2eac9ec818ee6 CDEPS-interface/CDEPS (cdeps0.4.17-432-g9f53664)\n 90ed2522ba8dd04d75237a77aae6b49e7acca523 CICE-interface/CICE (CICE6.0.0-432-g90ed252)\n 6a5c51e9e6c643da0760a315e452755661d7d745 CICE-interface/CICE/icepack (Icepack1.1.0-220-g6a5c51e)\n 374373588e22cd86f1b8eb670d489c2967a6b40a CMEPS-interface/CMEPS (cmeps_v0.4.1-2324-g3743735)\n 9b7652c75b40d9cbb40e52b824f8c0a423922757 CMakeModules (v1.0.0-33-g9b7652c)\n 9ff3df9545dd582f415f682d3297e8c6c841e5cb GOCART (sdr_v2.1.2.6-291-g9ff3df9)\n bcf7777bb037ae2feb2a8a8ac51aacb3511b52d9 HYCOM-interface/HYCOM (2.3.00-122-gbcf7777)\n c4d2337d8607ec994b3cd61179eb974e0a237841 LM4-driver (baseline_change_240904-6-gc4d2337)\n c03c4f68816030f726785daf0db6150aa1e9cc6f LM4-driver/LM4 (land_lad2_2021.02)\n fe9e7bfdc8792ff875e332914871ac16dee09120 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10722-gfe9e7bfdc)\n 65ef5c73bc7f5663d5688f75c3855d431da4baea MOM6-interface/MOM6/pkg/CVMix-src (65ef5c7)\n 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6)\n 393687ef2b0139370a76320ffee3cc949e797c5e NOAHMP-interface/noahmp (remotes/origin/fix/remove_goto_statements)\n 3417b22fc38144477935972b299a7a77d48083be UFSATM (remotes/origin/fix/save_iau_offset)\n 11359cb04a420fc87e4cf0f035f4d1215ab24488 UFSATM/ccpp/framework (2025-01-06-dev-5-g11359cb)\n fff3c24e4963687ca20799c4a1f9f7078c07d439 UFSATM/ccpp/physics (EP4-1865-gfff3c24e)\n c62efd27caa26f660edf24232f33f154e608b77a UFSATM/ccpp/physics/physics/MP/TEMPO/TEMPO (c62efd2)\n 74a0e098b2163425e4b5466c2dfcf8ae26d560a5 UFSATM/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (v1.6)\n 7e24e739182281717607b341a1c2ffdba473616f UFSATM/fv3/atmos_cubed_sphere (201912_public_release-424-g7e24e73)\n 38d2177aef842a5c6abe26ffe876804b95fd9e0a UFSATM/mpas/MPAS-Model (remotes/origin/develop-226-g38d2177a)\n 8f6caa9d04f1caf2ca8ce1b362aedcebf9b14c8c UFSATM/upp (upp_v10.2.0-297-g8f6caa9d)\n-179cae1dd84401cf25d250bd9102e66560a9d328 UFSATM/upp/sorc/libIFI.fd\n-3d35332fe66e3e63a285cc8d96facdf255a33481 UFSATM/upp/sorc/ncep_post.fd/post_gtg.fd\n 91c20381ffe0357001a6626b3af1d37354b77cc8 WW3 (6.07.1-471-g91c20381)\n 05cad173feeb598431e3ef5f17c2df6562c8d101 fire_behavior (v0.2.0-1-g05cad17)\n 97b24f8e40f1de0980388c8326c48b442e5a5e61 stochastic_physics (ufs-v2.0.0-282-g97b24f8)\n\n\nNOTES:\n[Times](Memory) are at the end of each compile/test in format [MM:SS](Size).\nThe first time is for the full script (prep+run+finalize).\nThe second time is specifically for the run phase.\nTimes/Memory will be empty for failed tests.\n\nBASELINE DIRECTORY: /work/noaa/epic/hercules/UFS-WM_RT/NEMSfv3gfs/develop-20251001\nCOMPARISON DIRECTORY: /work2/noaa/epic/gpetro/hercules/RTs/ufs-wm/stmp/gpetro/FV3_RT/rt_666115\n\nRT.SH OPTIONS USED:\n* (-a) - HPC PROJECT ACCOUNT: epic\n* (-n) - RUN SINGLE TEST: regional_atmaq_debug\n* (-e) - USE ECFLOW\n\nPASS -- COMPILE 'atmaq_debug_intel' [04:10, 02:50] ( 884 warnings 609 remarks )\nPASS -- TEST 'regional_atmaq_debug_intel' [34:20, 31:42](2955 MB)\n\nSYNOPSIS:\nStarting Date/Time: 20251001 21:07:24\nEnding Date/Time: 20251001 21:47:16\nTotal Time: 00h:40m:15s\nCompiles Completed: 1/1\nTests Completed: 1/1\n\nNOTES:\nA file 'test_changes.list' was generated but is empty.\nIf you are using this log as a pull request verification, please commit 'test_changes.list'.\n\nResult: SUCCESS\n\n====END OF HERCULES REGRESSION TESTING LOG====\n", + "====START OF HERCULES REGRESSION TESTING LOG====\n\nUFSWM hash used in testing:\n8d64b97cf8582682b633580fd051ef17f4064293\n\nSubmodule hashes used in testing:\n 5d19f593987dbf5609ad929956bdae3055a5a82f AQM (v0.2.0-44-g5d19f59)\n 642e81395472d5887b54f601b60ee607ed39bf09 AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-6194-g642e81395)\n 9f53664ef2e607ad25d6b6c939f2eac9ec818ee6 CDEPS-interface/CDEPS (cdeps0.4.17-432-g9f53664)\n 90ed2522ba8dd04d75237a77aae6b49e7acca523 CICE-interface/CICE (CICE6.0.0-432-g90ed252)\n 6a5c51e9e6c643da0760a315e452755661d7d745 CICE-interface/CICE/icepack (Icepack1.1.0-220-g6a5c51e)\n 374373588e22cd86f1b8eb670d489c2967a6b40a CMEPS-interface/CMEPS (cmeps_v0.4.1-2324-g3743735)\n 9b7652c75b40d9cbb40e52b824f8c0a423922757 CMakeModules (v1.0.0-33-g9b7652c)\n 9ff3df9545dd582f415f682d3297e8c6c841e5cb GOCART (sdr_v2.1.2.6-291-g9ff3df9)\n bcf7777bb037ae2feb2a8a8ac51aacb3511b52d9 HYCOM-interface/HYCOM (2.3.00-122-gbcf7777)\n c4d2337d8607ec994b3cd61179eb974e0a237841 LM4-driver (baseline_change_240904-6-gc4d2337)\n c03c4f68816030f726785daf0db6150aa1e9cc6f LM4-driver/LM4 (land_lad2_2021.02)\n fe9e7bfdc8792ff875e332914871ac16dee09120 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10722-gfe9e7bfdc)\n 65ef5c73bc7f5663d5688f75c3855d431da4baea MOM6-interface/MOM6/pkg/CVMix-src (65ef5c7)\n 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6)\n 8fe108a4c522da15474c9f954266782b4cb56951 NOAHMP-interface/noahmp (v3.7.1-460-g8fe108a)\n a19dcd8878e117d421e9634d8640a446f2d3f2d4 UFSATM (heads/develop)\n 11359cb04a420fc87e4cf0f035f4d1215ab24488 UFSATM/ccpp/framework (2025-01-06-dev-5-g11359cb)\n fff3c24e4963687ca20799c4a1f9f7078c07d439 UFSATM/ccpp/physics (EP4-1865-gfff3c24e)\n c62efd27caa26f660edf24232f33f154e608b77a UFSATM/ccpp/physics/physics/MP/TEMPO/TEMPO (c62efd2)\n 74a0e098b2163425e4b5466c2dfcf8ae26d560a5 UFSATM/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (v1.6)\n 7e24e739182281717607b341a1c2ffdba473616f UFSATM/fv3/atmos_cubed_sphere (201912_public_release-424-g7e24e73)\n 38d2177aef842a5c6abe26ffe876804b95fd9e0a UFSATM/mpas/MPAS-Model (remotes/origin/feature/mpas-in-ufs)\n 8f6caa9d04f1caf2ca8ce1b362aedcebf9b14c8c UFSATM/upp (upp_v10.2.0-297-g8f6caa9d)\n-179cae1dd84401cf25d250bd9102e66560a9d328 UFSATM/upp/sorc/libIFI.fd\n-3d35332fe66e3e63a285cc8d96facdf255a33481 UFSATM/upp/sorc/ncep_post.fd/post_gtg.fd\n 89710b75ef76f5fe64e96307efa3c98e119caa5d WW3 (6.07.1-485-g89710b75)\n 05cad173feeb598431e3ef5f17c2df6562c8d101 fire_behavior (v0.2.0-1-g05cad17)\n 97b24f8e40f1de0980388c8326c48b442e5a5e61 stochastic_physics (ufs-v2.0.0-282-g97b24f8)\n\n\nNOTES:\n[Times](Memory) are at the end of each compile/test in format [MM:SS](Size).\nThe first time is for the full script (prep+run+finalize).\nThe second time is specifically for the run phase.\nTimes/Memory will be empty for failed tests.\n\nBASELINE DIRECTORY: /work/noaa/epic/hercules/UFS-WM_RT/NEMSfv3gfs/develop-20250930\nCOMPARISON DIRECTORY: /work2/noaa/epic/gpetro/hercules/RTs/ufs-wm/stmp/gpetro/FV3_RT/rt_2250357\n\nRT.SH OPTIONS USED:\n* (-a) - HPC PROJECT ACCOUNT: epic\n* (-e) - USE ECFLOW\n\nPASS -- COMPILE 's2swa_32bit_intel' [23:11, 21:48] ( 1043 remarks )\nPASS -- TEST 'cpld_control_p8_mixedmode_intel' [11:15, 08:28](2162 MB)\nPASS -- TEST 'cpld_control_gefs_intel' [31:14, 16:15](3130 MB)\nPASS -- TEST 'cpld_restart_gefs_intel' [23:54, 05:43](2826 MB)\nPASS -- TEST 'cpld_dcp_gefs_intel' [31:07, 18:22](3158 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_intel' [36:12, 34:15] ( 1041 remarks )\nPASS -- TEST 'cpld_control_gfsv17_intel' [22:17, 18:24](2030 MB)\nPASS -- TEST 'cpld_control_gfsv17_iau_intel' [25:36, 19:34](2341 MB)\nPASS -- TEST 'cpld_restart_gfsv17_intel' [13:35, 07:57](1350 MB)\nPASS -- TEST 'cpld_restart_gfsv17_iau_intel' [11:47, 08:37](2211 MB)\nPASS -- TEST 'cpld_mpi_gfsv17_intel' [23:09, 18:50](1928 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_sfs_intel' [19:11, 17:19] ( 1041 remarks )\nPASS -- TEST 'cpld_control_sfs_intel' [20:40, 18:11](1987 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [06:11, 04:49] ( 1554 warnings 2932 remarks )\nPASS -- TEST 'cpld_debug_gfsv17_intel' [21:26, 19:05](1991 MB)\n\nPASS -- COMPILE 's2swa_intel' [13:11, 11:59] ( 1043 remarks )\nPASS -- TEST 'cpld_control_p8_intel' [12:30, 09:35](2265 MB)\nPASS -- TEST 'cpld_control_p8.v2.sfc_intel' [13:27, 10:28](2264 MB)\nPASS -- TEST 'cpld_restart_p8_intel' [08:10, 05:26](1961 MB)\nPASS -- TEST 'cpld_control_qr_p8_intel' [12:18, 09:48](2286 MB)\nPASS -- TEST 'cpld_restart_qr_p8_intel' [08:22, 05:39](1841 MB)\nPASS -- TEST 'cpld_2threads_p8_intel' [12:18, 10:06](2388 MB)\nPASS -- TEST 'cpld_decomp_p8_intel' [13:17, 10:49](2248 MB)\nPASS -- TEST 'cpld_mpi_p8_intel' [11:21, 08:35](2128 MB)\nPASS -- TEST 'cpld_control_ciceC_p8_intel' [12:29, 09:49](2260 MB)\nPASS -- TEST 'cpld_control_c192_p8_intel' [22:24, 16:41](2948 MB)\nPASS -- TEST 'cpld_restart_c192_p8_intel' [11:43, 07:15](2971 MB)\n\nPASS -- COMPILE 's2swal_intel' [14:11, 12:36] ( 1064 remarks )\nPASS -- TEST 'cpld_control_p8_lnd_intel' [14:30, 10:36](2223 MB)\nPASS -- TEST 'cpld_restart_p8_lnd_intel' [08:22, 05:24](1928 MB)\nPASS -- TEST 'cpld_s2sa_p8_intel' [15:26, 11:06](2232 MB)\n\nPASS -- COMPILE 's2sw_intel' [13:11, 11:42] ( 1011 remarks )\nPASS -- TEST 'cpld_control_noaero_p8_intel' [11:15, 08:55](2049 MB)\nPASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [10:22, 07:41](2171 MB)\n\nPASS -- COMPILE 's2swa_debug_intel' [06:11, 04:51] ( 1444 warnings 2182 remarks )\nPASS -- TEST 'cpld_debug_p8_intel' [15:09, 13:04](2284 MB)\n\nPASS -- COMPILE 's2sw_debug_intel' [04:11, 03:00] ( 1444 warnings 2164 remarks )\nPASS -- TEST 'cpld_debug_noaero_p8_intel' [08:03, 05:29](2080 MB)\n\nPASS -- COMPILE 's2s_aoflux_intel' [12:11, 10:12] ( 947 remarks )\nPASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [07:05, 04:16](2132 MB)\n\nPASS -- COMPILE 's2swa_faster_intel' [14:11, 12:25] ( 1029 remarks )\nPASS -- TEST 'cpld_control_p8_faster_intel' [11:17, 08:48](2271 MB)\n\nPASS -- COMPILE 's2sw_pdlib_intel' [18:11, 16:27] ( 1034 remarks )\nPASS -- TEST 'cpld_control_pdlib_p8_intel' [18:13, 15:28](2104 MB)\nPASS -- TEST 'cpld_restart_pdlib_p8_intel' [10:13, 07:14](1421 MB)\nPASS -- TEST 'cpld_mpi_pdlib_p8_intel' [21:02, 17:45](2003 MB)\nPASS -- TEST 'cpld_control_c48_5deg_intel' [08:38, 06:58](3043 MB)\nPASS -- TEST 'cpld_warmstart_c48_5deg_intel' [04:42, 02:16](3037 MB)\nPASS -- TEST 'cpld_restart_c48_5deg_intel' [04:40, 02:28](2486 MB)\nPASS -- TEST 'cpld_control_c24_5deg_intel' [03:30, 01:18](2245 MB)\nPASS -- TEST 'cpld_warmstart_c24_5deg_intel' [02:27, 00:36](2239 MB)\nPASS -- TEST 'cpld_restart_c24_5deg_intel' [02:25, 00:25](1554 MB)\nPASS -- TEST 'cpld_control_c24_9deg_intel' [03:27, 01:14](2235 MB)\nPASS -- TEST 'cpld_warmstart_c24_9deg_intel' [02:26, 01:07](2242 MB)\nPASS -- TEST 'cpld_restart_c24_9deg_intel' [02:23, 00:24](1556 MB)\nPASS -- TEST 'cpld_control_c12_9deg_intel' [02:26, 00:49](2174 MB)\nPASS -- TEST 'cpld_warmstart_c12_9deg_intel' [03:27, 01:20](2166 MB)\nPASS -- TEST 'cpld_restart_c12_9deg_intel' [03:24, 01:08](1508 MB)\n\nPASS -- COMPILE 's2sw_pdlib_debug_intel' [05:11, 03:51] ( 1554 warnings 2914 remarks )\nPASS -- TEST 'cpld_debug_pdlib_p8_intel' [27:14, 24:31](2052 MB)\n\nPASS -- COMPILE 'atm_dyn32_intel' [17:11, 16:03] ( 502 remarks )\nPASS -- TEST 'control_flake_intel' [04:20, 02:58](719 MB)\nPASS -- TEST 'control_CubedSphereGrid_intel' [04:23, 02:10](1618 MB)\nPASS -- TEST 'control_CubedSphereGrid_parallel_intel' [04:29, 02:18](1629 MB)\nPASS -- TEST 'control_latlon_intel' [04:16, 02:13](1624 MB)\nPASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [04:22, 02:16](1623 MB)\nPASS -- TEST 'control_c48_intel' [08:26, 06:33](1713 MB)\nPASS -- TEST 'control_c48.v2.sfc_intel' [07:22, 06:00](838 MB)\nPASS -- TEST 'control_c48_lnd_iau_intel' [09:23, 06:42](1721 MB)\nPASS -- TEST 'control_c192_intel' [08:34, 06:49](1819 MB)\nPASS -- TEST 'control_c384_intel' [10:25, 07:40](2034 MB)\nPASS -- TEST 'control_c384gdas_intel' [12:29, 08:11](1534 MB)\nPASS -- TEST 'control_stochy_intel' [03:20, 01:31](679 MB)\nPASS -- TEST 'control_stochy_restart_intel' [03:26, 00:54](559 MB)\nPASS -- TEST 'control_lndp_intel' [03:18, 01:22](678 MB)\nPASS -- TEST 'control_iovr4_intel' [04:22, 02:14](677 MB)\nPASS -- TEST 'control_iovr4_gfdlmpv3_intel' [05:26, 03:36](975 MB)\nPASS -- TEST 'control_iovr5_intel' [04:19, 02:16](676 MB)\nPASS -- TEST 'control_p8_intel' [05:00, 02:59](1906 MB)\nPASS -- TEST 'control_p8.v2.sfc_intel' [06:55, 03:54](1912 MB)\nPASS -- TEST 'control_p8_ugwpv1_intel' [06:47, 04:39](1903 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_intel' [07:49, 04:40](1923 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_intel' [07:00, 03:52](1944 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_hail_intel' [04:49, 02:19](2435 MB)\nPASS -- TEST 'control_restart_p8_intel' [04:53, 02:06](1227 MB)\nPASS -- TEST 'control_noqr_p8_intel' [06:48, 03:44](1906 MB)\nPASS -- TEST 'control_restart_noqr_p8_intel' [04:50, 02:05](1218 MB)\nPASS -- TEST 'control_decomp_p8_intel' [08:38, 05:04](1906 MB)\nPASS -- TEST 'control_2threads_p8_intel' [07:44, 03:59](2007 MB)\nPASS -- TEST 'control_p8_lndp_intel' [08:30, 05:50](1910 MB)\nPASS -- TEST 'control_p8_rrtmgp_intel' [06:52, 04:17](1971 MB)\nPASS -- TEST 'control_p8_mynn_intel' [04:45, 02:47](1916 MB)\nPASS -- TEST 'merra2_thompson_intel' [07:51, 03:51](1911 MB)\nPASS -- TEST 'merra2_hf_thompson_intel' [07:45, 04:48](1934 MB)\nPASS -- TEST 'regional_control_intel' [10:24, 07:49](1193 MB)\nPASS -- TEST 'regional_restart_intel' [05:27, 03:55](1204 MB)\nPASS -- TEST 'regional_decomp_intel' [07:23, 04:57](1187 MB)\nPASS -- TEST 'regional_2threads_intel' [07:22, 04:43](1089 MB)\nPASS -- TEST 'regional_noquilt_intel' [07:30, 05:37](1505 MB)\nPASS -- TEST 'regional_netcdf_parallel_intel' [08:27, 06:49](1198 MB)\nPASS -- TEST 'regional_2dwrtdecomp_intel' [06:22, 04:38](1196 MB)\nPASS -- TEST 'regional_wofs_intel' [08:22, 06:06](2081 MB)\n\nPASS -- COMPILE 'rrfs_intel' [10:10, 08:16] ( 3 warnings 447 remarks )\nPASS -- TEST 'rap_control_intel' [05:45, 03:40](1110 MB)\nPASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [05:54, 03:28](1452 MB)\nPASS -- TEST 'rap_decomp_intel' [05:45, 03:52](1061 MB)\nPASS -- TEST 'rap_2threads_intel' [07:52, 04:26](1154 MB)\nPASS -- TEST 'rap_restart_intel' [03:45, 02:00](1096 MB)\nPASS -- TEST 'rap_sfcdiff_intel' [05:45, 03:43](1092 MB)\nPASS -- TEST 'rap_sfcdiff_decomp_intel' [05:45, 03:56](1059 MB)\nPASS -- TEST 'rap_sfcdiff_restart_intel' [03:53, 02:00](1098 MB)\nPASS -- TEST 'hrrr_control_intel' [05:53, 03:21](1092 MB)\nPASS -- TEST 'hrrr_control_decomp_intel' [06:45, 03:46](1059 MB)\nPASS -- TEST 'hrrr_control_2threads_intel' [07:42, 04:10](1157 MB)\nPASS -- TEST 'hrrr_control_restart_intel' [03:26, 01:56](1058 MB)\nPASS -- TEST 'rrfs_v1beta_intel' [09:01, 06:40](1198 MB)\nPASS -- TEST 'rrfs_v1nssl_intel' [10:25, 08:17](2018 MB)\nPASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [09:24, 08:01](2193 MB)\n\nPASS -- COMPILE 'csawmg_intel' [09:10, 07:47] ( 416 remarks )\nPASS -- TEST 'control_csawmg_intel' [09:31, 06:29](1071 MB)\nPASS -- TEST 'control_ras_intel' [04:23, 02:58](859 MB)\n\nPASS -- COMPILE 'wam_intel' [15:10, 13:44] ( 394 remarks )\nPASS -- TEST 'control_wam_intel' [14:35, 12:34](1684 MB)\n\nPASS -- COMPILE 'atm_faster_dyn32_intel' [11:10, 07:57] ( 410 remarks )\nPASS -- TEST 'control_p8_faster_intel' [05:54, 03:30](1908 MB)\nPASS -- TEST 'regional_control_faster_intel' [06:27, 04:57](1197 MB)\n\nPASS -- COMPILE 'atm_debug_dyn32_intel' [05:10, 03:46] ( 902 warnings 588 remarks )\nPASS -- TEST 'control_CubedSphereGrid_debug_intel' [03:25, 01:58](1641 MB)\nPASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [04:22, 02:04](1639 MB)\nPASS -- TEST 'control_stochy_debug_intel' [05:19, 02:50](860 MB)\nPASS -- TEST 'control_lndp_debug_intel' [04:16, 02:22](853 MB)\nPASS -- TEST 'control_csawmg_debug_intel' [06:28, 04:16](1161 MB)\nPASS -- TEST 'control_ras_debug_intel' [04:20, 02:28](861 MB)\nPASS -- TEST 'control_diag_debug_intel' [04:24, 02:23](1707 MB)\nPASS -- TEST 'control_debug_p8_intel' [05:33, 03:09](1932 MB)\nPASS -- TEST 'regional_debug_intel' [18:27, 16:36](1155 MB)\nPASS -- TEST 'rap_control_debug_intel' [06:20, 04:10](1232 MB)\nPASS -- TEST 'hrrr_control_debug_intel' [06:19, 04:10](1243 MB)\nPASS -- TEST 'hrrr_gf_debug_intel' [05:16, 04:08](1229 MB)\nPASS -- TEST 'hrrr_c3_debug_intel' [06:16, 04:19](1232 MB)\nPASS -- TEST 'rap_unified_drag_suite_debug_intel' [06:19, 04:12](1233 MB)\nPASS -- TEST 'rap_diag_debug_intel' [06:25, 04:28](1328 MB)\nPASS -- TEST 'rap_cires_ugwp_debug_intel' [06:17, 04:15](1244 MB)\nPASS -- TEST 'rap_unified_ugwp_debug_intel' [06:17, 04:11](1237 MB)\nPASS -- TEST 'rap_lndp_debug_intel' [07:17, 06:02](1238 MB)\nPASS -- TEST 'rap_progcld_thompson_debug_intel' [07:18, 05:59](1232 MB)\nPASS -- TEST 'rap_noah_debug_intel' [05:19, 04:05](1228 MB)\nPASS -- TEST 'rap_sfcdiff_debug_intel' [06:17, 04:14](1239 MB)\nPASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [11:19, 09:39](1228 MB)\nPASS -- TEST 'rap_clm_lake_debug_intel' [06:18, 04:12](1238 MB)\nPASS -- TEST 'rap_flake_debug_intel' [05:16, 04:06](1239 MB)\n\nPASS -- COMPILE 'wam_debug_intel' [04:10, 02:26] ( 859 warnings 394 remarks )\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_intel' [09:12, 07:42] ( 3 warnings 414 remarks )\nPASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [05:48, 03:16](1307 MB)\nPASS -- TEST 'rap_control_dyn32_phy32_intel' [06:38, 04:26](1040 MB)\nPASS -- TEST 'hrrr_control_dyn32_phy32_intel' [04:59, 02:59](1043 MB)\nPASS -- TEST 'rap_2threads_dyn32_phy32_intel' [05:47, 03:45](1085 MB)\nPASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [05:54, 03:37](1073 MB)\nPASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [05:39, 03:08](997 MB)\nPASS -- TEST 'rap_restart_dyn32_phy32_intel' [08:46, 01:41](989 MB)\nPASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [03:27, 01:38](969 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [09:11, 08:04] ( 3 warnings 391 remarks )\nPASS -- TEST 'conus13km_control_intel' [05:44, 02:35](1517 MB)\nPASS -- TEST 'conus13km_2threads_intel' [03:46, 01:17](1334 MB)\nPASS -- TEST 'conus13km_decomp_intel' [04:33, 02:33](1552 MB)\nPASS -- TEST 'conus13km_restart_intel' [07:32, 01:34](1283 MB)\n\nPASS -- COMPILE 'rrfs_dyn64_phy32_intel' [10:11, 08:02] ( 3 warnings 414 remarks )\nPASS -- TEST 'rap_control_dyn64_phy32_intel' [05:37, 03:53](1097 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [04:12, 02:27] ( 793 warnings 420 remarks )\nPASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [05:18, 04:05](1114 MB)\nPASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [07:25, 05:48](1124 MB)\nPASS -- TEST 'conus13km_debug_intel' [20:42, 18:46](1574 MB)\nPASS -- TEST 'conus13km_debug_qr_intel' [20:33, 18:53](1162 MB)\nPASS -- TEST 'conus13km_debug_2threads_intel' [22:29, 20:25](1372 MB)\nPASS -- TEST 'conus13km_debug_decomp_intel' [21:28, 19:13](1590 MB)\nPASS -- TEST 'conus13km_radar_tten_debug_intel' [20:33, 18:46](1628 MB)\n\nPASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [05:11, 03:55] ( 793 warnings 414 remarks )\nPASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [06:20, 04:17](1211 MB)\n\nPASS -- COMPILE 'hafsw_intel' [12:11, 10:56] ( 694 remarks )\nPASS -- TEST 'hafs_regional_atm_intel' [06:54, 05:09](1020 MB)\nPASS -- TEST 'hafs_regional_atm_gfdlmpv3_intel' [08:07, 05:25](1214 MB)\nPASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [05:21, 03:38](1296 MB)\nPASS -- TEST 'hafs_regional_atm_ocn_intel' [09:02, 05:55](1095 MB)\nPASS -- TEST 'hafs_regional_atm_wav_intel' [17:01, 14:30](1132 MB)\nPASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [20:13, 17:31](1158 MB)\nPASS -- TEST 'hafs_regional_1nest_atm_intel' [09:52, 05:57](603 MB)\nPASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [10:06, 07:13](614 MB)\nPASS -- TEST 'hafs_global_1nest_atm_intel' [08:37, 03:47](438 MB)\nPASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [10:46, 07:40](502 MB)\nPASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [11:47, 05:02](608 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [09:50, 03:25](610 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [06:46, 03:59](662 MB)\nPASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [07:25, 01:15](458 MB)\n\nPASS -- COMPILE 'hafsw_debug_intel' [05:10, 03:41] ( 1499 warnings 2056 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [13:51, 10:51](638 MB)\n\nPASS -- COMPILE 'hafsw_faster_intel' [13:10, 11:27] ( 659 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [27:00, 23:56](752 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [24:02, 18:30](828 MB)\n\nPASS -- COMPILE 'hafs_mom6w_intel' [12:11, 10:32] ( 927 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [17:55, 11:49](821 MB)\n\nPASS -- COMPILE 'hafs_all_intel' [21:11, 19:33] ( 636 remarks )\nPASS -- TEST 'hafs_regional_docn_intel' [09:54, 05:11](1095 MB)\nPASS -- TEST 'hafs_regional_docn_oisst_intel' [09:59, 05:16](1078 MB)\nPASS -- TEST 'hafs_regional_datm_cdeps_intel' [27:44, 23:55](1341 MB)\n\nPASS -- COMPILE 'datm_cdeps_intel' [11:11, 09:55] ( 561 remarks )\nPASS -- TEST 'datm_cdeps_control_cfsr_intel' [05:17, 02:28](1865 MB)\nPASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:16, 01:34](1823 MB)\nPASS -- TEST 'datm_cdeps_control_gefs_intel' [04:15, 02:12](1127 MB)\nPASS -- TEST 'datm_cdeps_iau_gefs_intel' [04:16, 02:17](1120 MB)\nPASS -- TEST 'datm_cdeps_stochy_gefs_intel' [04:16, 02:19](1130 MB)\nPASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [04:15, 02:28](1871 MB)\nPASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [04:15, 02:28](1870 MB)\nPASS -- TEST 'datm_cdeps_bulk_gefs_intel' [04:15, 02:16](1129 MB)\nPASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [09:02, 06:01](1708 MB)\nPASS -- TEST 'datm_cdeps_mx025_gefs_intel' [09:56, 07:16](1192 MB)\nPASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [04:14, 02:22](1869 MB)\nPASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [05:15, 03:58](4833 MB)\nPASS -- TEST 'datm_cdeps_gfs_intel' [05:15, 03:54](4830 MB)\n\nPASS -- COMPILE 'datm_cdeps_debug_intel' [04:10, 02:57] ( 4 warnings 561 remarks )\nPASS -- TEST 'datm_cdeps_debug_cfsr_intel' [07:15, 05:30](1775 MB)\n\nPASS -- COMPILE 'datm_cdeps_faster_intel' [08:10, 05:50] ( 561 remarks )\nPASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [04:14, 02:22](1866 MB)\n\nPASS -- COMPILE 'datm_cdeps_land_intel' [03:10, 01:08] ( 126 remarks )\nPASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [02:36, 00:59](340 MB)\nPASS -- TEST 'datm_cdeps_lnd_era5_intel' [02:31, 00:40](558 MB)\nPASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [02:23, 00:29](555 MB)\n\nPASS -- COMPILE 'atm_ds2s_docn_pcice_intel' [10:11, 08:43] ( 610 remarks )\nPASS -- TEST 'atm_ds2s_docn_pcice_intel' [05:59, 03:42](2048 MB)\n\nPASS -- COMPILE 'atm_ds2s_docn_dice_intel' [17:10, 15:05] ( 498 remarks )\nPASS -- TEST 'atm_ds2s_docn_dice_intel' [07:51, 05:10](2050 MB)\n\nPASS -- COMPILE 'atml_intel' [17:10, 15:07] ( 8 warnings 553 remarks )\nPASS -- TEST 'control_p8_atmlnd_intel' [05:56, 03:36](1890 MB)\nPASS -- TEST 'control_restart_p8_atmlnd_intel' [06:36, 03:20](1210 MB)\n\nPASS -- COMPILE 'atml_debug_intel' [05:10, 03:31] ( 907 warnings 553 remarks )\nPASS -- TEST 'control_p8_atmlnd_debug_intel' [10:52, 08:43](1913 MB)\n\nPASS -- COMPILE 'atmw_intel' [12:11, 10:41] ( 519 remarks )\nPASS -- TEST 'atmwav_control_noaero_p8_intel' [04:50, 02:10](1944 MB)\n\nPASS -- COMPILE 'atmaero_intel' [10:10, 08:13] ( 412 remarks )\nPASS -- TEST 'atmaero_control_p8_intel' [05:48, 03:45](2012 MB)\nPASS -- TEST 'atmaero_control_p8_rad_intel' [06:37, 04:20](1794 MB)\nPASS -- TEST 'atmaero_control_p8_rad_micro_intel' [06:39, 04:25](1807 MB)\n\nPASS -- COMPILE 'atmaq_intel' [09:10, 07:54] ( 8 warnings 609 remarks )\nPASS -- TEST 'regional_atmaq_intel' [17:19, 14:22](2944 MB)\nPASS -- TEST 'regional_atmaq_canopy_intel' [19:16, 16:44](2946 MB)\n\nPASS -- COMPILE 'atmaq_debug_intel' [04:11, 02:34] ( 884 warnings 609 remarks )\nPASS -- TEST 'regional_atmaq_debug_intel' [35:11, 32:29](2957 MB)\n\nPASS -- COMPILE 'atm_fbh_intel' [09:11, 07:44] ( 3 warnings 421 remarks )\nPASS -- TEST 'cpld_regional_atm_fbh_intel' [11:23, 09:44](1082 MB)\n\nPASS -- COMPILE 'atm_gnu' [08:10, 06:28]\nPASS -- TEST 'control_c48_gnu' [09:29, 07:51](1582 MB)\nPASS -- TEST 'control_stochy_gnu' [04:20, 02:14](592 MB)\nPASS -- TEST 'control_ras_gnu' [05:21, 03:48](600 MB)\nPASS -- TEST 'control_p8_gnu' [06:57, 04:15](1548 MB)\nPASS -- TEST 'control_p8_ugwpv1_gnu' [06:39, 04:09](1543 MB)\nPASS -- TEST 'control_flake_gnu' [06:19, 04:29](640 MB)\n\nPASS -- COMPILE 'rrfs_gnu' [05:10, 03:36]\nPASS -- TEST 'rap_control_gnu' [06:39, 04:18](941 MB)\nPASS -- TEST 'rap_decomp_gnu' [06:36, 04:16](943 MB)\nPASS -- TEST 'rap_2threads_gnu' [08:45, 03:41](999 MB)\nPASS -- TEST 'rap_restart_gnu' [04:52, 02:14](670 MB)\nPASS -- TEST 'rap_sfcdiff_gnu' [07:45, 04:14](942 MB)\nPASS -- TEST 'rap_sfcdiff_decomp_gnu' [08:42, 04:13](943 MB)\nPASS -- TEST 'rap_sfcdiff_restart_gnu' [04:51, 02:12](678 MB)\nPASS -- TEST 'hrrr_control_gnu' [08:36, 04:06](939 MB)\nPASS -- TEST 'hrrr_control_noqr_gnu' [08:36, 04:04](923 MB)\nPASS -- TEST 'hrrr_control_2threads_gnu' [07:45, 03:38](1000 MB)\nPASS -- TEST 'hrrr_control_decomp_gnu' [07:33, 04:09](937 MB)\nPASS -- TEST 'hrrr_control_restart_gnu' [03:18, 02:08](674 MB)\nPASS -- TEST 'hrrr_control_restart_noqr_gnu' [03:18, 02:05](757 MB)\nPASS -- TEST 'rrfs_v1beta_gnu' [11:57, 07:43](935 MB)\n\nPASS -- COMPILE 'csawmg_gnu' [05:11, 03:15]\nPASS -- TEST 'control_csawmg_gnu' [11:27, 08:29](840 MB)\n\nPASS -- COMPILE 'atm_dyn32_debug_gnu' [07:10, 05:43]\nPASS -- TEST 'control_diag_debug_gnu' [03:24, 01:17](1371 MB)\nPASS -- TEST 'regional_debug_gnu' [09:26, 07:22](887 MB)\nPASS -- TEST 'rap_control_debug_gnu' [04:17, 02:00](949 MB)\nPASS -- TEST 'hrrr_control_debug_gnu' [03:20, 01:58](953 MB)\nPASS -- TEST 'hrrr_gf_debug_gnu' [04:22, 01:58](949 MB)\nPASS -- TEST 'hrrr_c3_debug_gnu' [04:18, 01:59](950 MB)\nPASS -- TEST 'rap_diag_debug_gnu' [04:27, 02:12](1038 MB)\nPASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [05:20, 03:05](946 MB)\nPASS -- TEST 'rap_progcld_thompson_debug_gnu' [04:17, 02:01](950 MB)\nPASS -- TEST 'control_ras_debug_gnu' [03:15, 01:15](582 MB)\nPASS -- TEST 'control_stochy_debug_gnu' [03:15, 01:24](580 MB)\nPASS -- TEST 'control_debug_p8_gnu' [04:35, 02:19](1560 MB)\nPASS -- TEST 'rap_flake_debug_gnu' [03:20, 01:59](951 MB)\nPASS -- TEST 'rap_clm_lake_debug_gnu' [03:16, 01:59](952 MB)\nPASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [05:47, 03:24](955 MB)\n\nPASS -- COMPILE 'wam_debug_gnu' [03:11, 01:44]\nPASS -- TEST 'control_wam_debug_gnu' [07:42, 05:35](1389 MB)\n\nPASS -- COMPILE 'atm_debug_dyn32_gnu' [04:11, 03:02]\nPASS -- TEST 'control_csawmg_debug_gnu' [04:24, 02:13](829 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [06:11, 03:38]\nPASS -- TEST 'rap_control_dyn32_phy32_gnu' [05:46, 04:03](795 MB)\nPASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [05:41, 03:56](792 MB)\nPASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [07:42, 05:08](840 MB)\nPASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [05:37, 03:29](838 MB)\nPASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [05:35, 03:55](789 MB)\nPASS -- TEST 'rap_restart_dyn32_phy32_gnu' [03:34, 02:05](643 MB)\nPASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [05:18, 03:20](644 MB)\nPASS -- TEST 'conus13km_control_gnu' [05:43, 04:00](1034 MB)\nPASS -- TEST 'conus13km_2threads_gnu' [05:34, 03:10](1018 MB)\nPASS -- TEST 'conus13km_decomp_gnu' [08:36, 06:11](1039 MB)\nPASS -- TEST 'conus13km_restart_gnu' [04:31, 02:15](761 MB)\n\nPASS -- COMPILE 'atm_dyn64_phy32_gnu' [12:11, 09:52]\nPASS -- TEST 'rap_control_dyn64_phy32_gnu' [06:35, 04:30](822 MB)\n\nPASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [07:11, 05:52]\nPASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [05:18, 03:39](799 MB)\nPASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [03:20, 02:02](799 MB)\nPASS -- TEST 'conus13km_debug_gnu' [10:40, 08:49](1050 MB)\nPASS -- TEST 'conus13km_debug_qr_gnu' [10:35, 08:52](778 MB)\nPASS -- TEST 'conus13km_debug_2threads_gnu' [10:30, 08:54](1033 MB)\nPASS -- TEST 'conus13km_debug_decomp_gnu' [11:26, 09:17](1057 MB)\nPASS -- TEST 'conus13km_radar_tten_debug_gnu' [10:26, 08:44](1120 MB)\n\nPASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [07:11, 05:50]\nPASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [04:19, 02:09](828 MB)\n\nPASS -- COMPILE 's2swa_gnu' [33:12, 31:26]\nPASS -- TEST 'cpld_control_p8_gnu' [13:24, 10:48](1730 MB)\n\nPASS -- COMPILE 's2s_gnu' [20:11, 18:10]\nPASS -- TEST 'cpld_control_nowave_noaero_p8_gnu' [12:58, 10:08](1629 MB)\n\nPASS -- COMPILE 's2swa_debug_gnu' [04:10, 02:35]\nPASS -- TEST 'cpld_debug_p8_gnu' [09:00, 06:22](1737 MB)\n\nPASS -- COMPILE 's2sw_pdlib_gnu' [19:11, 17:15]\nPASS -- TEST 'cpld_control_pdlib_p8_gnu' [17:00, 14:27](1613 MB)\n\nPASS -- COMPILE 's2sw_pdlib_debug_gnu' [04:11, 02:10]\nPASS -- TEST 'cpld_debug_pdlib_p8_gnu' [11:58, 09:33](1605 MB)\n\nPASS -- COMPILE 'datm_cdeps_gnu' [22:10, 16:18]\nPASS -- TEST 'datm_cdeps_control_cfsr_gnu' [05:14, 03:40](1605 MB)\n\nPASS -- COMPILE 'atm_mpas_dyn32_gnu' [09:11, 02:49]\nPASS -- TEST 'control_gfs_mpas_gnu' [02:21, 00:35](6413 MB)\n\nSYNOPSIS:\nStarting Date/Time: 20250930 12:19:50\nEnding Date/Time: 20250930 14:07:14\nTotal Time: 01h:48m:44s\nCompiles Completed: 60/60\nTests Completed: 270/270\n\nNOTES:\nA file 'test_changes.list' was generated but is empty.\nIf you are using this log as a pull request verification, please commit 'test_changes.list'.\n\nResult: SUCCESS\n\n====END OF HERCULES REGRESSION TESTING LOG====\n", + "====START OF HERCULES REGRESSION TESTING LOG====\n\nUFSWM hash used in testing:\n746ad7c0a449edef907e3d6656fd750bfa6bd81e\n\nSubmodule hashes used in testing:\n 5d19f593987dbf5609ad929956bdae3055a5a82f AQM (v0.2.0-44-g5d19f59)\n 642e81395472d5887b54f601b60ee607ed39bf09 AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-6194-g642e81395)\n 9f53664ef2e607ad25d6b6c939f2eac9ec818ee6 CDEPS-interface/CDEPS (cdeps0.4.17-432-g9f53664)\n 90ed2522ba8dd04d75237a77aae6b49e7acca523 CICE-interface/CICE (CICE6.0.0-432-g90ed252)\n 6a5c51e9e6c643da0760a315e452755661d7d745 CICE-interface/CICE/icepack (Icepack1.1.0-220-g6a5c51e)\n 374373588e22cd86f1b8eb670d489c2967a6b40a CMEPS-interface/CMEPS (cmeps_v0.4.1-2324-g3743735)\n 9b7652c75b40d9cbb40e52b824f8c0a423922757 CMakeModules (v1.0.0-33-g9b7652c)\n 9ff3df9545dd582f415f682d3297e8c6c841e5cb GOCART (sdr_v2.1.2.6-291-g9ff3df9)\n bcf7777bb037ae2feb2a8a8ac51aacb3511b52d9 HYCOM-interface/HYCOM (2.3.00-122-gbcf7777)\n c4d2337d8607ec994b3cd61179eb974e0a237841 LM4-driver (baseline_change_240904-6-gc4d2337)\n c03c4f68816030f726785daf0db6150aa1e9cc6f LM4-driver/LM4 (land_lad2_2021.02)\n fe9e7bfdc8792ff875e332914871ac16dee09120 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10722-gfe9e7bfdc)\n 65ef5c73bc7f5663d5688f75c3855d431da4baea MOM6-interface/MOM6/pkg/CVMix-src (65ef5c7)\n 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6)\n 8fe108a4c522da15474c9f954266782b4cb56951 NOAHMP-interface/noahmp (v3.7.1-460-g8fe108a)\n 446cf8e965d9f401176118a68495af89776b4d34 UFSATM (remotes/origin/glacier_mods)\n 11359cb04a420fc87e4cf0f035f4d1215ab24488 UFSATM/ccpp/framework (2025-01-06-dev-5-g11359cb)\n a008c658353ffd48a3ecc49ca1d65da37a69d3bd UFSATM/ccpp/physics (remotes/origin/glacier_mods)\n c62efd27caa26f660edf24232f33f154e608b77a UFSATM/ccpp/physics/physics/MP/TEMPO/TEMPO (c62efd2)\n 74a0e098b2163425e4b5466c2dfcf8ae26d560a5 UFSATM/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (v1.6)\n 7e24e739182281717607b341a1c2ffdba473616f UFSATM/fv3/atmos_cubed_sphere (201912_public_release-424-g7e24e73)\n 38d2177aef842a5c6abe26ffe876804b95fd9e0a UFSATM/mpas/MPAS-Model (remotes/origin/feature/mpas-in-ufs)\n 8f6caa9d04f1caf2ca8ce1b362aedcebf9b14c8c UFSATM/upp (upp_v10.2.0-297-g8f6caa9d)\n-179cae1dd84401cf25d250bd9102e66560a9d328 UFSATM/upp/sorc/libIFI.fd\n-3d35332fe66e3e63a285cc8d96facdf255a33481 UFSATM/upp/sorc/ncep_post.fd/post_gtg.fd\n 2a9663769a97c351ffdff4648e35f9f5b9319fd8 WW3 (6.07.1-470-g2a966376)\n 05cad173feeb598431e3ef5f17c2df6562c8d101 fire_behavior (v0.2.0-1-g05cad17)\n 97b24f8e40f1de0980388c8326c48b442e5a5e61 stochastic_physics (ufs-v2.0.0-282-g97b24f8)\n\n\nNOTES:\n[Times](Memory) are at the end of each compile/test in format [MM:SS](Size).\nThe first time is for the full script (prep+run+finalize).\nThe second time is specifically for the run phase.\nTimes/Memory will be empty for failed tests.\n\nBASELINE DIRECTORY: /work/noaa/epic/hercules/UFS-WM_RT/NEMSfv3gfs/develop-20250926\nCOMPARISON DIRECTORY: /work2/noaa/epic/gpetro/hercules/RTs/ufs-wm/stmp/gpetro/FV3_RT/rt_3812241\n\nRT.SH OPTIONS USED:\n* (-a) - HPC PROJECT ACCOUNT: epic\n* (-e) - USE ECFLOW\n\nPASS -- COMPILE 's2swa_32bit_intel' [14:11, 12:58] ( 1043 remarks )\nPASS -- TEST 'cpld_control_p8_mixedmode_intel' [31:59, 08:46](2165 MB)\nPASS -- TEST 'cpld_control_gefs_intel' [40:05, 18:21](3140 MB)\nPASS -- TEST 'cpld_restart_gefs_intel' [19:31, 04:30](2825 MB)\nPASS -- TEST 'cpld_dcp_gefs_intel' [31:53, 16:00](3161 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_intel' [23:11, 21:14] ( 1041 remarks )\nPASS -- TEST 'cpld_control_gfsv17_intel' [42:08, 18:11](2032 MB)\nPASS -- TEST 'cpld_control_gfsv17_iau_intel' [21:26, 18:09](2342 MB)\nPASS -- TEST 'cpld_restart_gfsv17_intel' [09:22, 07:00](1335 MB)\nPASS -- TEST 'cpld_restart_gfsv17_iau_intel' [21:46, 08:56](2204 MB)\nPASS -- TEST 'cpld_mpi_gfsv17_intel' [40:50, 19:37](1929 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_sfs_intel' [21:11, 20:08] ( 1041 remarks )\nPASS -- TEST 'cpld_control_sfs_intel' [42:36, 18:24](1985 MB)\n\nPASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [06:10, 05:02] ( 1554 warnings 2932 remarks )\nPASS -- TEST 'cpld_debug_gfsv17_intel' [21:07, 17:33](1995 MB)\n\nPASS -- COMPILE 's2swa_intel' [14:11, 12:27] ( 1043 remarks )\nPASS -- TEST 'cpld_control_p8_intel' [33:13, 09:44](2270 MB)\nPASS -- TEST 'cpld_control_p8.v2.sfc_intel' [36:09, 12:23](2265 MB)\nPASS -- TEST 'cpld_restart_p8_intel' [07:05, 04:31](1954 MB)\nPASS -- TEST 'cpld_control_qr_p8_intel' [33:00, 09:39](2290 MB)\nPASS -- TEST 'cpld_restart_qr_p8_intel' [08:09, 06:01](1842 MB)\nPASS -- TEST 'cpld_2threads_p8_intel' [40:56, 10:04](2392 MB)\nPASS -- TEST 'cpld_decomp_p8_intel' [40:03, 09:23](2252 MB)\nPASS -- TEST 'cpld_mpi_p8_intel' [33:55, 10:26](2143 MB)\nPASS -- TEST 'cpld_control_ciceC_p8_intel' [33:08, 09:20](2266 MB)\nPASS -- TEST 'cpld_control_c192_p8_intel' [39:56, 16:31](2949 MB)\nPASS -- TEST 'cpld_restart_c192_p8_intel' [16:42, 08:18](2958 MB)\n\nPASS -- COMPILE 's2swal_intel' [13:11, 11:36] ( 1064 remarks )\nPASS -- TEST 'cpld_control_p8_lnd_intel' [21:01, 09:54](2224 MB)\nPASS -- TEST 'cpld_restart_p8_lnd_intel' [21:23, 06:24](1930 MB)\nPASS -- TEST 'cpld_s2sa_p8_intel' [24:54, 07:50](2237 MB)\n\nPASS -- COMPILE 's2sw_intel' [12:11, 10:37] ( 1011 remarks )\nPASS -- TEST 'cpld_control_noaero_p8_intel' [17:51, 08:44](2047 MB)\nPASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [13:55, 07:02](2158 MB)\n\nPASS -- COMPILE 's2swa_debug_intel' [05:10, 03:22] ( 1444 warnings 2182 remarks )\nPASS -- TEST 'cpld_debug_p8_intel' [20:07, 11:33](2289 MB)\n\nPASS -- COMPILE 's2sw_debug_intel' [06:11, 04:21] ( 1444 warnings 2164 remarks )\nPASS -- TEST 'cpld_debug_noaero_p8_intel' [16:50, 05:59](2073 MB)\n\nPASS -- COMPILE 's2s_aoflux_intel' [11:11, 09:24] ( 947 remarks )\nPASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [12:49, 04:58](2128 MB)\n\nPASS -- COMPILE 's2swa_faster_intel' [13:11, 12:07] ( 1029 remarks )\nPASS -- TEST 'cpld_control_p8_faster_intel' [36:09, 09:08](2261 MB)\n\nPASS -- COMPILE 's2sw_pdlib_intel' [22:11, 16:18] ( 1034 remarks )\nPASS -- TEST 'cpld_control_pdlib_p8_intel' [32:51, 15:43](2099 MB)\nPASS -- TEST 'cpld_restart_pdlib_p8_intel' [10:05, 06:57](1411 MB)\nPASS -- TEST 'cpld_mpi_pdlib_p8_intel' [26:40, 16:34](1992 MB)\nPASS -- TEST 'cpld_control_c48_5deg_intel' [12:42, 06:46](3052 MB)\nPASS -- TEST 'cpld_warmstart_c48_5deg_intel' [10:41, 03:41](3040 MB)\nPASS -- TEST 'cpld_restart_c48_5deg_intel' [10:43, 02:07](2488 MB)\nPASS -- TEST 'cpld_control_c24_5deg_intel' [08:28, 02:31](2246 MB)\nPASS -- TEST 'cpld_warmstart_c24_5deg_intel' [07:26, 01:12](2247 MB)\nPASS -- TEST 'cpld_restart_c24_5deg_intel' [09:30, 01:31](1557 MB)\nPASS -- TEST 'cpld_control_c24_9deg_intel' [08:27, 01:41](2235 MB)\nPASS -- TEST 'cpld_warmstart_c24_9deg_intel' [07:26, 01:27](2240 MB)\nPASS -- TEST 'cpld_restart_c24_9deg_intel' [11:37, 01:40](1553 MB)\nPASS -- TEST 'cpld_control_c12_9deg_intel' [07:25, 01:37](2171 MB)\nPASS -- TEST 'cpld_warmstart_c12_9deg_intel' [07:25, 01:32](2167 MB)\nPASS -- TEST 'cpld_restart_c12_9deg_intel' [11:35, 01:50](1506 MB)\n\nPASS -- COMPILE 's2sw_pdlib_debug_intel' [09:11, 03:04] ( 1554 warnings 2914 remarks )\nPASS -- TEST 'cpld_debug_pdlib_p8_intel' [53:13, 23:00](2072 MB)\n\nPASS -- COMPILE 'atm_dyn32_intel' [15:11, 09:05] ( 502 remarks )\nPASS -- TEST 'control_flake_intel' [24:21, 04:03](727 MB)\nPASS -- TEST 'control_CubedSphereGrid_intel' [06:22, 03:01](1615 MB)\nPASS -- TEST 'control_CubedSphereGrid_parallel_intel' [07:28, 02:15](1623 MB)\nPASS -- TEST 'control_latlon_intel' [05:20, 02:14](1616 MB)\nPASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [05:28, 02:13](1623 MB)\nPASS -- TEST 'control_c48_intel' [10:24, 06:40](1716 MB)\nPASS -- TEST 'control_c48.v2.sfc_intel' [08:24, 06:01](839 MB)\nPASS -- TEST 'control_c48_lnd_iau_intel' [08:26, 06:48](1712 MB)\nPASS -- TEST 'control_c192_intel' [17:34, 09:00](1815 MB)\nPASS -- TEST 'control_c384_intel' [12:11, 07:37](2042 MB)\nPASS -- TEST 'control_c384gdas_intel' [19:15, 08:10](1518 MB)\nPASS -- TEST 'control_stochy_intel' [11:20, 01:28](681 MB)\nPASS -- TEST 'control_stochy_restart_intel' [02:24, 00:53](559 MB)\nPASS -- TEST 'control_lndp_intel' [10:20, 01:22](677 MB)\nPASS -- TEST 'control_iovr4_intel' [11:22, 02:19](676 MB)\nPASS -- TEST 'control_iovr4_gfdlmpv3_intel' [12:31, 03:20](971 MB)\nPASS -- TEST 'control_iovr5_intel' [11:25, 02:12](671 MB)\nPASS -- TEST 'control_p8_intel' [12:57, 03:11](1908 MB)\nPASS -- TEST 'control_p8.v2.sfc_intel' [12:50, 04:06](1911 MB)\nPASS -- TEST 'control_p8_ugwpv1_intel' [12:51, 03:34](1912 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_intel' [13:49, 03:49](1926 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_intel' [14:54, 04:51](1941 MB)\nPASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_hail_intel' [08:42, 02:08](2434 MB)\nPASS -- TEST 'control_restart_p8_intel' [05:40, 02:07](1168 MB)\nPASS -- TEST 'control_noqr_p8_intel' [08:40, 03:10](1901 MB)\nPASS -- TEST 'control_restart_noqr_p8_intel' [04:48, 01:29](1217 MB)\nPASS -- TEST 'control_decomp_p8_intel' [07:36, 02:47](1896 MB)\nPASS -- TEST 'control_2threads_p8_intel' [07:35, 02:59](1990 MB)\nPASS -- TEST 'control_p8_lndp_intel' [08:29, 04:31](1909 MB)\nPASS -- TEST 'control_p8_rrtmgp_intel' [05:47, 03:43](1977 MB)\nPASS -- TEST 'control_p8_mynn_intel' [04:44, 02:47](1911 MB)\nPASS -- TEST 'merra2_thompson_intel' [06:50, 04:09](1920 MB)\nPASS -- TEST 'merra2_hf_thompson_intel' [06:42, 04:33](1920 MB)\nPASS -- TEST 'regional_control_intel' [07:27, 04:38](1190 MB)\nPASS -- TEST 'regional_restart_intel' [05:25, 02:27](1206 MB)\nPASS -- TEST 'regional_decomp_intel' [07:23, 04:45](1190 MB)\nPASS -- TEST 'regional_2threads_intel' [06:24, 03:37](1086 MB)\nPASS -- TEST 'regional_noquilt_intel' [06:26, 04:34](1497 MB)\nPASS -- TEST 'regional_netcdf_parallel_intel' [06:28, 04:31](1200 MB)\nPASS -- TEST 'regional_2dwrtdecomp_intel' [06:22, 04:41](1200 MB)\nPASS -- TEST 'regional_wofs_intel' [07:23, 05:55](2100 MB)\n\nPASS -- COMPILE 'rrfs_intel' [13:11, 08:24] ( 3 warnings 447 remarks )\nPASS -- TEST 'rap_control_intel' [26:45, 05:19](1098 MB)\nPASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [06:46, 04:35](1419 MB)\nPASS -- TEST 'rap_decomp_intel' [06:35, 03:46](1065 MB)\nPASS -- TEST 'rap_2threads_intel' [08:41, 04:22](1155 MB)\nPASS -- TEST 'rap_restart_intel' [05:51, 02:01](1072 MB)\nPASS -- TEST 'rap_sfcdiff_intel' [06:45, 03:39](1099 MB)\nPASS -- TEST 'rap_sfcdiff_decomp_intel' [07:31, 03:51](1051 MB)\nPASS -- TEST 'rap_sfcdiff_restart_intel' [05:52, 01:59](1085 MB)\nPASS -- TEST 'hrrr_control_intel' [06:46, 03:31](1081 MB)\nPASS -- TEST 'hrrr_control_decomp_intel' [06:34, 03:35](1059 MB)\nPASS -- TEST 'hrrr_control_2threads_intel' [07:42, 04:01](1149 MB)\nPASS -- TEST 'hrrr_control_restart_intel' [06:19, 01:54](1055 MB)\nPASS -- TEST 'rrfs_v1beta_intel' [09:53, 06:43](1193 MB)\nPASS -- TEST 'rrfs_v1nssl_intel' [10:21, 08:16](2020 MB)\nPASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [10:19, 07:51](2177 MB)\n\nPASS -- COMPILE 'csawmg_intel' [12:10, 07:44] ( 416 remarks )\nPASS -- TEST 'control_csawmg_intel' [08:26, 05:29](1069 MB)\nPASS -- TEST 'control_ras_intel' [06:18, 04:05](828 MB)\n\nPASS -- COMPILE 'wam_intel' [11:10, 07:46] ( 394 remarks )\nPASS -- TEST 'control_wam_intel' [14:38, 12:22](1688 MB)\n\nPASS -- COMPILE 'atm_faster_dyn32_intel' [11:10, 07:48] ( 410 remarks )\nPASS -- TEST 'control_p8_faster_intel' [04:51, 02:20](1912 MB)\nPASS -- TEST 'regional_control_faster_intel' [06:26, 04:07](1196 MB)\n\nPASS -- COMPILE 'atm_debug_dyn32_intel' [05:10, 03:40] ( 902 warnings 588 remarks )\nPASS -- TEST 'control_CubedSphereGrid_debug_intel' [26:24, 02:05](1629 MB)\nPASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [27:28, 02:52](1638 MB)\nPASS -- TEST 'control_stochy_debug_intel' [27:20, 02:42](853 MB)\nPASS -- TEST 'control_lndp_debug_intel' [27:22, 03:31](855 MB)\nPASS -- TEST 'control_csawmg_debug_intel' [29:29, 04:12](1164 MB)\nPASS -- TEST 'control_ras_debug_intel' [26:20, 02:27](865 MB)\nPASS -- TEST 'control_diag_debug_intel' [26:26, 02:26](1704 MB)\nPASS -- TEST 'control_debug_p8_intel' [29:36, 03:26](1944 MB)\nPASS -- TEST 'regional_debug_intel' [41:29, 15:57](1159 MB)\nPASS -- TEST 'rap_control_debug_intel' [06:18, 04:08](1245 MB)\nPASS -- TEST 'hrrr_control_debug_intel' [05:20, 03:57](1228 MB)\nPASS -- TEST 'hrrr_gf_debug_intel' [06:17, 04:12](1248 MB)\nPASS -- TEST 'hrrr_c3_debug_intel' [06:17, 04:12](1234 MB)\nPASS -- TEST 'rap_unified_drag_suite_debug_intel' [06:17, 04:11](1237 MB)\nPASS -- TEST 'rap_diag_debug_intel' [06:23, 04:14](1324 MB)\nPASS -- TEST 'rap_cires_ugwp_debug_intel' [06:17, 04:09](1239 MB)\nPASS -- TEST 'rap_unified_ugwp_debug_intel' [06:17, 04:11](1237 MB)\nPASS -- TEST 'rap_lndp_debug_intel' [06:19, 04:08](1243 MB)\nPASS -- TEST 'rap_progcld_thompson_debug_intel' [06:17, 04:12](1241 MB)\nPASS -- TEST 'rap_noah_debug_intel' [09:17, 06:02](1234 MB)\nPASS -- TEST 'rap_sfcdiff_debug_intel' [08:18, 04:16](1227 MB)\nPASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [11:17, 06:42](1235 MB)\nPASS -- TEST 'rap_clm_lake_debug_intel' [08:18, 04:03](1230 MB)\nPASS -- TEST 'rap_flake_debug_intel' [07:17, 04:05](1233 MB)\n\nPASS -- COMPILE 'wam_debug_intel' [06:11, 02:18] ( 859 warnings 394 remarks )\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_intel' [09:11, 07:23] ( 3 warnings 414 remarks )\nPASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [05:55, 03:12](1309 MB)\nPASS -- TEST 'rap_control_dyn32_phy32_intel' [06:42, 03:02](1044 MB)\nPASS -- TEST 'hrrr_control_dyn32_phy32_intel' [05:56, 02:56](1032 MB)\nPASS -- TEST 'rap_2threads_dyn32_phy32_intel' [06:29, 03:45](1064 MB)\nPASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [06:37, 03:34](1067 MB)\nPASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [05:33, 03:07](985 MB)\nPASS -- TEST 'rap_restart_dyn32_phy32_intel' [14:44, 01:41](975 MB)\nPASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [10:18, 01:37](959 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [14:10, 07:49] ( 3 warnings 391 remarks )\nPASS -- TEST 'conus13km_control_intel' [04:35, 02:26](1519 MB)\nPASS -- TEST 'conus13km_2threads_intel' [04:28, 01:07](1325 MB)\nPASS -- TEST 'conus13km_decomp_intel' [05:26, 02:24](1523 MB)\nPASS -- TEST 'conus13km_restart_intel' [15:34, 02:18](1287 MB)\n\nPASS -- COMPILE 'rrfs_dyn64_phy32_intel' [12:10, 07:42] ( 3 warnings 414 remarks )\nPASS -- TEST 'rap_control_dyn64_phy32_intel' [05:27, 03:49](1113 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [05:10, 02:33] ( 793 warnings 420 remarks )\nPASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [11:16, 04:02](1107 MB)\nPASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [11:16, 03:58](1117 MB)\nPASS -- TEST 'conus13km_debug_intel' [25:36, 18:35](1560 MB)\nPASS -- TEST 'conus13km_debug_qr_intel' [25:32, 18:23](1165 MB)\nPASS -- TEST 'conus13km_debug_2threads_intel' [26:36, 20:30](1383 MB)\nPASS -- TEST 'conus13km_debug_decomp_intel' [26:26, 19:08](1588 MB)\nPASS -- TEST 'conus13km_radar_tten_debug_intel' [25:27, 18:40](1625 MB)\n\nPASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [04:10, 02:23] ( 793 warnings 414 remarks )\nPASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [10:18, 04:07](1214 MB)\n\nPASS -- COMPILE 'hafsw_intel' [12:10, 10:36] ( 694 remarks )\nPASS -- TEST 'hafs_regional_atm_intel' [08:07, 04:46](1035 MB)\nPASS -- TEST 'hafs_regional_atm_gfdlmpv3_intel' [09:08, 04:51](1213 MB)\nPASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [06:21, 03:47](1300 MB)\nPASS -- TEST 'hafs_regional_atm_ocn_intel' [14:11, 06:29](1111 MB)\nPASS -- TEST 'hafs_regional_atm_wav_intel' [22:06, 14:44](1139 MB)\nPASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [20:13, 16:34](1142 MB)\nPASS -- TEST 'hafs_regional_1nest_atm_intel' [16:49, 06:41](600 MB)\nPASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [16:09, 06:10](615 MB)\nPASS -- TEST 'hafs_global_1nest_atm_intel' [13:39, 02:19](437 MB)\nPASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [14:44, 06:29](504 MB)\nPASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [16:42, 03:17](608 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [16:41, 03:06](613 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [16:48, 04:17](664 MB)\nPASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [13:25, 00:59](447 MB)\n\nPASS -- COMPILE 'hafsw_debug_intel' [05:10, 03:05] ( 1499 warnings 2056 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [23:44, 10:48](631 MB)\n\nPASS -- COMPILE 'hafsw_faster_intel' [19:10, 17:20] ( 659 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [31:51, 17:47](730 MB)\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [30:56, 18:28](832 MB)\n\nPASS -- COMPILE 'hafs_mom6w_intel' [16:10, 10:41] ( 927 remarks )\nPASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [25:38, 11:47](831 MB)\n\nPASS -- COMPILE 'hafs_all_intel' [14:10, 10:32] ( 636 remarks )\nPASS -- TEST 'hafs_regional_docn_intel' [19:08, 05:40](1105 MB)\nPASS -- TEST 'hafs_regional_docn_oisst_intel' [21:04, 07:26](1088 MB)\nPASS -- TEST 'hafs_regional_datm_cdeps_intel' [27:44, 16:41](1341 MB)\n\nPASS -- COMPILE 'datm_cdeps_intel' [08:10, 05:27] ( 561 remarks )\nPASS -- TEST 'datm_cdeps_control_cfsr_intel' [13:15, 02:25](1869 MB)\nPASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:16, 01:33](1813 MB)\nPASS -- TEST 'datm_cdeps_control_gefs_intel' [12:14, 02:16](1115 MB)\nPASS -- TEST 'datm_cdeps_iau_gefs_intel' [12:15, 02:17](1113 MB)\nPASS -- TEST 'datm_cdeps_stochy_gefs_intel' [10:14, 02:13](1124 MB)\nPASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [09:14, 02:25](1865 MB)\nPASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [07:14, 02:24](1868 MB)\nPASS -- TEST 'datm_cdeps_bulk_gefs_intel' [06:14, 02:12](1113 MB)\nPASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [09:56, 05:55](1710 MB)\nPASS -- TEST 'datm_cdeps_mx025_gefs_intel' [10:50, 05:40](1194 MB)\nPASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [06:13, 02:35](1872 MB)\nPASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [08:15, 04:38](4836 MB)\nPASS -- TEST 'datm_cdeps_gfs_intel' [07:15, 03:50](4829 MB)\n\nPASS -- COMPILE 'datm_cdeps_debug_intel' [05:10, 02:42] ( 4 warnings 561 remarks )\nPASS -- TEST 'datm_cdeps_debug_cfsr_intel' [08:15, 05:30](1772 MB)\n\nPASS -- COMPILE 'datm_cdeps_faster_intel' [10:10, 07:38] ( 561 remarks )\nPASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [06:15, 02:23](1871 MB)\n\nPASS -- COMPILE 'datm_cdeps_land_intel' [02:10, 00:44] ( 126 remarks )\nPASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [03:27, 00:53](337 MB)\nPASS -- TEST 'datm_cdeps_lnd_era5_intel' [02:20, 00:35](556 MB)\nPASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [02:22, 00:25](554 MB)\n\nPASS -- COMPILE 'atm_ds2s_docn_pcice_intel' [13:10, 08:22] ( 610 remarks )\nPASS -- TEST 'atm_ds2s_docn_pcice_intel' [05:51, 03:20](2044 MB)\n\nPASS -- COMPILE 'atm_ds2s_docn_dice_intel' [10:10, 08:00] ( 498 remarks )\nPASS -- TEST 'atm_ds2s_docn_dice_intel' [06:44, 04:16](2058 MB)\n\nPASS -- COMPILE 'atml_intel' [10:10, 08:36] ( 8 warnings 553 remarks )\nPASS -- TEST 'control_p8_atmlnd_intel' [05:55, 03:28](1897 MB)\nPASS -- TEST 'control_restart_p8_atmlnd_intel' [03:36, 01:50](1169 MB)\n\nPASS -- COMPILE 'atml_debug_intel' [05:10, 03:25] ( 907 warnings 553 remarks )\nPASS -- TEST 'control_p8_atmlnd_debug_intel' [08:49, 06:08](1916 MB)\n\nPASS -- COMPILE 'atmw_intel' [14:10, 09:54] ( 519 remarks )\nPASS -- TEST 'atmwav_control_noaero_p8_intel' [04:54, 01:42](1941 MB)\n\nPASS -- COMPILE 'atmaero_intel' [12:10, 08:00] ( 412 remarks )\nPASS -- TEST 'atmaero_control_p8_intel' [06:45, 03:42](2016 MB)\nPASS -- TEST 'atmaero_control_p8_rad_intel' [07:39, 04:09](1792 MB)\nPASS -- TEST 'atmaero_control_p8_rad_micro_intel' [07:39, 04:19](1824 MB)\n\nPASS -- COMPILE 'atmaq_intel' [10:10, 08:09] ( 8 warnings 609 remarks )\nPASS -- TEST 'regional_atmaq_intel' [16:19, 13:23](2951 MB)\nPASS -- TEST 'regional_atmaq_canopy_intel' [19:11, 15:58](2942 MB)\n\nPASS -- COMPILE 'atmaq_debug_intel' [04:10, 02:51] ( 884 warnings 609 remarks )\nPASS -- TEST 'regional_atmaq_debug_intel' [48:17, 44:40](2957 MB)\n\nPASS -- COMPILE 'atm_fbh_intel' [12:10, 07:49] ( 3 warnings 421 remarks )\nPASS -- TEST 'cpld_regional_atm_fbh_intel' [12:23, 09:29](1088 MB)\n\nPASS -- COMPILE 'atm_gnu' [08:10, 03:50]\nPASS -- TEST 'control_c48_gnu' [10:29, 07:50](1583 MB)\nPASS -- TEST 'control_stochy_gnu' [04:19, 02:13](594 MB)\nPASS -- TEST 'control_ras_gnu' [05:16, 03:39](595 MB)\nPASS -- TEST 'control_p8_gnu' [05:48, 03:22](1546 MB)\nPASS -- TEST 'control_p8_ugwpv1_gnu' [05:38, 03:20](1533 MB)\nPASS -- TEST 'control_flake_gnu' [06:19, 04:23](636 MB)\n\nPASS -- COMPILE 'rrfs_gnu' [06:10, 03:51]\nPASS -- TEST 'rap_control_gnu' [06:32, 04:10](939 MB)\nPASS -- TEST 'rap_decomp_gnu' [05:46, 04:08](944 MB)\nPASS -- TEST 'rap_2threads_gnu' [08:46, 05:06](1004 MB)\nPASS -- TEST 'rap_restart_gnu' [04:49, 02:12](670 MB)\nPASS -- TEST 'rap_sfcdiff_gnu' [07:42, 04:10](939 MB)\nPASS -- TEST 'rap_sfcdiff_decomp_gnu' [07:33, 04:13](940 MB)\nPASS -- TEST 'rap_sfcdiff_restart_gnu' [04:55, 02:11](678 MB)\nPASS -- TEST 'hrrr_control_gnu' [07:36, 04:03](937 MB)\nPASS -- TEST 'hrrr_control_noqr_gnu' [07:34, 04:03](924 MB)\nPASS -- TEST 'hrrr_control_2threads_gnu' [06:43, 03:28](1001 MB)\nPASS -- TEST 'hrrr_control_decomp_gnu' [06:29, 04:04](937 MB)\nPASS -- TEST 'hrrr_control_restart_gnu' [04:19, 02:09](670 MB)\nPASS -- TEST 'hrrr_control_restart_noqr_gnu' [04:19, 02:02](759 MB)\nPASS -- TEST 'rrfs_v1beta_gnu' [10:51, 07:39](937 MB)\n\nPASS -- COMPILE 'csawmg_gnu' [06:10, 03:31]\nPASS -- TEST 'control_csawmg_gnu' [10:23, 07:44](837 MB)\n\nPASS -- COMPILE 'atm_dyn32_debug_gnu' [08:11, 05:38]\nPASS -- TEST 'control_diag_debug_gnu' [03:22, 01:12](1372 MB)\nPASS -- TEST 'regional_debug_gnu' [15:26, 11:35](886 MB)\nPASS -- TEST 'rap_control_debug_gnu' [04:17, 01:59](951 MB)\nPASS -- TEST 'hrrr_control_debug_gnu' [04:17, 01:53](945 MB)\nPASS -- TEST 'hrrr_gf_debug_gnu' [05:19, 01:57](950 MB)\nPASS -- TEST 'hrrr_c3_debug_gnu' [05:18, 01:58](952 MB)\nPASS -- TEST 'rap_diag_debug_gnu' [05:25, 02:08](1040 MB)\nPASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [06:18, 03:08](945 MB)\nPASS -- TEST 'rap_progcld_thompson_debug_gnu' [05:17, 02:05](950 MB)\nPASS -- TEST 'control_ras_debug_gnu' [03:16, 01:13](581 MB)\nPASS -- TEST 'control_stochy_debug_gnu' [03:18, 01:19](582 MB)\nPASS -- TEST 'control_debug_p8_gnu' [03:33, 01:16](1535 MB)\nPASS -- TEST 'rap_flake_debug_gnu' [03:18, 02:04](950 MB)\nPASS -- TEST 'rap_clm_lake_debug_gnu' [04:18, 02:50](952 MB)\nPASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [05:47, 03:24](957 MB)\n\nPASS -- COMPILE 'wam_debug_gnu' [03:11, 01:41]\nPASS -- TEST 'control_wam_debug_gnu' [07:36, 05:21](1387 MB)\n\nPASS -- COMPILE 'atm_debug_dyn32_gnu' [09:11, 02:55]\nPASS -- TEST 'control_csawmg_debug_gnu' [03:33, 01:44](826 MB)\n\nPASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [07:10, 03:36]\nPASS -- TEST 'rap_control_dyn32_phy32_gnu' [06:34, 03:56](792 MB)\nPASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [05:53, 03:53](789 MB)\nPASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [05:44, 03:37](843 MB)\nPASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [06:34, 03:25](837 MB)\nPASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [06:33, 03:54](791 MB)\nPASS -- TEST 'rap_restart_dyn32_phy32_gnu' [04:44, 02:06](642 MB)\nPASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [03:19, 02:02](645 MB)\nPASS -- TEST 'conus13km_control_gnu' [07:30, 03:49](1034 MB)\nPASS -- TEST 'conus13km_2threads_gnu' [06:25, 01:49](1016 MB)\nPASS -- TEST 'conus13km_decomp_gnu' [08:30, 05:38](1043 MB)\nPASS -- TEST 'conus13km_restart_gnu' [03:30, 02:03](762 MB)\n\nPASS -- COMPILE 'atm_dyn64_phy32_gnu' [11:10, 09:06]\nPASS -- TEST 'rap_control_dyn64_phy32_gnu' [07:31, 04:27](820 MB)\n\nPASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [08:10, 05:34]\nPASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [05:18, 02:08](800 MB)\nPASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [05:19, 02:08](800 MB)\nPASS -- TEST 'conus13km_debug_gnu' [11:36, 08:29](1054 MB)\nPASS -- TEST 'conus13km_debug_qr_gnu' [11:28, 08:38](778 MB)\nPASS -- TEST 'conus13km_debug_2threads_gnu' [12:31, 08:46](1037 MB)\nPASS -- TEST 'conus13km_debug_decomp_gnu' [11:28, 08:54](1056 MB)\nPASS -- TEST 'conus13km_radar_tten_debug_gnu' [11:28, 08:54](1120 MB)\n\nPASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [07:10, 05:26]\nPASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [06:19, 01:55](827 MB)\n\nPASS -- COMPILE 's2swa_gnu' [17:10, 15:36]\nPASS -- TEST 'cpld_control_p8_gnu' [14:11, 10:02](1730 MB)\n\nPASS -- COMPILE 's2s_gnu' [18:10, 15:35]\nPASS -- TEST 'cpld_control_nowave_noaero_p8_gnu' [11:50, 08:04](1629 MB)\n\nPASS -- COMPILE 's2swa_debug_gnu' [04:10, 02:36]\nPASS -- TEST 'cpld_debug_p8_gnu' [08:49, 05:28](1716 MB)\n\nPASS -- COMPILE 's2sw_pdlib_gnu' [17:11, 15:28]\nPASS -- TEST 'cpld_control_pdlib_p8_gnu' [17:47, 14:01](1589 MB)\n\nPASS -- COMPILE 's2sw_pdlib_debug_gnu' [04:10, 02:02]\nPASS -- TEST 'cpld_debug_pdlib_p8_gnu' [11:47, 08:56](1601 MB)\n\nPASS -- COMPILE 'datm_cdeps_gnu' [17:10, 15:02]\nPASS -- TEST 'datm_cdeps_control_cfsr_gnu' [08:15, 03:31](1606 MB)\n\nPASS -- COMPILE 'atm_mpas_dyn32_gnu' [09:11, 02:51]\nPASS -- TEST 'control_gfs_mpas_gnu' [05:19, 00:49](6413 MB)\n\nSYNOPSIS:\nStarting Date/Time: 20250928 04:39:27\nEnding Date/Time: 20250928 08:01:47\nTotal Time: 03h:23m:24s\nCompiles Completed: 60/60\nTests Completed: 270/270\n\nNOTES:\nA file 'test_changes.list' was generated but is empty.\nIf you are using this log as a pull request verification, please commit 'test_changes.list'.\n\nResult: SUCCESS\n\n====END OF HERCULES REGRESSION TESTING LOG====\n", + ] + return herc_log.text_per_log + +@pytest.fixture +def hercules_sample_historical_log_data(): + sample_data = { + 'cpld_control_p8_mixedmode_intel': {'runtime': [505, 544, 546, 508, 526], 'memory': [2160, 2164, 2155, 2162, 2165]}, + 'cpld_control_gefs_intel': {'runtime': [1171, 959, 1163, 975, 1101], 'memory': [3121, 3132, 3134, 3130, 3140]}, + 'cpld_control_noaero_p8_agrid_intel': {'runtime': [253, 246, 255, 256, 298], 'memory': [2125, 2134, 2125, 2132, 2128]}, + 'control_c48_intel': {'runtime': [395, 396, 392, 393, 400], 'memory': [1714, 1711, 1716, 1713, 1716]}, + 'control_p8_intel': {'runtime': [226, 160, 163, 179, 191], 'memory': [1902, 1910, 1899, 1906, 1908]}, + 'control_restart_p8_intel': {'runtime': [95, 93, 95, 126, 127], 'memory': [1219, 1216, 1223, 1227, 1168]}, + 'control_c48_gnu': {'runtime': [472, 470, 472, 471, 470], 'memory': [1584, 1583, 1584, 1582, 1583]}, + 'control_p8_gnu': {'runtime': [210, 236, 264, 255, 202], 'memory': [1550, 1548, 1540, 1548, 1546]}, + 'control_debug_p8_gnu': {'runtime': [82, 75, 147, 139, 76], 'memory': [1524, 1546, 1538, 1560, 1535]}, + 'hrrr_control_intel': {'runtime': [211, 211, 212, 201, 211], 'memory': [1079, 1075, 1096, 1092, 1081]}, + 'hrrr_control_gnu': {'runtime': [239, 245, 242, 246, 243], 'memory': [939, 939, 940, 939, 937]}, + 'atmaero_control_p8_intel': {'runtime': [344, 241, 316, 225, 222], 'memory': [2019, 2024, 2009, 2012, 2016]}, + 'regional_atmaq_intel': {'runtime': [848, 839, 829, 862, 803], 'memory': [2942, 2943, 2940, 2944, 2951]}, + 'hafs_regional_docn_intel': {'runtime': [317, 310, 489, 311, 340], 'memory': [1082, 1077, 1093, 1095, 1105]}, + 'datm_cdeps_control_cfsr_intel': {'runtime': [146, 146, 144, 148, 145], 'memory': [1869, 1870, 1852, 1865, 1869]}, + 'datm_cdeps_control_cfsr_gnu': {'runtime': [162, 163, 166, 220, 211], 'memory': [1605, 1603, 1605, 1605, 1606]} + } + + return sample_data + +@pytest.fixture +def hercules_mean_std(): + stats = { + 'cpld_control_p8_mixedmode_intel': [525.8, 17.25572, 2161.2, 3.54401], + 'cpld_control_gefs_intel': [1073.8, 90.64745, 3131.4, 6.18385], + 'cpld_control_noaero_p8_agrid_intel': [261.6, 18.53213, 2128.8, 3.65513], + 'control_c48_intel': [395.2, 2.78568, 1714.0, 1.89737], + 'control_p8_intel': [183.8, 23.89477, 1905.0, 4.00000], + 'control_restart_p8_intel': [107.2, 15.77847, 1210.6, 21.62036], + 'control_c48_gnu': [471.0, 0.89443, 1583.2, 0.74833], + 'control_p8_gnu': [233.4, 24.26190, 1546.4, 3.44093], + 'control_debug_p8_gnu': [103.8, 32.19565, 1540.6, 11.99333], + 'hrrr_control_intel': [209.2, 4.11825, 1084.6, 8.01499], + 'hrrr_control_gnu': [243.0, 2.44949, 938.8, 0.97980], + 'atmaero_control_p8_intel': [269.6, 50.51970, 2016.0, 5.25357], + 'regional_atmaq_intel': [836.2, 19.83331, 2944.0, 3.74166], + 'hafs_regional_docn_intel': [353.4, 68.66324, 1090.4, 9.91161], + 'datm_cdeps_control_cfsr_intel': [145.8, 1.32665, 1865.0, 6.72309], + 'datm_cdeps_control_cfsr_gnu': [184.4, 25.58593, 1604.8, 0.97980] + } + + return stats + +@pytest.fixture +def stats_dict_snippet(): + + stats_dict = { + "hercules": { + "cpld_control_p8_mixedmode_intel": [ + 599.0, + 150.68643, + 2162.7, + 3.87427 + ], + "cpld_dcp_gefs_intel": [ + 1205.2, + 255.34635, + 3158.9, + 4.67868 + ], + "cpld_control_gfsv17_intel": [ + 1101.3, + 148.83686, + 2030.5, + 3.69459 + ], + "cpld_control_gfsv17_iau_intel": [ + 1132.8, + 35.47901, + 2337.3, + 9.01166 + ], + "cpld_restart_gfsv17_intel": [ + 433.1, + 26.89033, + 1352.2, + 8.07217 + ], + "cpld_restart_gfsv17_iau_intel": [ + 566.9, + 147.44657, + 2214.2, + 5.82752 + ], + "cpld_mpi_gfsv17_intel": [ + 1123.1, + 22.9715, + 1929.5, + 2.33452 + ], + "cpld_control_sfs_intel": [ + 1135.8, + 214.16013, + 1991.6, + 4.84149 + ] + }, + "orion": { + "cpld_control_p8_gnu": [ + 615.2, + 26.21374, + 1723.9, + 5.64712 + ], + "cpld_control_nowave_noaero_p8_gnu": [ + 585.0, + 192.60789, + 1629.6, + 9.14549 + ], + "cpld_debug_p8_gnu": [ + 407.8, + 127.7449, + 1731.8, + 8.50647 + ], + "cpld_control_pdlib_p8_gnu": [ + 953.0, + 244.45981, + 1594.6, + 9.17824 + ], + "cpld_debug_pdlib_p8_gnu": [ + 561.3, + 22.42788, + 1606.0, + 5.36656 + ], + "control_gfs_mpas_gnu": [ + 36.5, + 4.20119, + 6404.7, + 4.49555 + ], + "datm_cdeps_control_cfsr_gnu": [ + 174.9, + 20.50098, + 1605.3, + 1.18743 + ], + "cpld_control_gefs_intel": [ + 1147.4, + 234.53622, + 3127.3, + 7.72075 + ], + "cpld_restart_gefs_intel": [ + 386.6, + 105.43263, + 2823.3, + 3.79605 + ] + } + } + + return stats_dict + +@pytest.fixture +def sample_runtime_results(): + + sample_runtime_results = { + "hercules": { + "cpld_control_p8_mixedmode_intel": "\u2705", + "cpld_control_gefs_intel": "\u2705", + "cpld_restart_gefs_intel": "\u2705", + "cpld_dcp_gefs_intel": "\u2705", + "cpld_control_gfsv17_intel": "\u2705", + "cpld_control_gfsv17_iau_intel": "\u26a0\ufe0f", + "cpld_restart_gfsv17_intel": "\u2705", + "cpld_restart_gfsv17_iau_intel": "\u2705", + "cpld_mpi_gfsv17_intel": "\u2705", + "cpld_control_sfs_intel": "\u2705", + "cpld_debug_gfsv17_intel": "\u2705", + "cpld_control_p8_intel": "\u2705", + "cpld_control_p8.v2.sfc_intel": "\u2705", + "cpld_restart_p8_intel": "\u2705", + "cpld_control_qr_p8_intel": "\u26a0\ufe0f", + "cpld_restart_qr_p8_intel": "\u2705", + "cpld_2threads_p8_intel": "\u2705", + "cpld_decomp_p8_intel": "\u26a0\ufe0f", + "cpld_mpi_p8_intel": "\u2705", + }, + "orion": { + "cpld_control_p8_mixedmode_intel": "\u2705", + "cpld_control_gefs_intel": "\u2705", + "cpld_restart_gefs_intel": "\u2705", + "cpld_dcp_gefs_intel": "\u2705", + "cpld_control_gfsv17_intel": "\u2705", + "cpld_control_gfsv17_iau_intel": "\u2705", + "cpld_restart_gfsv17_intel": "\u2705", + "cpld_restart_gfsv17_iau_intel": "\u2705", + "cpld_mpi_gfsv17_intel": "\u2705", + "cpld_control_sfs_intel": "\u2705", + "cpld_debug_gfsv17_intel": "\u2705", + "cpld_control_p8_intel": "\u2705", + "cpld_control_p8.v2.sfc_intel": "\u2705", + "cpld_restart_p8_intel": "\u2705", + "cpld_control_qr_p8_intel": "\u2705", + "cpld_restart_qr_p8_intel": "\u2705", + "cpld_2threads_p8_intel": "\u2705", + "cpld_decomp_p8_intel": "\u2705", + "cpld_mpi_p8_intel": "\u2705", + }, + "ursa": { + "cpld_control_p8_mixedmode_intel": "\u26a0\ufe0f", + "cpld_control_gefs_intel": "\u2705", + "cpld_restart_gefs_intel": "\u2705", + "cpld_dcp_gefs_intel": "\u2705", + "cpld_control_gfsv17_intel": "\u2705", + "cpld_control_gfsv17_iau_intel": "\u2705", + "cpld_restart_gfsv17_intel": "\u2705", + "cpld_restart_gfsv17_iau_intel": "\u26a0\ufe0f", + "cpld_mpi_gfsv17_intel": "\u2705", + "cpld_control_sfs_intel": "\u26a0\ufe0f", + "cpld_debug_gfsv17_intel": "\u2705", + "cpld_control_p8_intel": "\u274c", + "cpld_control_p8.v2.sfc_intel": "\u26a0\ufe0f", + "cpld_restart_p8_intel": "\u2705", + "cpld_control_qr_p8_intel": "\u26a0\ufe0f", + "cpld_restart_qr_p8_intel": "\u2705", + "cpld_2threads_p8_intel": "\u26a0\ufe0f", + "cpld_decomp_p8_intel": "\u26a0\ufe0f", + "cpld_mpi_p8_intel": "\u2705", + "cpld_control_gfsv17_intelllvm": "\u2705", + } + } + return sample_runtime_results + +@pytest.fixture +def actual_passes_per_test(): + actual_values = { + "cpld_control_p8_mixedmode_intel": "2/3", + "cpld_control_gefs_intel": "3/3", + "cpld_restart_gefs_intel": "3/3", + "cpld_dcp_gefs_intel": "3/3", + "cpld_control_gfsv17_intel": "3/3", + "cpld_control_gfsv17_iau_intel": "2/3", + "cpld_restart_gfsv17_intel": "3/3", + "cpld_restart_gfsv17_iau_intel": "2/3", + "cpld_mpi_gfsv17_intel": "3/3", + "cpld_control_sfs_intel": "2/3", + "cpld_debug_gfsv17_intel": "3/3", + "cpld_control_p8_intel": "2/3", + "cpld_control_p8.v2.sfc_intel": "2/3", + "cpld_restart_p8_intel": "3/3", + "cpld_control_qr_p8_intel": "1/3", + "cpld_restart_qr_p8_intel": "3/3", + "cpld_2threads_p8_intel": "2/3", + "cpld_decomp_p8_intel": "1/3", + "cpld_mpi_p8_intel": "3/3", + "cpld_control_gfsv17_intelllvm": "1/1" + } + return actual_values + +@pytest.fixture +def actual_passes_per_machine(): + + actual_values = { + "Platform Total (Passing):": + [ + "**HERCULES:** 16/19 passing", + "**ORION:** 19/19 passing", + "**URSA:** 12/20 passing", + "" + ] + } + + return actual_values + +@pytest.fixture +def sample_runtime_results_complete(): + + runtime_results = { + "hercules": { + "cpld_control_p8_mixedmode_intel": "\u2705", + "cpld_control_gefs_intel": "\u2705", + "cpld_restart_gefs_intel": "\u2705", + "cpld_dcp_gefs_intel": "\u2705", + "cpld_control_gfsv17_intel": "\u2705", + "cpld_control_gfsv17_iau_intel": "\u26a0\ufe0f", + "cpld_restart_gfsv17_intel": "\u2705", + "cpld_restart_gfsv17_iau_intel": "\u2705", + "cpld_mpi_gfsv17_intel": "\u2705", + "cpld_control_sfs_intel": "\u2705", + "cpld_debug_gfsv17_intel": "\u2705", + "cpld_control_p8_intel": "\u2705", + "cpld_control_p8.v2.sfc_intel": "\u2705", + "cpld_restart_p8_intel": "\u2705", + "cpld_control_qr_p8_intel": "\u26a0\ufe0f", + "cpld_restart_qr_p8_intel": "\u2705", + "cpld_2threads_p8_intel": "\u2705", + "cpld_decomp_p8_intel": "\u26a0\ufe0f", + "cpld_mpi_p8_intel": "\u2705", + }, + "orion": { + "cpld_control_p8_mixedmode_intel": "\u2705", + "cpld_control_gefs_intel": "\u2705", + "cpld_restart_gefs_intel": "\u2705", + "cpld_dcp_gefs_intel": "\u2705", + "cpld_control_gfsv17_intel": "\u2705", + "cpld_control_gfsv17_iau_intel": "\u2705", + "cpld_restart_gfsv17_intel": "\u2705", + "cpld_restart_gfsv17_iau_intel": "\u2705", + "cpld_mpi_gfsv17_intel": "\u2705", + "cpld_control_sfs_intel": "\u2705", + "cpld_debug_gfsv17_intel": "\u2705", + "cpld_control_p8_intel": "\u2705", + "cpld_control_p8.v2.sfc_intel": "\u2705", + "cpld_restart_p8_intel": "\u2705", + "cpld_control_qr_p8_intel": "\u2705", + "cpld_restart_qr_p8_intel": "\u2705", + "cpld_2threads_p8_intel": "\u2705", + "cpld_decomp_p8_intel": "\u2705", + "cpld_mpi_p8_intel": "\u2705", + }, + "ursa": { + "cpld_control_p8_mixedmode_intel": "\u26a0\ufe0f", + "cpld_control_gefs_intel": "\u2705", + "cpld_restart_gefs_intel": "\u2705", + "cpld_dcp_gefs_intel": "\u2705", + "cpld_control_gfsv17_intel": "\u2705", + "cpld_control_gfsv17_iau_intel": "\u2705", + "cpld_restart_gfsv17_intel": "\u2705", + "cpld_restart_gfsv17_iau_intel": "\u26a0\ufe0f", + "cpld_mpi_gfsv17_intel": "\u2705", + "cpld_control_sfs_intel": "\u26a0\ufe0f", + "cpld_debug_gfsv17_intel": "\u2705", + "cpld_control_p8_intel": "\u274c", + "cpld_control_p8.v2.sfc_intel": "\u26a0\ufe0f", + "cpld_restart_p8_intel": "\u2705", + "cpld_control_qr_p8_intel": "\u26a0\ufe0f", + "cpld_restart_qr_p8_intel": "\u2705", + "cpld_2threads_p8_intel": "\u26a0\ufe0f", + "cpld_decomp_p8_intel": "\u26a0\ufe0f", + "cpld_mpi_p8_intel": "\u2705", + "cpld_control_gfsv17_intelllvm": "\u2705", + }, + "Passing": { + "cpld_control_p8_mixedmode_intel": "2/3", + "cpld_control_gefs_intel": "3/3", + "cpld_restart_gefs_intel": "3/3", + "cpld_dcp_gefs_intel": "3/3", + "cpld_control_gfsv17_intel": "3/3", + "cpld_control_gfsv17_iau_intel": "2/3", + "cpld_restart_gfsv17_intel": "3/3", + "cpld_restart_gfsv17_iau_intel": "2/3", + "cpld_mpi_gfsv17_intel": "3/3", + "cpld_control_sfs_intel": "2/3", + "cpld_debug_gfsv17_intel": "3/3", + "cpld_control_p8_intel": "2/3", + "cpld_control_p8.v2.sfc_intel": "2/3", + "cpld_restart_p8_intel": "3/3", + "cpld_control_qr_p8_intel": "1/3", + "cpld_restart_qr_p8_intel": "3/3", + "cpld_2threads_p8_intel": "2/3", + "cpld_decomp_p8_intel": "1/3", + "cpld_mpi_p8_intel": "3/3", + "cpld_control_gfsv17_intelllvm": "1/1", + } + } + return runtime_results + +@pytest.fixture +def failing_results_table(): + + failing_results = { + "cpld_2threads_p8_intel": ["\u2705","\u2705","\u26a0\ufe0f","2/3"], + "cpld_control_gfsv17_iau_intel": ["\u26a0\ufe0f","\u2705","\u2705","2/3"], + "cpld_control_p8.v2.sfc_intel": ["\u2705","\u2705","\u26a0\ufe0f","2/3"], + "cpld_control_p8_intel": ["\u2705","\u2705","\u274c","2/3"], + "cpld_control_p8_mixedmode_intel": ["\u2705", "\u2705", "\u26a0\ufe0f","2/3"], + "cpld_control_qr_p8_intel": ["\u26a0\ufe0f","\u2705","\u26a0\ufe0f","1/3"], + "cpld_control_sfs_intel": ["\u2705","\u2705","\u26a0\ufe0f","2/3"], + "cpld_decomp_p8_intel": ["\u26a0\ufe0f","\u2705","\u26a0\ufe0f","1/3"], + "cpld_restart_gfsv17_iau_intel": ["\u2705","\u2705","\u26a0\ufe0f","2/3"], + } + + table_contents = [] + for test in failing_results: + table_contents.append(test) + table_contents.append(failing_results[test][0]) + table_contents.append(failing_results[test][1]) + table_contents.append(failing_results[test][2]) + table_contents.append(failing_results[test][3] + "|\n") + + table_contents = "|".join(table_contents) + "|Platform Total (Passing):|**HERCULES:** 16/19 passing|**ORION:** 19/19 passing|**URSA:** 12/20 passing||\n" + + return table_contents \ No newline at end of file diff --git a/.github/tests/print_test_summary.py b/.github/tests/print_test_summary.py new file mode 100644 index 0000000000..13fe026141 --- /dev/null +++ b/.github/tests/print_test_summary.py @@ -0,0 +1,26 @@ +from mdutils.mdutils import MdUtils + +def get_test_output(file_path): + """Read in test output from file.""" + with open(file_path, 'r', encoding='utf-8') as file: + data = file.read().split('>') + + return data + +def create_mdFile(text): + """Create a markdown file named test_summary.md.""" + mdFile = MdUtils(file_name='test_summary.md', title=f'Test Summary') + for line in text: + mdFile.new_paragraph(f"{line}") + mdFile.new_paragraph(f" ") + + return mdFile + +def main(): + data = get_test_output("output.txt") + mdFile = create_mdFile(data) + print(mdFile.get_md_text()) + +if __name__ == "__main__": + + main() \ No newline at end of file diff --git a/.github/tests/runtime_results.json b/.github/tests/runtime_results.json new file mode 100644 index 0000000000..5660952aff --- /dev/null +++ b/.github/tests/runtime_results.json @@ -0,0 +1,66 @@ +{ + "hercules": { + "cpld_control_p8_mixedmode_intel": "\u2705", + "cpld_control_gefs_intel": "\u2705", + "cpld_restart_gefs_intel": "\u2705", + "cpld_dcp_gefs_intel": "\u2705", + "cpld_control_gfsv17_intel": "\u2705", + "cpld_control_gfsv17_iau_intel": "\u26a0\ufe0f", + "cpld_restart_gfsv17_intel": "\u2705", + "cpld_restart_gfsv17_iau_intel": "\u2705", + "cpld_mpi_gfsv17_intel": "\u2705", + "cpld_control_sfs_intel": "\u2705", + "cpld_debug_gfsv17_intel": "\u2705", + "cpld_control_p8_intel": "\u2705", + "cpld_control_p8.v2.sfc_intel": "\u2705", + "cpld_restart_p8_intel": "\u2705", + "cpld_control_qr_p8_intel": "\u26a0\ufe0f", + "cpld_restart_qr_p8_intel": "\u2705", + "cpld_2threads_p8_intel": "\u2705", + "cpld_decomp_p8_intel": "\u26a0\ufe0f", + "cpld_mpi_p8_intel": "\u2705" + }, + "orion": { + "cpld_control_p8_mixedmode_intel": "\u2705", + "cpld_control_gefs_intel": "\u2705", + "cpld_restart_gefs_intel": "\u2705", + "cpld_dcp_gefs_intel": "\u2705", + "cpld_control_gfsv17_intel": "\u2705", + "cpld_control_gfsv17_iau_intel": "\u2705", + "cpld_restart_gfsv17_intel": "\u2705", + "cpld_restart_gfsv17_iau_intel": "\u2705", + "cpld_mpi_gfsv17_intel": "\u2705", + "cpld_control_sfs_intel": "\u2705", + "cpld_debug_gfsv17_intel": "\u2705", + "cpld_control_p8_intel": "\u2705", + "cpld_control_p8.v2.sfc_intel": "\u2705", + "cpld_restart_p8_intel": "\u2705", + "cpld_control_qr_p8_intel": "\u2705", + "cpld_restart_qr_p8_intel": "\u2705", + "cpld_2threads_p8_intel": "\u2705", + "cpld_decomp_p8_intel": "\u2705", + "cpld_mpi_p8_intel": "\u2705" + }, + "ursa": { + "cpld_control_p8_mixedmode_intel": "\u26a0\ufe0f", + "cpld_control_gefs_intel": "\u2705", + "cpld_restart_gefs_intel": "\u2705", + "cpld_dcp_gefs_intel": "\u2705", + "cpld_control_gfsv17_intel": "\u2705", + "cpld_control_gfsv17_iau_intel": "\u2705", + "cpld_restart_gfsv17_intel": "\u2705", + "cpld_restart_gfsv17_iau_intel": "\u26a0\ufe0f", + "cpld_mpi_gfsv17_intel": "\u2705", + "cpld_control_sfs_intel": "\u26a0\ufe0f", + "cpld_debug_gfsv17_intel": "\u2705", + "cpld_control_p8_intel": "\u274c", + "cpld_control_p8.v2.sfc_intel": "\u26a0\ufe0f", + "cpld_restart_p8_intel": "\u2705", + "cpld_control_qr_p8_intel": "\u26a0\ufe0f", + "cpld_restart_qr_p8_intel": "\u2705", + "cpld_2threads_p8_intel": "\u26a0\ufe0f", + "cpld_decomp_p8_intel": "\u26a0\ufe0f", + "cpld_mpi_p8_intel": "\u2705", + "cpld_control_gfsv17_intelllvm": "\u2705" + } +} \ No newline at end of file diff --git a/.github/tests/test_file_stats.json b/.github/tests/test_file_stats.json new file mode 100644 index 0000000000..d78fcd0fc3 --- /dev/null +++ b/.github/tests/test_file_stats.json @@ -0,0 +1,108 @@ +{ + "hercules": { + "cpld_control_p8_mixedmode_intel": [ + 599.0, + 150.68643, + 2162.7, + 3.87427 + ], + "cpld_dcp_gefs_intel": [ + 1205.2, + 255.34635, + 3158.9, + 4.67868 + ], + "cpld_control_gfsv17_intel": [ + 1101.3, + 148.83686, + 2030.5, + 3.69459 + ], + "cpld_control_gfsv17_iau_intel": [ + 1132.8, + 35.47901, + 2337.3, + 9.01166 + ], + "cpld_restart_gfsv17_intel": [ + 433.1, + 26.89033, + 1352.2, + 8.07217 + ], + "cpld_restart_gfsv17_iau_intel": [ + 566.9, + 147.44657, + 2214.2, + 5.82752 + ], + "cpld_mpi_gfsv17_intel": [ + 1123.1, + 22.9715, + 1929.5, + 2.33452 + ], + "cpld_control_sfs_intel": [ + 1135.8, + 214.16013, + 1991.6, + 4.84149 + ] + }, + "orion": { + "cpld_control_p8_gnu": [ + 615.2, + 26.21374, + 1723.9, + 5.64712 + ], + "cpld_control_nowave_noaero_p8_gnu": [ + 585.0, + 192.60789, + 1629.6, + 9.14549 + ], + "cpld_debug_p8_gnu": [ + 407.8, + 127.7449, + 1731.8, + 8.50647 + ], + "cpld_control_pdlib_p8_gnu": [ + 953.0, + 244.45981, + 1594.6, + 9.17824 + ], + "cpld_debug_pdlib_p8_gnu": [ + 561.3, + 22.42788, + 1606.0, + 5.36656 + ], + "control_gfs_mpas_gnu": [ + 36.5, + 4.20119, + 6404.7, + 4.49555 + ], + "datm_cdeps_control_cfsr_gnu": [ + 174.9, + 20.50098, + 1605.3, + 1.18743 + ], + "cpld_control_gefs_intel": [ + 1147.4, + 234.53622, + 3127.3, + 7.72075 + ], + "cpld_restart_gefs_intel": [ + 386.6, + 105.43263, + 2823.3, + 3.79605 + ] + } +} \ No newline at end of file diff --git a/.github/tests/test_get_data.py b/.github/tests/test_get_data.py new file mode 100644 index 0000000000..c242bb1ae3 --- /dev/null +++ b/.github/tests/test_get_data.py @@ -0,0 +1,171 @@ +import numpy as np +import pytest +from pathlib import Path +from scripts.get_data import * + +@pytest.mark.parametrize("endpoint", [ + f"commits?path=tests/logs/RegressionTests_ursa.log&per_page=1", #fetch_repo_commits_endpoint + f"pulls/2882", #get_pr_head_endpoint + f"contents/tests/logs/RegressionTests_ursa.log", #fetch_log_text_endpoint + ]) +@pytest.mark.parametrize("num_commits", [1, 5, 7]) +def test_init_APICall(set_env_vars, monkeypatch, endpoint, num_commits): + + set_env_vars + # Set token env var for duration of test only + monkeypatch.setenv("GITHUB_TOKEN", "fake_github_pat_12BWCMCFZkhj35klj3h34kjh4kkjm3whe4nr") + api_call = APICall(endpoint, num_commits) + + assert api_call.token == "fake_github_pat_12BWCMCFZkhj35klj3h34kjh4kkjm3whe4nr" + assert api_call.base_url == "https://api.github.com/repos/ufs-community/ufs-weather-model" + assert api_call.endpoint == endpoint + assert api_call.url == f"https://api.github.com/repos/ufs-community/ufs-weather-model/{endpoint}" + assert api_call.num_commits == num_commits + assert api_call.header == { + "Accept": "application/vnd.github.v3+json", + "Authorization": f"Bearer fake_github_pat_12BWCMCFZkhj35klj3h34kjh4kkjm3whe4nr", + "X-GitHub-Api-Version": "2022-11-28", + "Accept": "application/vnd.github.raw" + } + +def test_init_hercules_Log(herc_log): + assert herc_log.machine == "hercules" + assert herc_log.text_per_log == [] + +def test_fetch_repo_commits(herc_log, set_env_vars, hercules_most_recent_commits): + """Test the API call and it's ability to get the 10 most recent commits. + Because the actual commits will change, only the length is checked. + Ability to extract the proper commit(s) is tested in test_get_pr_head(). + When running tests locally, create a GitHub token and set it as an environment variable. + Then, try one of the following methods to set the token: + 1. In the command line: + export GITHUB_TOKEN=fake_github_pat_12BWCMCFZkhj35klj3h34kjh4kkjm3whe4nr + OR + 2. In this script, add the monkeypatch fixture to the arguments, uncomment the following line, + and add the actual token value: + monkeypatch.setenv("GITHUB_TOKEN", "fake_github_pat_12BWCMCFZkhj35klj3h34kjh4kkjm3whe4nr") + Remove this line of code before committing anything. + """ + set_env_vars + herc_log._fetch_repo_commits(10) + + assert len(herc_log.repo_commits) == len(hercules_most_recent_commits) + +def test_fetch_repo_commits_w_no_commits(herc_log, set_env_vars, monkeypatch, caplog): + """Test the ability to handle errors when no commits are returned + """ + # Need to mock case where no commits or fewer commits than expected are returned. + set_env_vars + monkeypatch.setenv("GITHUB_TOKEN", "fake_github_pat_12BWCMCFZkhj35klj3h34kjh4kkjm3whe4nr") + herc_log._fetch_repo_commits() + + assert caplog.records[0].message == "API Call failed. The sha does not exist!" + +def test_get_pr_head(herc_log, set_env_vars): + """Test the API call and it's ability to get the PR 2882's head commit. + When running tests locally, create a GitHub token and set it as an environment variable + using one of the methods listed in test_fetch_repo_commits() above. + """ + set_env_vars + herc_log._get_pr_head() + + assert herc_log.pr_head_commit == ["369cead91c98eb5c72da81ff78925250dad08903"] + +def test_fetch_log_text_w_no_commits(herc_log, caplog): + herc_log.pr_head_commit = None + herc_log._fetch_log_text(herc_log.pr_head_commit) + assert caplog.records[0].message == "An appropriate commit(s) was not provided. Call _get_pr_head() or _fetch_repo_commits() first." + +def test_fetch_log_text_for_pr_head(herc_log, hercules_most_recent_commits, hercules_log_texts_2882): + """Check that the log texts extracted by the API are the same as the hercules log texts that we expect.""" + herc_log.pr_head_commit = hercules_most_recent_commits[0] + #herc_log.repo_commits = hercules_most_recent_commits[1:] + # Need to mock API call + #herc_log._fetch_log_text(herc_log.repo_commits) + herc_log._fetch_log_text(herc_log.pr_head_commit) + + #assert herc_log.text_per_log == hercules_log_texts_2882[1:] + assert herc_log.text_per_log[0] == hercules_log_texts_2882[0] + +def test_fetch_log_text_for_develop(herc_log, hercules_most_recent_commits, hercules_log_texts_2882): + """Check that the log texts extracted by the API are the same as the hercules log texts that we expect.""" + herc_log.repo_commits = hercules_most_recent_commits[1:] + herc_log._fetch_log_text(herc_log.repo_commits) + + assert herc_log.text_per_log[1:] == hercules_log_texts_2882[1:] + +def test_get_instance_test_data(herc_log, hercules_log_texts_2882, log_instance_results_2882_0): + """From the log for PR 2882, extract test data. Compare it with the expected data to be sure it's the same. + """ + tests_for_log_instance = herc_log._get_instance_test_data(hercules_log_texts_2882[0]) + assert tests_for_log_instance == log_instance_results_2882_0 + + +def test_compile_historical_log_data(herc_log, hercules_log_texts_2882, hercules_sample_historical_log_data): + + herc_log.text_per_log = hercules_log_texts_2882 + herc_log._compile_historical_log_data() + + # Are all items in the hercules_sample_historical_log_data in herc_log.historical_rt_mem_data? + for test in hercules_sample_historical_log_data: + assert herc_log.historical_rt_mem_data[test] == hercules_sample_historical_log_data[test] + +def test_calculate_stats(herc_log, hercules_sample_historical_log_data, hercules_mean_std): + + herc_log.historical_rt_mem_data = hercules_sample_historical_log_data + herc_log.calculate_stats() + + for test in hercules_mean_std: + assert hercules_mean_std[test] == herc_log.test_stats[test] + +def test_compare_results(herc_log, hercules_log_texts_2882, log_instance_results_2882_0, hercules_mean_std): + + current_log = log_instance_results_2882_0 + herc_log.text_per_log = hercules_log_texts_2882 + herc_log.test_stats = hercules_mean_std + herc_log.compare_results() + + for test in herc_log.test_stats: + hi_runtime = herc_log.test_stats[test][0] + herc_log.test_stats[test][1] + hi_memory = herc_log.test_stats[test][2] + herc_log.test_stats[test][3] + + # Could improve test to check for correct warn vs. fail status + if current_log[test][0] > hi_runtime: + assert herc_log.runtime_results[test] != '✅' + if current_log[test][1] > hi_memory: + assert herc_log.memory_results[test] != '✅' + +def test_create_json(stats_dict_snippet): + + path = Path('data') + path.mkdir(exist_ok = True) + create_json(stats_dict_snippet, 'stats') + + with open('test_file_stats.json', 'r') as test_stats_file, open ('data/stats.json', 'r') as new_json: + test_file_content = test_stats_file.read() + new_json_content = new_json.read() + + assert test_file_content == new_json_content + + +def test_load_json(stats_dict_snippet): + machine = "orion" + orion_snippet = load_json('test_file_stats.json')[machine] + assert orion_snippet == stats_dict_snippet['orion'] + +def test_main_e2e_cached_stats(monkeypatch): + """Test that main function runs to completion.""" + + monkeypatch.setenv("MACHINES", "hercules") + monkeypatch.setenv("TEST_STATS", "test_file_stats.json") + exit_code = main() + + assert exit_code == 0 + +def test_main_e2e_no_cached_stats(monkeypatch): + """Test that main function runs to completion.""" + + monkeypatch.setenv("MACHINES", "hercules") + exit_code = main() + + assert exit_code == 0 \ No newline at end of file diff --git a/.github/tests/test_write_test_summary.py b/.github/tests/test_write_test_summary.py new file mode 100644 index 0000000000..1f4f4062aa --- /dev/null +++ b/.github/tests/test_write_test_summary.py @@ -0,0 +1,98 @@ +from mdutils.mdutils import MdUtils +import pandas as pd +from scripts.write_test_summary import * +from scripts.write_test_summary import _count_passes_per_machine, _count_passes_per_test + +def test_load_json(stats_dict_snippet): + + content = load_json('test_file_stats.json') + assert stats_dict_snippet == content + +def test_create_mdFile(): + + mdFile = create_mdFile() + assert mdFile.get_md_text() == "\nTest Summary for PR #2882\n=========================\n" + assert mdFile.file_name == 'summary.md' + +def test_build_content(sample_runtime_results, actual_passes_per_test, actual_passes_per_machine): + + os.environ["RUNTIME_RESULTS"] = "runtime_results.json" + content = build_content("runtime").sort_index() + + # Create comparison DataFrame from fixtures + sample_runtime_results["Passing"] = actual_passes_per_test + actual_results = pd.DataFrame.from_dict(sample_runtime_results).fillna("N/A") + actual_passes_per_machine = pd.DataFrame.from_dict(actual_passes_per_machine, orient='index', columns=["hercules","orion","ursa","Passing"]) + actual_results = pd.concat([actual_results,actual_passes_per_machine]).sort_index() + + assert content.equals(actual_results) + +def test_write_content(sample_runtime_results_complete, failing_results_table, actual_passes_per_machine): + """Compare the results of write_content() with a markdown table containing the expected results. + """ + + # Set up and test write_content() method + mdFile = create_mdFile() + os.environ["MACHINES"] = "hercules orion ursa" + results = pd.DataFrame.from_dict(sample_runtime_results_complete).fillna("N/A").sort_index() + results = pd.concat([results, pd.DataFrame.from_dict(actual_passes_per_machine, orient='index', columns=["hercules","orion","ursa","Passing"])]) + results = write_content(results, mdFile) + + # Create comparison markdown table with only failing results + table_header = "\nTest Summary for PR #2882\n=========================\n\n" + \ + "|Test|hercules|orion|ursa|Passing|\n" + "| :---: | :---: | :---: | :---: | :---: |\n|" + table_contents = table_header + failing_results_table + "\n\n\n
" + + assert results.get_md_text() == table_contents + +def test_create_summary(failing_results_table): + """Compare the results of create_summary() with a markdown string containing the expected results. + """ + + summary_file = create_summary(['runtime']) + + # Create comparison markdown table with only failing results + table_header = "\nTest Summary for PR #2882\n=========================\n" + \ + "

RUNTIME Results Summary

\n" + \ + "\n\n\n\n

Key:

\n\n" + "    ✅ = NORMAL runtime: Runtime falls within two standard deviations of the mean.\n\n" + \ + "    ⚠️ = Runtime WARNING: Runtime is greater than two standard deviations above the mean.\n\n" + \ + "    ❌ = Runtime FAIL: For the past 2+ PRs, runtime has been greater than two standard deviations above the mean.\n\n" + \ + "    N/A = Test does not run on this machine.\n\n\n\n" + \ + f"|Test|hercules|orion|ursa|Passing|\n" + "| :---: | :---: | :---: | :---: | :---: |\n|" + + table_contents = table_header + failing_results_table + "\n\n\n
" + + assert summary_file.get_md_text() == table_contents + + +def test_count_passes_per_machine(sample_runtime_results, actual_passes_per_machine): + """Tests whether the calculated number of tests passing per machine is the same as the actual number of tests passing per machine.""" + + # Set up dataframe with test results + results = pd.DataFrame() + + for machine in sample_runtime_results.keys(): + machine_results = pd.DataFrame.from_dict(sample_runtime_results[machine], orient='index',columns=[machine]) + results = pd.merge(results, machine_results, left_index=True, right_index=True, how='outer').fillna("N/A") + + # Calculate passing tests per machine + results = _count_passes_per_machine(results) + actual_values = pd.DataFrame.from_dict(actual_passes_per_machine, orient='index', columns=["hercules","orion","ursa","Passing"]) + + assert results.equals(actual_values) + +def test_count_passes_per_test(sample_runtime_results, actual_passes_per_test): + """Tests whether the calculated number of tests passing is the same as the actual number of tests passing.""" + + # Set up dataframe with test results + results = pd.DataFrame() + + for machine in sample_runtime_results.keys(): + machine_results = pd.DataFrame.from_dict(sample_runtime_results[machine], orient='index',columns=[machine]) + results = pd.merge(results, machine_results, left_index=True, right_index=True, how='outer').fillna("N/A") + + # Calculate passing tests + results = _count_passes_per_test(results)['Passing'] + + # Sort by index before comparing calculated and actual values for equality + assert results.sort_index().equals(pd.Series(actual_passes_per_test, name='Passing').sort_index()) diff --git a/.github/workflows/resource-warning.yaml b/.github/workflows/resource-warning.yaml new file mode 100755 index 0000000000..19b10b839a --- /dev/null +++ b/.github/workflows/resource-warning.yaml @@ -0,0 +1,77 @@ +name: Regression Resource Check + +on: + pull_request: + branches: [develop] + push: + branches: ['**'] + workflow_dispatch: + +defaults: + run: + shell: bash -leo pipefail {0} + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + MACHINES: "acorn derecho gaeac6 hera hercules orion ursa wcoss2" + BASE_URL: https://api.github.com/repos/ufs-community/ufs-weather-model + PR_NUM: ${{ github.event.number }} + +jobs: + get-data: + runs-on: ubuntu-latest + steps: + - name: Checkout feature branch + uses: actions/checkout@v4 + - name: Install dependencies + run: | + pip install requests numpy + mkdir -p data + - name: Cache machine stats + id: cache-stats + uses: actions/cache@v4 + with: + path: ${{ github.workspace }}/data/stats.json + key: hist-stats-${{ github.event.pull_request.base.sha }} # If develop gets updated, stats.json should, too + - name: Set stats.json env var (if cache hit) and compare w/HEAD of develop + if: steps.cache-stats.outputs.cache-hit == 'true' + run: | + echo "TEST_STATS=${{ github.workspace }}/data/stats.json" >> $GITHUB_ENV + python .github/scripts/get_data.py + env: + TEST_STATS: ${{ github.workspace }}/data/stats.json + - name: Get historical data and compare w/HEAD of develop + if: steps.cache-stats.outputs.cache-hit != 'true' + run: | + mkdir -p data + python .github/scripts/get_data.py + ls -R ${{ github.workspace }}/data + - name: Upload json + uses: actions/upload-artifact@v4 + with: + name: data + path: ${{ github.workspace }}/data + write-results: + runs-on: ubuntu-latest + needs: get-data + steps: + - name: Checkout feature branch + uses: actions/checkout@v4 + - name: Install dependencies + run: | + pip install pandas mdutils + - name: Download test results + uses: actions/download-artifact@v5 + with: + name: data + path: ${{ github.workspace }}/data + - name: Write results summary + run: | + python ${{ github.workspace }}/.github/scripts/write_test_summary.py >> $GITHUB_STEP_SUMMARY + env: + RUNTIME_RESULTS: ${{ github.workspace }}/data/runtime_results.json + MEMORY_RESULTS: ${{ github.workspace }}/data/memory_results.json diff --git a/.github/workflows/test-resource-warning.yaml b/.github/workflows/test-resource-warning.yaml new file mode 100755 index 0000000000..70557010c7 --- /dev/null +++ b/.github/workflows/test-resource-warning.yaml @@ -0,0 +1,37 @@ +# NOTE: This workflow can only be launched manually because it does not need to run on a PR +# unless the PR updates the resource warnings workflow. If there is any issue launching it via the +# GitHub Actions UI, it can be launched via the GitHub CLI: +# gh workflow run "Tests for the Regression Resource Check" --ref + +name: Tests for the Regression Resource Check + +on: workflow_dispatch + +defaults: + run: + shell: bash -leo pipefail {0} + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + +jobs: + run-tests: + runs-on: ubuntu-latest + steps: + - name: Checkout feature branch + uses: actions/checkout@v4 + - name: Install dependencies + run: | + pip install pytest requests numpy pandas mdutils + mkdir -p data + - name: Run tests & publish output + id: tests + run: | + cd .github/tests + pytest > ./output.txt + python ${{ github.workspace }}/.github/tests/print_test_summary.py >> $GITHUB_STEP_SUMMARY + diff --git a/.github/workflows/update_project_labels.yaml b/.github/workflows/update_project_labels.yaml index 1b849df6cb..d2058d2953 100644 --- a/.github/workflows/update_project_labels.yaml +++ b/.github/workflows/update_project_labels.yaml @@ -7,6 +7,10 @@ on: - labeled - unlabeled +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + jobs: baseline-labels: name: Baseline labels diff --git a/tests/logs/RegressionTests_ursa.log b/tests/logs/RegressionTests_ursa.log index 33d7cfe1ad..bf24c8ec5c 100644 --- a/tests/logs/RegressionTests_ursa.log +++ b/tests/logs/RegressionTests_ursa.log @@ -1,7 +1,7 @@ ====START OF URSA REGRESSION TESTING LOG==== UFSWM hash used in testing: -d94285557667099877d2feed3abaa92c1178c772 +8607082589f86259d43512aa8bc876c070391fc4 Submodule hashes used in testing: 9265006502a859d2d3f21029fbb86107ba50ce0e AQM (v0.2.0-54-g9265006) @@ -19,7 +19,7 @@ Submodule hashes used in testing: 65ef5c73bc7f5663d5688f75c3855d431da4baea MOM6-interface/MOM6/pkg/CVMix-src (65ef5c7) 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6) 2c7b3bc2a8096f6232020c47507593058795102e NOAHMP-interface/noahmp (v3.7.1-471-g2c7b3bc) - 83de45b8635d4afa8a4e12769e7d976912bb25d3 UFSATM (remotes/origin/sfc_v2_att) + c122cfef53fb236393d0bf75c4df6b64bb4bf13a UFSATM (remotes/origin/production/HREF.v3beta-410-gc122cfe) 11359cb04a420fc87e4cf0f035f4d1215ab24488 UFSATM/ccpp/framework (2025-01-06-dev-5-g11359cb) a78d06b4d54e2794a85ca3309e056ee67d62ed84 UFSATM/ccpp/physics (EP4-2036-ga78d06b4) c62efd27caa26f660edf24232f33f154e608b77a UFSATM/ccpp/physics/physics/MP/TEMPO/TEMPO (c62efd2) @@ -40,429 +40,425 @@ The first time is for the full script (prep+run+finalize). The second time is specifically for the run phase. Times/Memory will be empty for failed tests. -BASELINE DIRECTORY: /scratch4/NAGAPE/epic/role-epic/UFS-WM_RT/NEMSfv3gfs/develop-20251106 -COMPARISON DIRECTORY: /scratch4/NAGAPE/epic/Fernando.Andrade-maldonado/stmp/RT_RUNDIRS/Fernando.Andrade-maldonado/FV3_RT/rt_346205 +BASELINE DIRECTORY: /scratch4/NAGAPE/epic/role-epic/UFS-WM_RT/NEMSfv3gfs/develop-20251104 +COMPARISON DIRECTORY: /scratch4/NAGAPE/epic/Gillian.Petro/stmp/RT_RUNDIRS/Gillian.Petro/FV3_RT/rt_3116193 RT.SH OPTIONS USED: * (-a) - HPC PROJECT ACCOUNT: epic * (-e) - USE ECFLOW -PASS -- COMPILE 's2swa_32bit_intel' [24:11, 22:18] ( 1 warnings 1045 remarks ) -PASS -- TEST 'cpld_control_p8_mixedmode_intel' [08:46, 06:16](2192 MB) -PASS -- TEST 'cpld_control_gefs_intel' [29:37, 20:24](3255 MB) -PASS -- TEST 'cpld_restart_gefs_intel' [20:17, 06:05](2953 MB) -PASS -- TEST 'cpld_dcp_gefs_intel' [41:26, 32:54](3458 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_intel' [24:11, 22:55] ( 1 warnings 1044 remarks ) -PASS -- TEST 'cpld_control_gfsv17_intel' [11:43, 09:16](2053 MB) -PASS -- TEST 'cpld_control_gfsv17_iau_intel' [11:55, 10:03](2644 MB) -PASS -- TEST 'cpld_restart_gfsv17_intel' [05:49, 03:50](1490 MB) -PASS -- TEST 'cpld_restart_gfsv17_iau_intel' [06:58, 04:34](2333 MB) -PASS -- TEST 'cpld_mpi_gfsv17_intel' [18:39, 16:50](1998 MB) - -PASS -- COMPILE 's2s_32bit_sfs_intel' [13:11, 11:41] ( 1 warnings 938 remarks ) -PASS -- TEST 'cpld_control_sfs_intel' [12:18, 08:19](2410 MB) -PASS -- TEST 'cpld_restart_sfs_intel' [09:21, 04:27](1888 MB) - -PASS -- COMPILE 's2s_32bit_sfs_debug_intel' [05:11, 03:08] ( 338 warnings 938 remarks ) -PASS -- TEST 'cpld_debug_sfs_intel' [12:24, 08:36](2408 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [05:11, 03:28] ( 360 warnings 2765 remarks ) -PASS -- TEST 'cpld_debug_gfsv17_intel' [16:50, 13:36](2083 MB) - -PASS -- COMPILE 's2swa_intel' [16:11, 14:11] ( 1 warnings 1045 remarks ) -PASS -- TEST 'cpld_control_p8_intel' [09:55, 07:07](2538 MB) -PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [08:55, 06:36](2503 MB) -PASS -- TEST 'cpld_restart_p8_intel' [05:54, 03:39](2246 MB) -PASS -- TEST 'cpld_control_qr_p8_intel' [08:52, 06:43](2363 MB) -PASS -- TEST 'cpld_restart_qr_p8_intel' [05:53, 03:36](1994 MB) -PASS -- TEST 'cpld_2threads_p8_intel' [17:44, 15:21](2998 MB) -PASS -- TEST 'cpld_decomp_p8_intel' [08:52, 06:45](2459 MB) -PASS -- TEST 'cpld_mpi_p8_intel' [13:52, 11:29](2329 MB) -PASS -- TEST 'cpld_control_ciceC_p8_intel' [08:55, 06:42](2511 MB) -PASS -- TEST 'cpld_control_c192_p8_intel' [21:33, 18:15](3602 MB) -PASS -- TEST 'cpld_restart_c192_p8_intel' [14:59, 11:49](3484 MB) - -PASS -- COMPILE 's2swal_intel' [15:11, 13:31] ( 1 warnings 1066 remarks ) -PASS -- TEST 'cpld_control_p8_lnd_intel' [09:52, 07:10](2486 MB) -PASS -- TEST 'cpld_restart_p8_lnd_intel' [06:02, 03:41](2302 MB) -PASS -- TEST 'cpld_s2sa_p8_intel' [07:46, 05:43](3148 MB) - -PASS -- COMPILE 's2sw_intel' [22:11, 20:15] ( 1 warnings 1013 remarks ) -PASS -- TEST 'cpld_control_noaero_p8_intel' [08:41, 06:19](2087 MB) -PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [06:52, 04:52](2986 MB) - -PASS -- COMPILE 's2swa_debug_intel' [05:11, 03:17] ( 359 warnings 2014 remarks ) -PASS -- TEST 'cpld_debug_p8_intel' [12:00, 08:58](2385 MB) - -PASS -- COMPILE 's2sw_debug_intel' [05:11, 03:24] ( 359 warnings 1996 remarks ) -PASS -- TEST 'cpld_debug_noaero_p8_intel' [07:48, 04:49](2098 MB) - -PASS -- COMPILE 's2s_aoflux_intel' [14:10, 12:10] ( 1 warnings 949 remarks ) -PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [05:48, 03:32](2162 MB) - -PASS -- COMPILE 's2swa_faster_intel' [15:10, 13:23] ( 1 warnings 1031 remarks ) -PASS -- TEST 'cpld_control_p8_faster_intel' [08:51, 06:44](2521 MB) - -PASS -- COMPILE 's2sw_pdlib_intel' [24:11, 23:05] ( 1 warnings 1037 remarks ) -PASS -- TEST 'cpld_control_pdlib_p8_intel' [10:45, 08:16](2168 MB) -PASS -- TEST 'cpld_restart_pdlib_p8_intel' [05:46, 03:54](1679 MB) -PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [13:39, 11:36](2099 MB) -PASS -- TEST 'cpld_control_c48_5deg_intel' [05:38, 04:00](3035 MB) -PASS -- TEST 'cpld_warmstart_c48_5deg_intel' [03:28, 01:21](3020 MB) -PASS -- TEST 'cpld_restart_c48_5deg_intel' [03:29, 01:39](2454 MB) -PASS -- TEST 'cpld_control_c24_5deg_intel' [15:25, 13:25](2216 MB) -PASS -- TEST 'cpld_warmstart_c24_5deg_intel' [02:24, 00:33](2214 MB) -PASS -- TEST 'cpld_restart_c24_5deg_intel' [02:28, 00:33](1532 MB) -PASS -- TEST 'cpld_control_c24_9deg_intel' [02:24, 00:50](2211 MB) -PASS -- TEST 'cpld_warmstart_c24_9deg_intel' [02:24, 00:31](2210 MB) -PASS -- TEST 'cpld_restart_c24_9deg_intel' [02:25, 00:25](1534 MB) -PASS -- TEST 'cpld_control_c12_9deg_intel' [02:24, 00:33](2140 MB) -PASS -- TEST 'cpld_warmstart_c12_9deg_intel' [02:24, 00:27](2137 MB) -PASS -- TEST 'cpld_restart_c12_9deg_intel' [02:25, 00:37](1491 MB) - -PASS -- COMPILE 's2sw_pdlib_debug_intel' [05:10, 03:27] ( 360 warnings 2747 remarks ) -PASS -- TEST 'cpld_debug_pdlib_p8_intel' [23:41, 19:46](2193 MB) - -PASS -- COMPILE 'atm_dyn32_intel' [09:10, 07:07] ( 1 warnings 502 remarks ) -PASS -- TEST 'control_flake_intel' [04:19, 02:27](1350 MB) -PASS -- TEST 'control_CubedSphereGrid_intel' [03:20, 01:32](2215 MB) -PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [03:22, 01:41](2217 MB) -PASS -- TEST 'control_latlon_intel' [03:19, 01:51](2233 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [03:21, 01:41](2218 MB) -PASS -- TEST 'control_c48_intel' [06:20, 04:13](1670 MB) -PASS -- TEST 'control_c48.v2.sfc_intel' [05:19, 04:01](810 MB) -PASS -- TEST 'control_c48_lnd_iau_intel' [06:20, 04:28](1672 MB) -PASS -- TEST 'control_c192_intel' [06:31, 04:43](1814 MB) -PASS -- TEST 'control_c384_intel' [08:10, 05:22](2133 MB) -PASS -- TEST 'control_c384gdas_intel' [09:49, 06:04](1924 MB) -PASS -- TEST 'control_stochy_intel' [04:18, 02:35](1305 MB) -PASS -- TEST 'control_stochy_restart_intel' [02:17, 00:43](1220 MB) -PASS -- TEST 'control_lndp_intel' [02:18, 01:07](1296 MB) -PASS -- TEST 'control_iovr4_intel' [03:19, 01:40](1307 MB) -PASS -- TEST 'control_iovr4_gfdlmpv3_intel' [03:30, 02:05](1609 MB) -PASS -- TEST 'control_iovr5_intel' [03:19, 01:42](1303 MB) -PASS -- TEST 'control_p8_intel' [03:36, 02:05](2516 MB) -PASS -- TEST 'control_p8.v2.sfc_intel' [03:43, 02:09](2538 MB) -PASS -- TEST 'control_p8_ugwpv1_intel' [04:34, 02:19](2520 MB) -PASS -- TEST 'control_p8_ugwpv1_tempo_intel' [03:36, 02:02](2539 MB) -PASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_intel' [03:37, 02:08](2555 MB) -PASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_hail_intel' [12:42, 10:32](2386 MB) -PASS -- TEST 'control_restart_p8_intel' [03:33, 01:16](1846 MB) -PASS -- TEST 'control_noqr_p8_intel' [03:36, 02:00](2505 MB) -PASS -- TEST 'control_restart_noqr_p8_intel' [03:33, 01:13](1865 MB) -PASS -- TEST 'control_decomp_p8_intel' [13:37, 11:47](2518 MB) -PASS -- TEST 'control_2threads_p8_intel' [03:36, 01:41](2022 MB) -PASS -- TEST 'control_p8_lndp_intel' [17:33, 16:10](2521 MB) -PASS -- TEST 'control_p8_rrtmgp_intel' [04:35, 02:38](2585 MB) -PASS -- TEST 'control_p8_mynn_intel' [03:37, 02:06](2534 MB) -PASS -- TEST 'merra2_thompson_intel' [04:35, 02:21](2547 MB) -PASS -- TEST 'merra2_hf_thompson_intel' [05:24, 03:37](2533 MB) -PASS -- TEST 'regional_control_intel' [05:28, 03:25](1711 MB) -PASS -- TEST 'regional_restart_intel' [03:28, 01:56](1679 MB) -PASS -- TEST 'regional_decomp_intel' [05:25, 03:35](1725 MB) -PASS -- TEST 'regional_2threads_intel' [03:25, 02:05](1567 MB) -PASS -- TEST 'regional_noquilt_intel' [05:37, 03:34](1994 MB) -PASS -- TEST 'regional_netcdf_parallel_intel' [05:26, 03:26](1703 MB) -PASS -- TEST 'regional_2dwrtdecomp_intel' [05:25, 03:24](1722 MB) -PASS -- TEST 'regional_wofs_intel' [06:24, 04:18](2640 MB) - -PASS -- COMPILE 'atm_dyn32_rad32_intel' [08:10, 06:34] ( 1 warnings 482 remarks ) -PASS -- TEST 'control_p8_rrtmgp_rad32_intel' [04:35, 02:34](2545 MB) - -PASS -- COMPILE 'rrfs_intel' [08:10, 06:20] ( 4 warnings 449 remarks ) -PASS -- TEST 'rap_control_intel' [04:31, 02:27](1776 MB) -PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [04:44, 02:36](1625 MB) -PASS -- TEST 'rap_decomp_intel' [04:22, 02:46](1710 MB) -PASS -- TEST 'rap_2threads_intel' [03:22, 02:01](1180 MB) -PASS -- TEST 'rap_restart_intel' [03:25, 01:20](1756 MB) -PASS -- TEST 'rap_sfcdiff_intel' [04:28, 02:44](1771 MB) -PASS -- TEST 'rap_sfcdiff_decomp_intel' [04:45, 02:39](1729 MB) -PASS -- TEST 'rap_sfcdiff_restart_intel' [03:24, 01:20](1736 MB) -PASS -- TEST 'hrrr_control_intel' [04:24, 02:20](1783 MB) -PASS -- TEST 'hrrr_control_decomp_intel' [04:22, 02:36](1692 MB) -PASS -- TEST 'hrrr_control_2threads_intel' [03:25, 01:54](1174 MB) -PASS -- TEST 'hrrr_control_restart_intel' [03:17, 01:17](1699 MB) -PASS -- TEST 'rrfs_v1beta_intel' [06:30, 04:30](1914 MB) -PASS -- TEST 'rrfs_v1nssl_intel' [07:18, 05:47](2643 MB) -PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [07:18, 05:27](2914 MB) - -PASS -- COMPILE 'csawmg_intel' [08:10, 06:30] ( 1 warnings 418 remarks ) -PASS -- TEST 'control_csawmg_intel' [06:27, 04:32](1773 MB) -PASS -- TEST 'control_ras_intel' [04:16, 02:31](1586 MB) - -PASS -- COMPILE 'wam_intel' [07:10, 05:36] ( 1 warnings 396 remarks ) -PASS -- TEST 'control_wam_intel' [09:36, 07:49](2413 MB) - -PASS -- COMPILE 'atm_faster_dyn32_intel' [07:10, 05:41] ( 1 warnings 412 remarks ) -PASS -- TEST 'control_p8_faster_intel' [04:33, 02:08](2513 MB) -PASS -- TEST 'regional_control_faster_intel' [05:27, 03:25](1709 MB) - -PASS -- COMPILE 'atm_debug_dyn32_intel' [05:10, 03:28] ( 419 warnings 590 remarks ) -PASS -- TEST 'control_CubedSphereGrid_debug_intel' [03:19, 01:38](2247 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [03:19, 01:38](2243 MB) -PASS -- TEST 'control_stochy_debug_intel' [04:16, 02:22](1489 MB) -PASS -- TEST 'control_lndp_debug_intel' [04:16, 02:15](1482 MB) -PASS -- TEST 'control_csawmg_debug_intel' [05:26, 03:09](1789 MB) -PASS -- TEST 'control_ras_debug_intel' [03:15, 02:01](1490 MB) -PASS -- TEST 'control_diag_debug_intel' [03:22, 02:06](2325 MB) -PASS -- TEST 'control_debug_p8_intel' [03:28, 02:02](2547 MB) -PASS -- TEST 'regional_debug_intel' [13:26, 11:59](1643 MB) -PASS -- TEST 'rap_control_debug_intel' [05:17, 03:52](1876 MB) -PASS -- TEST 'hrrr_control_debug_intel' [05:16, 03:28](1870 MB) -PASS -- TEST 'hrrr_gf_debug_intel' [05:16, 03:49](1877 MB) -PASS -- TEST 'hrrr_c3_debug_intel' [05:16, 03:32](1859 MB) -PASS -- TEST 'rap_unified_drag_suite_debug_intel' [05:16, 03:42](1877 MB) -PASS -- TEST 'rap_diag_debug_intel' [05:23, 04:03](1961 MB) -PASS -- TEST 'rap_cires_ugwp_debug_intel' [05:17, 03:58](1887 MB) -PASS -- TEST 'rap_unified_ugwp_debug_intel' [05:16, 03:38](1875 MB) -PASS -- TEST 'rap_lndp_debug_intel' [11:19, 09:32](1881 MB) -PASS -- TEST 'rap_progcld_thompson_debug_intel' [05:17, 04:04](1875 MB) -PASS -- TEST 'rap_noah_debug_intel' [05:17, 03:29](1872 MB) -PASS -- TEST 'rap_sfcdiff_debug_intel' [05:17, 03:45](1864 MB) -PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [07:17, 05:37](1864 MB) -PASS -- TEST 'rap_clm_lake_debug_intel' [05:17, 03:34](1876 MB) -PASS -- TEST 'rap_flake_debug_intel' [05:17, 03:36](1882 MB) -PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [07:26, 06:06](1878 MB) - -PASS -- COMPILE 'wam_debug_intel' [04:10, 02:14] ( 380 warnings 396 remarks ) -PASS -- TEST 'control_wam_debug_intel' [11:33, 10:07](2297 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [07:10, 05:45] ( 4 warnings 416 remarks ) -PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [04:45, 02:27](1482 MB) -PASS -- TEST 'rap_control_dyn32_phy32_intel' [04:24, 02:22](1747 MB) -PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [06:20, 04:44](1719 MB) -PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [03:21, 01:41](1072 MB) -PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [03:23, 01:37](1056 MB) -PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [12:23, 10:47](1660 MB) -PASS -- TEST 'rap_restart_dyn32_phy32_intel' [03:25, 01:10](1645 MB) -PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [05:19, 03:13](1624 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [07:11, 05:56] ( 4 warnings 393 remarks ) -PASS -- TEST 'conus13km_control_intel' [14:44, 12:35](1779 MB) -PASS -- TEST 'conus13km_2threads_intel' [02:35, 00:49](1799 MB) -PASS -- TEST 'conus13km_decomp_intel' [13:36, 12:06](1795 MB) -PASS -- TEST 'conus13km_restart_intel' [11:58, 08:30](1561 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [07:11, 05:55] ( 4 warnings 416 remarks ) -PASS -- TEST 'rap_control_dyn64_phy32_intel' [04:27, 02:46](1791 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [04:10, 02:12] ( 313 warnings 422 remarks ) -PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [05:17, 03:40](1758 MB) -PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [05:20, 03:38](1760 MB) -PASS -- TEST 'conus13km_debug_intel' [17:55, 15:45](1841 MB) -PASS -- TEST 'conus13km_debug_qr_intel' [16:35, 14:51](1460 MB) -PASS -- TEST 'conus13km_debug_2threads_intel' [10:31, 08:21](1846 MB) -PASS -- TEST 'conus13km_debug_decomp_intel' [16:42, 15:16](1878 MB) -PASS -- TEST 'conus13km_radar_tten_debug_intel' [16:44, 14:32](1904 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [03:10, 02:06] ( 313 warnings 416 remarks ) -PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [05:18, 03:38](1860 MB) - -PASS -- COMPILE 'hafsw_intel' [10:11, 08:45] ( 1 warnings 696 remarks ) -PASS -- TEST 'hafs_regional_atm_intel' [04:36, 02:45](1194 MB) -PASS -- TEST 'hafs_regional_atm_gfdlmpv3_intel' [05:52, 03:57](1402 MB) -PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [04:21, 02:30](1472 MB) -PASS -- TEST 'hafs_regional_atm_wav_intel' [36:53, 32:47](1359 MB) -PASS -- TEST 'hafs_regional_1nest_atm_intel' [06:31, 03:13](806 MB) -PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [06:35, 03:58](826 MB) -PASS -- TEST 'hafs_global_1nest_atm_intel' [04:27, 01:39](525 MB) -PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [07:55, 04:34](613 MB) -PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [04:41, 02:17](770 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [04:46, 02:17](752 MB) -PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [02:21, 00:55](520 MB) -PASS -- TEST 'gnv1_nested_intel' [04:44, 02:24](1755 MB) - -PASS -- COMPILE 'hafs_mom6w_intel' [10:11, 08:22] ( 1 warnings 929 remarks ) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [20:29, 17:19](1101 MB) - -PASS -- COMPILE 'hafs_all_intel' [09:11, 07:47] ( 1 warnings 638 remarks ) -PASS -- TEST 'hafs_regional_docn_intel' [05:37, 04:06](1315 MB) -PASS -- TEST 'hafs_regional_docn_oisst_intel' [06:43, 04:20](1280 MB) - -PASS -- COMPILE 'datm_cdeps_intel' [12:11, 10:34] ( 561 remarks ) -PASS -- TEST 'datm_cdeps_control_cfsr_intel' [03:16, 02:07](1930 MB) -PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:17, 01:15](1886 MB) -PASS -- TEST 'datm_cdeps_control_gefs_intel' [13:19, 11:43](1202 MB) -PASS -- TEST 'datm_cdeps_iau_gefs_intel' [03:15, 01:41](1208 MB) -PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [04:15, 02:10](1185 MB) -PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [03:15, 02:05](1944 MB) -PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [03:15, 01:54](1946 MB) -PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [03:15, 01:47](1205 MB) -PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [08:12, 05:42](1847 MB) -PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [09:00, 05:23](1364 MB) -PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [03:13, 01:45](1945 MB) -PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [05:16, 03:17](4788 MB) -PASS -- TEST 'datm_cdeps_gfs_intel' [05:21, 03:38](4789 MB) - -PASS -- COMPILE 'datm_cdeps_debug_intel' [04:11, 02:13] ( 2 warnings 561 remarks ) -PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [05:28, 04:04](1855 MB) - -PASS -- COMPILE 'datm_cdeps_faster_intel' [15:11, 13:18] ( 561 remarks ) -PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [03:21, 02:05](1941 MB) - -PASS -- COMPILE 'datm_cdeps_land_intel' [02:10, 00:41] ( 126 remarks ) -PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [02:30, 00:48](365 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_intel' [03:27, 00:37](621 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [04:38, 00:26](618 MB) - -PASS -- COMPILE 'atm_ds2s_docn_pcice_intel' [14:10, 12:33] ( 1 warnings 612 remarks ) -PASS -- TEST 'atm_ds2s_docn_pcice_intel' [04:41, 02:36](2833 MB) - -PASS -- COMPILE 'atm_ds2s_docn_dice_intel' [07:10, 06:07] ( 1 warnings 500 remarks ) -PASS -- TEST 'atm_ds2s_docn_dice_intel' [11:52, 09:55](2876 MB) - -PASS -- COMPILE 'atml_intel' [15:10, 13:12] ( 9 warnings 553 remarks ) -PASS -- TEST 'control_p8_atmlnd_intel' [05:47, 02:58](1918 MB) -PASS -- TEST 'control_restart_p8_atmlnd_intel' [05:43, 01:25](1302 MB) - -PASS -- COMPILE 'atml_debug_intel' [05:10, 03:09] ( 424 warnings 553 remarks ) -PASS -- TEST 'control_p8_atmlnd_debug_intel' [09:39, 03:33](1952 MB) - -PASS -- COMPILE 'atmw_intel' [14:10, 12:18] ( 1 warnings 521 remarks ) -PASS -- TEST 'atmwav_control_noaero_p8_intel' [03:34, 01:51](2706 MB) - -PASS -- COMPILE 'atmaero_intel' [10:11, 08:56] ( 1 warnings 414 remarks ) -PASS -- TEST 'atmaero_control_p8_intel' [08:40, 03:04](1990 MB) -PASS -- TEST 'atmaero_control_p8_rad_intel' [17:35, 15:14](2411 MB) -PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [17:34, 15:12](2430 MB) - -PASS -- COMPILE 'atmaq_intel' [08:11, 06:39] ( 1 warnings 599 remarks ) -PASS -- TEST 'regional_atmaq_intel' [15:16, 10:07](2875 MB) -PASS -- TEST 'regional_atmaq_canopy_intel' [17:47, 12:27](2877 MB) - -PASS -- COMPILE 'atmaq_debug_intel' [04:11, 02:16] ( 397 warnings 599 remarks ) -PASS -- TEST 'regional_atmaq_debug_intel' [31:37, 26:58](2889 MB) - -PASS -- COMPILE 'atm_fbh_intel' [07:11, 05:31] ( 4 warnings 423 remarks ) -PASS -- TEST 'cpld_regional_atm_fbh_intel' [30:55, 29:07](1138 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_intelllvm' [15:13, 13:36] -PASS -- TEST 'cpld_control_gfsv17_intelllvm' [14:02, 09:30](2048 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_debug_intelllvm' [05:10, 03:15] -PASS -- TEST 'cpld_debug_gfsv17_intelllvm' [17:49, 13:34](2098 MB) - -PASS -- COMPILE 's2s_32bit_sfs_intelllvm' [14:10, 12:09] -PASS -- TEST 'cpld_control_sfs_intelllvm' [13:10, 08:29](2401 MB) - -PASS -- COMPILE 's2swa_intelllvm' [16:14, 14:26] -PASS -- TEST 'cpld_control_p8_intelllvm' [10:24, 07:13](2499 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_intelllvm' [07:10, 05:49] -PASS -- TEST 'rap_control_dyn32_phy32_intelllvm' [04:40, 02:08](1749 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_intelllvm' [07:10, 05:52] -PASS -- TEST 'rap_control_dyn64_phy32_intelllvm' [05:33, 02:39](1794 MB) - -PASS -- COMPILE 'datm_cdeps_intelllvm' [12:13, 10:42] -PASS -- TEST 'datm_cdeps_control_cfsr_intelllvm' [13:18, 11:48](1941 MB) - -PASS -- COMPILE 'datm_cdeps_debug_intelllvm' [04:10, 02:43] -PASS -- TEST 'datm_cdeps_debug_cfsr_intelllvm' [19:27, 17:49](1841 MB) - -PASS -- COMPILE 'atm_gnu' [04:10, 02:54] -PASS -- TEST 'control_c48_gnu' [07:21, 05:45](1513 MB) -PASS -- TEST 'control_stochy_gnu' [04:16, 02:19](515 MB) -PASS -- TEST 'control_ras_gnu' [05:21, 03:09](520 MB) -PASS -- TEST 'control_p8_gnu' [06:41, 03:03](1454 MB) -PASS -- TEST 'control_p8_ugwpv1_gnu' [05:34, 03:06](1475 MB) -PASS -- TEST 'control_flake_gnu' [06:21, 04:01](560 MB) - -PASS -- COMPILE 'rrfs_gnu' [04:10, 02:57] -PASS -- TEST 'rap_control_gnu' [05:23, 03:29](854 MB) -PASS -- TEST 'rap_decomp_gnu' [05:32, 03:28](854 MB) -PASS -- TEST 'rap_2threads_gnu' [04:25, 02:41](910 MB) -PASS -- TEST 'rap_restart_gnu' [03:38, 02:01](580 MB) -PASS -- TEST 'rap_sfcdiff_gnu' [05:26, 03:27](854 MB) -PASS -- TEST 'rap_sfcdiff_decomp_gnu' [05:22, 03:32](853 MB) -PASS -- TEST 'rap_sfcdiff_restart_gnu' [03:25, 01:52](579 MB) -PASS -- TEST 'hrrr_control_gnu' [05:26, 03:22](855 MB) -PASS -- TEST 'hrrr_control_noqr_gnu' [05:25, 03:21](840 MB) -PASS -- TEST 'hrrr_control_2threads_gnu' [04:22, 02:34](902 MB) -PASS -- TEST 'hrrr_control_decomp_gnu' [05:24, 03:19](857 MB) -PASS -- TEST 'hrrr_control_restart_gnu' [03:21, 01:47](581 MB) -PASS -- TEST 'hrrr_control_restart_noqr_gnu' [03:20, 01:51](668 MB) -PASS -- TEST 'rrfs_v1beta_gnu' [08:37, 06:28](848 MB) - -PASS -- COMPILE 'csawmg_gnu' [04:10, 02:37] -PASS -- TEST 'control_csawmg_gnu' [07:26, 05:56](771 MB) - -PASS -- COMPILE 'atm_dyn32_debug_gnu' [06:10, 04:59] -PASS -- TEST 'control_diag_debug_gnu' [03:23, 01:32](1285 MB) -PASS -- TEST 'regional_debug_gnu' [08:06, 05:41](744 MB) -PASS -- TEST 'rap_control_debug_gnu' [03:33, 01:49](862 MB) -PASS -- TEST 'hrrr_control_debug_gnu' [03:21, 01:46](863 MB) -PASS -- TEST 'hrrr_gf_debug_gnu' [03:18, 01:50](867 MB) -PASS -- TEST 'hrrr_c3_debug_gnu' [03:17, 01:49](866 MB) -PASS -- TEST 'rap_diag_debug_gnu' [09:28, 07:23](947 MB) -PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [04:18, 02:51](884 MB) -PASS -- TEST 'rap_progcld_thompson_debug_gnu' [03:18, 01:50](863 MB) -PASS -- TEST 'control_ras_debug_gnu' [03:16, 01:11](506 MB) -PASS -- TEST 'control_stochy_debug_gnu' [03:17, 01:13](498 MB) -PASS -- TEST 'control_debug_p8_gnu' [03:31, 01:21](1462 MB) -PASS -- TEST 'rap_flake_debug_gnu' [03:18, 01:49](862 MB) -PASS -- TEST 'rap_clm_lake_debug_gnu' [03:18, 01:48](862 MB) -PASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [04:38, 02:59](873 MB) - -PASS -- COMPILE 'wam_debug_gnu' [03:10, 01:24] -PASS -- TEST 'control_wam_debug_gnu' [06:35, 04:33](1311 MB) - -PASS -- COMPILE 'atm_debug_dyn32_gnu' [04:10, 02:35] -PASS -- TEST 'control_csawmg_debug_gnu' [03:27, 01:48](742 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [04:11, 02:46] -PASS -- TEST 'rap_control_dyn32_phy32_gnu' [05:31, 03:14](709 MB) -PASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [05:28, 03:11](712 MB) -PASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [04:33, 02:29](739 MB) -PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [04:23, 02:25](733 MB) -PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [04:30, 03:11](712 MB) -PASS -- TEST 'rap_restart_dyn32_phy32_gnu' [03:23, 01:48](555 MB) -PASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [03:19, 01:39](558 MB) -PASS -- TEST 'conus13km_control_gnu' [04:51, 03:02](906 MB) -PASS -- TEST 'conus13km_2threads_gnu' [03:33, 01:10](908 MB) -PASS -- TEST 'conus13km_decomp_gnu' [28:51, 26:53](907 MB) -PASS -- TEST 'conus13km_restart_gnu' [14:40, 12:43](587 MB) - -PASS -- COMPILE 'atm_dyn64_phy32_gnu' [07:10, 06:04] -PASS -- TEST 'rap_control_dyn64_phy32_gnu' [05:26, 03:47](735 MB) - -PASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [07:11, 05:34] -PASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [03:19, 01:48](718 MB) -PASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [03:27, 01:50](720 MB) -PASS -- TEST 'conus13km_debug_gnu' [17:46, 15:29](911 MB) -PASS -- TEST 'conus13km_debug_qr_gnu' [25:46, 24:00](649 MB) -PASS -- TEST 'conus13km_debug_2threads_gnu' [05:43, 04:07](907 MB) -PASS -- TEST 'conus13km_debug_decomp_gnu' [09:47, 07:30](926 MB) -PASS -- TEST 'conus13km_radar_tten_debug_gnu' [25:48, 23:31](991 MB) - -PASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [06:12, 04:53] -PASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [03:23, 01:51](744 MB) - -PASS -- COMPILE 's2swa_gnu' [12:28, 10:41] -PASS -- TEST 'cpld_control_p8_gnu' [10:04, 08:04](1603 MB) - -PASS -- COMPILE 's2s_gnu' [12:22, 10:40] -PASS -- TEST 'cpld_control_nowave_noaero_p8_gnu' [10:05, 07:13](1554 MB) - -PASS -- COMPILE 's2swa_debug_gnu' [03:11, 02:08] -PASS -- TEST 'cpld_debug_p8_gnu' [07:14, 04:42](1611 MB) - -PASS -- COMPILE 's2sw_pdlib_gnu' [12:17, 11:00] -PASS -- TEST 'cpld_control_pdlib_p8_gnu' [10:58, 09:08](1579 MB) - -PASS -- COMPILE 's2sw_pdlib_debug_gnu' [03:11, 01:59] -PASS -- TEST 'cpld_debug_pdlib_p8_gnu' [08:55, 06:33](1566 MB) - -PASS -- COMPILE 'datm_cdeps_gnu' [11:18, 10:03] -PASS -- TEST 'datm_cdeps_control_cfsr_gnu' [23:20, 21:39](1512 MB) +PASS -- COMPILE 's2swa_32bit_intel' [45:42, 44:35] ( 1 warnings 1045 remarks ) +PASS -- TEST 'cpld_control_p8_mixedmode_intel' [08:54, 06:24](2191 MB) +PASS -- TEST 'cpld_control_gefs_intel' [30:36, 20:24](3232 MB) +PASS -- TEST 'cpld_restart_gefs_intel' [16:52, 06:02](2960 MB) +PASS -- TEST 'cpld_dcp_gefs_intel' [43:04, 32:41](3485 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_intel' [45:28, 43:35] ( 1 warnings 1044 remarks ) +PASS -- TEST 'cpld_control_gfsv17_intel' [11:42, 09:19](2053 MB) +PASS -- TEST 'cpld_control_gfsv17_iau_intel' [11:55, 10:05](2629 MB) +PASS -- TEST 'cpld_restart_gfsv17_intel' [05:50, 03:49](1517 MB) +PASS -- TEST 'cpld_restart_gfsv17_iau_intel' [06:56, 04:38](2366 MB) +PASS -- TEST 'cpld_mpi_gfsv17_intel' [18:38, 16:49](2005 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_sfs_intel' [45:40, 44:35] ( 1 warnings 1044 remarks ) +PASS -- TEST 'cpld_control_sfs_intel' [11:37, 09:42](2006 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [05:12, 03:29] ( 371 warnings 2765 remarks ) +PASS -- TEST 'cpld_debug_gfsv17_intel' [40:40, 38:57](2096 MB) + +PASS -- COMPILE 's2swa_intel' [46:04, 44:35] ( 1 warnings 1045 remarks ) +PASS -- TEST 'cpld_control_p8_intel' [08:56, 07:07](2474 MB) +PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [09:00, 06:36](2474 MB) +PASS -- TEST 'cpld_restart_p8_intel' [05:53, 03:40](2287 MB) +PASS -- TEST 'cpld_control_qr_p8_intel' [08:53, 06:39](2369 MB) +PASS -- TEST 'cpld_restart_qr_p8_intel' [05:53, 03:37](2009 MB) +PASS -- TEST 'cpld_2threads_p8_intel' [17:52, 15:19](3009 MB) +PASS -- TEST 'cpld_decomp_p8_intel' [08:53, 06:42](2469 MB) +PASS -- TEST 'cpld_mpi_p8_intel' [13:51, 11:34](2300 MB) +PASS -- TEST 'cpld_control_ciceC_p8_intel' [08:59, 06:42](2485 MB) +PASS -- TEST 'cpld_control_c192_p8_intel' [20:37, 17:46](3595 MB) +PASS -- TEST 'cpld_restart_c192_p8_intel' [15:05, 11:19](3503 MB) + +PASS -- COMPILE 's2swal_intel' [46:08, 44:35] ( 1 warnings 1066 remarks ) +PASS -- TEST 'cpld_control_p8_lnd_intel' [09:58, 07:13](2489 MB) +PASS -- TEST 'cpld_restart_p8_lnd_intel' [05:55, 03:39](2302 MB) +PASS -- TEST 'cpld_s2sa_p8_intel' [07:51, 05:28](3157 MB) + +PASS -- COMPILE 's2sw_intel' [46:38, 45:35] ( 1 warnings 1013 remarks ) +PASS -- TEST 'cpld_control_noaero_p8_intel' [08:39, 06:18](2071 MB) +PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [06:48, 04:45](2993 MB) + +PASS -- COMPILE 's2swa_debug_intel' [05:12, 03:19] ( 370 warnings 2014 remarks ) +PASS -- TEST 'cpld_debug_p8_intel' [10:43, 08:58](2358 MB) + +PASS -- COMPILE 's2sw_debug_intel' [05:12, 03:14] ( 370 warnings 1996 remarks ) +PASS -- TEST 'cpld_debug_noaero_p8_intel' [06:35, 04:34](2110 MB) + +PASS -- COMPILE 's2s_aoflux_intel' [47:33, 45:35] ( 1 warnings 949 remarks ) +PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [05:47, 03:20](2157 MB) + +PASS -- COMPILE 's2swa_faster_intel' [40:53, 39:23] ( 1 warnings 1031 remarks ) +PASS -- TEST 'cpld_control_p8_faster_intel' [08:54, 06:39](2498 MB) + +PASS -- COMPILE 's2sw_pdlib_intel' [41:21, 39:22] ( 1 warnings 1037 remarks ) +PASS -- TEST 'cpld_control_pdlib_p8_intel' [09:43, 08:06](2159 MB) +PASS -- TEST 'cpld_restart_pdlib_p8_intel' [05:52, 03:53](1632 MB) +PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [13:38, 11:41](2130 MB) +PASS -- TEST 'cpld_control_c48_5deg_intel' [05:32, 04:01](3032 MB) +PASS -- TEST 'cpld_warmstart_c48_5deg_intel' [03:30, 01:28](3019 MB) +PASS -- TEST 'cpld_restart_c48_5deg_intel' [02:30, 00:52](2467 MB) +PASS -- TEST 'cpld_control_c24_5deg_intel' [02:26, 00:49](2211 MB) +PASS -- TEST 'cpld_warmstart_c24_5deg_intel' [02:26, 00:31](2211 MB) +PASS -- TEST 'cpld_restart_c24_5deg_intel' [02:27, 00:27](1533 MB) +PASS -- TEST 'cpld_control_c24_9deg_intel' [02:26, 00:48](2211 MB) +PASS -- TEST 'cpld_warmstart_c24_9deg_intel' [02:28, 00:31](2211 MB) +PASS -- TEST 'cpld_restart_c24_9deg_intel' [02:27, 00:25](1534 MB) +PASS -- TEST 'cpld_control_c12_9deg_intel' [02:28, 00:33](2137 MB) +PASS -- TEST 'cpld_warmstart_c12_9deg_intel' [02:27, 00:27](2140 MB) +PASS -- TEST 'cpld_restart_c12_9deg_intel' [02:27, 00:24](1490 MB) + +PASS -- COMPILE 's2sw_pdlib_debug_intel' [04:11, 03:05] ( 371 warnings 2747 remarks ) +PASS -- TEST 'cpld_debug_pdlib_p8_intel' [30:42, 28:43](2203 MB) + +PASS -- COMPILE 'atm_dyn32_intel' [08:10, 07:00] ( 1 warnings 502 remarks ) +PASS -- TEST 'control_flake_intel' [04:17, 02:28](1352 MB) +PASS -- TEST 'control_CubedSphereGrid_intel' [03:23, 01:33](2230 MB) +PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [03:24, 01:38](2234 MB) +PASS -- TEST 'control_latlon_intel' [11:23, 09:40](2237 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [03:24, 01:38](2219 MB) +PASS -- TEST 'control_c48_intel' [06:24, 04:20](1672 MB) +PASS -- TEST 'control_c48.v2.sfc_intel' [05:23, 03:59](807 MB) +PASS -- TEST 'control_c48_lnd_iau_intel' [06:24, 04:26](1669 MB) +PASS -- TEST 'control_c192_intel' [06:33, 04:35](1819 MB) +PASS -- TEST 'control_c384_intel' [08:03, 05:19](2133 MB) +PASS -- TEST 'control_c384gdas_intel' [08:51, 06:00](1946 MB) +PASS -- TEST 'control_stochy_intel' [02:17, 01:09](1295 MB) +PASS -- TEST 'control_stochy_restart_intel' [02:18, 00:40](1227 MB) +PASS -- TEST 'control_lndp_intel' [02:17, 01:04](1315 MB) +PASS -- TEST 'control_iovr4_intel' [03:19, 01:41](1300 MB) +PASS -- TEST 'control_iovr4_gfdlmpv3_intel' [03:28, 02:03](1596 MB) +PASS -- TEST 'control_iovr5_intel' [03:19, 01:41](1301 MB) +PASS -- TEST 'control_p8_intel' [03:37, 02:02](2506 MB) +PASS -- TEST 'control_p8.v2.sfc_intel' [04:43, 02:18](2528 MB) +PASS -- TEST 'control_p8_ugwpv1_intel' [04:34, 02:08](2511 MB) +PASS -- TEST 'control_p8_ugwpv1_tempo_intel' [03:36, 02:00](2538 MB) +PASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_intel' [03:35, 02:05](2540 MB) +PASS -- TEST 'control_p8_ugwpv1_tempo_aerosol_hail_intel' [11:36, 10:09](2395 MB) +PASS -- TEST 'control_restart_p8_intel' [03:33, 01:14](1869 MB) +PASS -- TEST 'control_noqr_p8_intel' [13:36, 12:07](2522 MB) +PASS -- TEST 'control_restart_noqr_p8_intel' [03:37, 01:13](1859 MB) +PASS -- TEST 'control_decomp_p8_intel' [03:33, 02:05](2506 MB) +PASS -- TEST 'control_2threads_p8_intel' [03:33, 01:40](2026 MB) +PASS -- TEST 'control_p8_lndp_intel' [05:31, 03:18](2522 MB) +PASS -- TEST 'control_p8_rrtmgp_intel' [04:36, 02:40](2573 MB) +PASS -- TEST 'control_p8_mynn_intel' [04:37, 02:22](2518 MB) +PASS -- TEST 'merra2_thompson_intel' [04:36, 02:24](2542 MB) +PASS -- TEST 'merra2_hf_thompson_intel' [05:24, 03:23](2543 MB) +PASS -- TEST 'regional_control_intel' [05:29, 03:36](1708 MB) +PASS -- TEST 'regional_restart_intel' [03:27, 01:57](1687 MB) +PASS -- TEST 'regional_decomp_intel' [05:27, 03:34](1710 MB) +PASS -- TEST 'regional_2threads_intel' [03:27, 02:04](1563 MB) +PASS -- TEST 'regional_noquilt_intel' [05:27, 03:22](1993 MB) +PASS -- TEST 'regional_netcdf_parallel_intel' [05:27, 03:34](1724 MB) +PASS -- TEST 'regional_2dwrtdecomp_intel' [05:27, 03:26](1716 MB) +PASS -- TEST 'regional_wofs_intel' [06:27, 04:13](2658 MB) + +PASS -- COMPILE 'atm_dyn32_rad32_intel' [08:11, 06:39] ( 1 warnings 482 remarks ) +PASS -- TEST 'control_p8_rrtmgp_rad32_intel' [04:35, 02:34](2559 MB) + +PASS -- COMPILE 'rrfs_intel' [07:11, 05:56] ( 4 warnings 449 remarks ) +PASS -- TEST 'rap_control_intel' [04:28, 02:27](1780 MB) +PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [04:45, 02:50](1611 MB) +PASS -- TEST 'rap_decomp_intel' [04:24, 02:31](1729 MB) +PASS -- TEST 'rap_2threads_intel' [03:26, 02:05](1188 MB) +PASS -- TEST 'rap_restart_intel' [03:27, 01:35](1781 MB) +PASS -- TEST 'rap_sfcdiff_intel' [04:27, 02:26](1803 MB) +PASS -- TEST 'rap_sfcdiff_decomp_intel' [04:31, 02:28](1729 MB) +PASS -- TEST 'rap_sfcdiff_restart_intel' [03:26, 01:39](1773 MB) +PASS -- TEST 'hrrr_control_intel' [04:26, 02:20](1777 MB) +PASS -- TEST 'hrrr_control_decomp_intel' [04:24, 02:26](1705 MB) +PASS -- TEST 'hrrr_control_2threads_intel' [03:26, 01:53](1172 MB) +PASS -- TEST 'hrrr_control_restart_intel' [03:20, 01:18](1741 MB) +PASS -- TEST 'rrfs_v1beta_intel' [06:31, 04:19](1920 MB) +PASS -- TEST 'rrfs_v1nssl_intel' [07:19, 05:50](2683 MB) +PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [07:19, 05:37](2905 MB) + +PASS -- COMPILE 'csawmg_intel' [07:11, 06:04] ( 1 warnings 418 remarks ) +PASS -- TEST 'control_csawmg_intel' [06:27, 04:17](1752 MB) +PASS -- TEST 'control_ras_intel' [04:17, 02:12](1597 MB) + +PASS -- COMPILE 'wam_intel' [07:11, 05:33] ( 1 warnings 396 remarks ) +PASS -- TEST 'control_wam_intel' [09:35, 07:44](2428 MB) + +PASS -- COMPILE 'atm_faster_dyn32_intel' [07:11, 05:39] ( 1 warnings 412 remarks ) +PASS -- TEST 'control_p8_faster_intel' [03:35, 02:05](2522 MB) +PASS -- TEST 'regional_control_faster_intel' [05:27, 03:31](1713 MB) + +PASS -- COMPILE 'atm_debug_dyn32_intel' [05:11, 03:24] ( 430 warnings 590 remarks ) +PASS -- TEST 'control_CubedSphereGrid_debug_intel' [03:20, 01:37](2244 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [03:20, 01:40](2259 MB) +PASS -- TEST 'control_stochy_debug_intel' [04:17, 02:11](1481 MB) +PASS -- TEST 'control_lndp_debug_intel' [03:17, 01:58](1477 MB) +PASS -- TEST 'control_csawmg_debug_intel' [05:28, 03:24](1793 MB) +PASS -- TEST 'control_ras_debug_intel' [04:18, 02:10](1482 MB) +PASS -- TEST 'control_diag_debug_intel' [03:23, 02:03](2313 MB) +PASS -- TEST 'control_debug_p8_intel' [04:30, 02:13](2557 MB) +PASS -- TEST 'regional_debug_intel' [14:30, 12:45](1640 MB) +PASS -- TEST 'rap_control_debug_intel' [05:20, 03:35](1882 MB) +PASS -- TEST 'hrrr_control_debug_intel' [05:20, 03:27](1868 MB) +PASS -- TEST 'hrrr_gf_debug_intel' [05:18, 03:44](1868 MB) +PASS -- TEST 'hrrr_c3_debug_intel' [05:18, 03:34](1871 MB) +PASS -- TEST 'rap_unified_drag_suite_debug_intel' [05:18, 03:35](1872 MB) +PASS -- TEST 'rap_diag_debug_intel' [05:25, 03:43](1964 MB) +PASS -- TEST 'rap_cires_ugwp_debug_intel' [05:19, 03:37](1877 MB) +PASS -- TEST 'rap_unified_ugwp_debug_intel' [05:18, 03:40](1877 MB) +PASS -- TEST 'rap_lndp_debug_intel' [05:19, 03:36](1877 MB) +PASS -- TEST 'rap_progcld_thompson_debug_intel' [11:18, 09:44](1881 MB) +PASS -- TEST 'rap_noah_debug_intel' [05:18, 03:30](1870 MB) +PASS -- TEST 'rap_sfcdiff_debug_intel' [05:20, 03:55](1873 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [07:18, 05:44](1871 MB) +PASS -- TEST 'rap_clm_lake_debug_intel' [05:19, 03:36](1880 MB) +PASS -- TEST 'rap_flake_debug_intel' [05:18, 03:54](1873 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [07:28, 06:06](1880 MB) + +PASS -- COMPILE 'wam_debug_intel' [03:11, 02:04] ( 391 warnings 396 remarks ) +PASS -- TEST 'control_wam_debug_intel' [11:33, 09:15](2309 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [07:11, 05:42] ( 4 warnings 416 remarks ) +PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [04:46, 02:28](1494 MB) +PASS -- TEST 'rap_control_dyn32_phy32_intel' [04:23, 02:09](1725 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [03:28, 02:04](1708 MB) +PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [03:25, 01:41](1072 MB) +PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [03:24, 01:37](1056 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [03:23, 02:08](1653 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_intel' [03:26, 01:21](1660 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [07:20, 05:19](1741 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [08:11, 06:33] ( 4 warnings 393 remarks ) +PASS -- TEST 'conus13km_control_intel' [05:46, 04:01](1787 MB) +PASS -- TEST 'conus13km_2threads_intel' [02:37, 00:53](1781 MB) +PASS -- TEST 'conus13km_decomp_intel' [03:36, 01:56](1819 MB) +PASS -- TEST 'conus13km_restart_intel' [03:37, 01:10](1559 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [07:11, 05:56] ( 4 warnings 416 remarks ) +PASS -- TEST 'rap_control_dyn64_phy32_intel' [04:29, 02:43](1832 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [04:11, 02:17] ( 324 warnings 422 remarks ) +PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [05:18, 03:27](1748 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [05:18, 03:23](1759 MB) +PASS -- TEST 'conus13km_debug_intel' [16:40, 14:58](1827 MB) +PASS -- TEST 'conus13km_debug_qr_intel' [16:38, 14:39](1460 MB) +PASS -- TEST 'conus13km_debug_2threads_intel' [10:35, 08:24](1833 MB) +PASS -- TEST 'conus13km_debug_decomp_intel' [17:35, 15:35](1862 MB) +PASS -- TEST 'conus13km_radar_tten_debug_intel' [16:36, 14:58](1909 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [04:11, 02:12] ( 324 warnings 416 remarks ) +PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [05:17, 03:59](1856 MB) + +PASS -- COMPILE 'hafsw_intel' [10:11, 08:39] ( 1 warnings 696 remarks ) +PASS -- TEST 'hafs_regional_atm_intel' [04:36, 02:38](1192 MB) +PASS -- TEST 'hafs_regional_atm_gfdlmpv3_intel' [06:50, 04:15](1390 MB) +PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [04:22, 02:22](1473 MB) +PASS -- TEST 'hafs_regional_atm_wav_intel' [33:55, 31:22](1380 MB) +PASS -- TEST 'hafs_regional_1nest_atm_intel' [05:31, 03:33](792 MB) +PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [05:52, 03:51](814 MB) +PASS -- TEST 'hafs_global_1nest_atm_intel' [03:45, 01:41](528 MB) +PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [06:56, 04:15](612 MB) +PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [04:33, 02:15](742 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [03:27, 02:05](760 MB) +PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [02:20, 00:44](530 MB) +PASS -- TEST 'gnv1_nested_intel' [04:45, 02:24](1728 MB) + +PASS -- COMPILE 'hafs_mom6w_intel' [10:11, 08:11] ( 1 warnings 929 remarks ) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [20:18, 17:44](1115 MB) + +PASS -- COMPILE 'hafs_all_intel' [09:11, 08:06] ( 1 warnings 638 remarks ) +PASS -- TEST 'hafs_regional_docn_intel' [05:33, 04:06](1330 MB) +PASS -- TEST 'hafs_regional_docn_oisst_intel' [05:33, 04:05](1279 MB) + +PASS -- COMPILE 'datm_cdeps_intel' [13:11, 11:11] ( 561 remarks ) +PASS -- TEST 'datm_cdeps_control_cfsr_intel' [03:15, 01:48](1940 MB) +PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:17, 01:16](1883 MB) +PASS -- TEST 'datm_cdeps_control_gefs_intel' [03:15, 01:42](1193 MB) +PASS -- TEST 'datm_cdeps_iau_gefs_intel' [03:15, 01:53](1198 MB) +PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [10:15, 09:02](1190 MB) +PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [03:15, 01:54](1942 MB) +PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [03:15, 01:54](1939 MB) +PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [03:15, 01:39](1203 MB) +PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [07:57, 05:27](1832 MB) +PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [07:56, 05:27](1363 MB) +PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [03:13, 01:49](1939 MB) +PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [04:16, 02:54](4787 MB) +PASS -- TEST 'datm_cdeps_gfs_intel' [04:15, 02:53](4787 MB) + +PASS -- COMPILE 'datm_cdeps_debug_intel' [04:11, 02:32] ( 2 warnings 561 remarks ) +PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [05:15, 03:58](1843 MB) + +PASS -- COMPILE 'datm_cdeps_faster_intel' [13:11, 11:12] ( 561 remarks ) +PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [08:15, 06:37](1946 MB) + +PASS -- COMPILE 'datm_cdeps_land_intel' [02:11, 00:42] ( 126 remarks ) +PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [02:24, 00:45](362 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_intel' [02:20, 00:32](620 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [02:21, 00:24](626 MB) + +PASS -- COMPILE 'atm_ds2s_docn_pcice_intel' [12:11, 10:52] ( 1 warnings 612 remarks ) +PASS -- TEST 'atm_ds2s_docn_pcice_intel' [04:43, 02:32](2833 MB) + +PASS -- COMPILE 'atm_ds2s_docn_dice_intel' [08:11, 06:12] ( 1 warnings 500 remarks ) +PASS -- TEST 'atm_ds2s_docn_dice_intel' [05:37, 03:24](2853 MB) + +PASS -- COMPILE 'atml_intel' [08:11, 06:45] ( 9 warnings 553 remarks ) +PASS -- TEST 'control_p8_atmlnd_intel' [04:37, 02:24](1917 MB) +PASS -- TEST 'control_restart_p8_atmlnd_intel' [03:30, 01:25](1293 MB) + +PASS -- COMPILE 'atml_debug_intel' [05:12, 03:47] ( 435 warnings 553 remarks ) +PASS -- TEST 'control_p8_atmlnd_debug_intel' [05:39, 03:31](1930 MB) + +PASS -- COMPILE 'atmw_intel' [09:12, 07:50] ( 1 warnings 521 remarks ) +PASS -- TEST 'atmwav_control_noaero_p8_intel' [03:34, 01:46](2716 MB) + +PASS -- COMPILE 'atmaero_intel' [10:12, 08:51] ( 1 warnings 414 remarks ) +PASS -- TEST 'atmaero_control_p8_intel' [04:41, 03:02](2034 MB) +PASS -- TEST 'atmaero_control_p8_rad_intel' [05:32, 03:12](2411 MB) +PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [05:32, 03:13](2421 MB) + +PASS -- COMPILE 'atmaq_intel' [08:11, 06:25] ( 1 warnings 599 remarks ) +PASS -- TEST 'regional_atmaq_intel' [12:25, 10:10](2878 MB) +PASS -- TEST 'regional_atmaq_canopy_intel' [15:18, 12:52](2876 MB) + +PASS -- COMPILE 'atmaq_debug_intel' [04:11, 02:30] ( 408 warnings 599 remarks ) +PASS -- TEST 'regional_atmaq_debug_intel' [29:22, 27:03](2890 MB) + +PASS -- COMPILE 'atm_fbh_intel' [07:10, 05:40] ( 4 warnings 423 remarks ) +PASS -- TEST 'cpld_regional_atm_fbh_intel' [08:22, 06:52](1139 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_intelllvm' [16:12, 14:19] +PASS -- TEST 'cpld_control_gfsv17_intelllvm' [11:44, 09:14](2062 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_debug_intelllvm' [05:11, 03:30] +PASS -- TEST 'cpld_debug_gfsv17_intelllvm' [15:44, 13:27](2094 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_sfs_intelllvm' [16:11, 14:30] +PASS -- TEST 'cpld_control_sfs_intelllvm' [11:34, 09:44](2005 MB) + +PASS -- COMPILE 's2swa_intelllvm' [16:13, 14:44] +PASS -- TEST 'cpld_control_p8_intelllvm' [09:57, 07:12](2471 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_intelllvm' [07:12, 05:35] +PASS -- TEST 'rap_control_dyn32_phy32_intelllvm' [03:26, 02:08](1746 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_intelllvm' [07:11, 05:39] +PASS -- TEST 'rap_control_dyn64_phy32_intelllvm' [04:32, 02:39](1800 MB) + +PASS -- COMPILE 'datm_cdeps_intelllvm' [12:12, 10:51] +PASS -- TEST 'datm_cdeps_control_cfsr_intelllvm' [03:15, 01:54](1945 MB) + +PASS -- COMPILE 'datm_cdeps_debug_intelllvm' [04:13, 02:22] +PASS -- TEST 'datm_cdeps_debug_cfsr_intelllvm' [05:17, 04:07](1840 MB) + +PASS -- COMPILE 'atm_gnu' [04:11, 02:50] +PASS -- TEST 'control_c48_gnu' [07:20, 05:48](1512 MB) +PASS -- TEST 'control_stochy_gnu' [03:17, 01:58](514 MB) +PASS -- TEST 'control_ras_gnu' [05:17, 03:11](519 MB) +PASS -- TEST 'control_p8_gnu' [04:40, 03:02](1466 MB) +PASS -- TEST 'control_p8_ugwpv1_gnu' [04:37, 03:03](1474 MB) +PASS -- TEST 'control_flake_gnu' [05:19, 04:00](559 MB) + +PASS -- COMPILE 'rrfs_gnu' [04:11, 02:44] +PASS -- TEST 'rap_control_gnu' [05:25, 03:27](853 MB) +PASS -- TEST 'rap_decomp_gnu' [05:24, 03:26](855 MB) +PASS -- TEST 'rap_2threads_gnu' [04:28, 02:39](909 MB) +PASS -- TEST 'rap_restart_gnu' [03:29, 01:51](581 MB) +PASS -- TEST 'rap_sfcdiff_gnu' [05:29, 03:26](854 MB) +PASS -- TEST 'rap_sfcdiff_decomp_gnu' [05:25, 03:28](854 MB) +PASS -- TEST 'rap_sfcdiff_restart_gnu' [03:29, 01:49](580 MB) +PASS -- TEST 'hrrr_control_gnu' [05:24, 03:20](854 MB) +PASS -- TEST 'hrrr_control_noqr_gnu' [05:24, 03:19](841 MB) +PASS -- TEST 'hrrr_control_2threads_gnu' [04:26, 02:33](902 MB) +PASS -- TEST 'hrrr_control_decomp_gnu' [05:24, 03:37](857 MB) +PASS -- TEST 'hrrr_control_restart_gnu' [03:20, 01:46](580 MB) +PASS -- TEST 'hrrr_control_restart_noqr_gnu' [03:21, 01:48](669 MB) +PASS -- TEST 'rrfs_v1beta_gnu' [08:29, 06:33](849 MB) + +PASS -- COMPILE 'csawmg_gnu' [04:12, 02:32] +PASS -- TEST 'control_csawmg_gnu' [07:46, 05:37](760 MB) + +PASS -- COMPILE 'atm_dyn32_debug_gnu' [06:11, 04:59] +PASS -- TEST 'control_diag_debug_gnu' [03:30, 01:20](1287 MB) +PASS -- TEST 'regional_debug_gnu' [07:30, 05:38](767 MB) +PASS -- TEST 'rap_control_debug_gnu' [03:19, 01:48](861 MB) +PASS -- TEST 'hrrr_control_debug_gnu' [03:18, 01:47](863 MB) +PASS -- TEST 'hrrr_gf_debug_gnu' [03:18, 01:51](866 MB) +PASS -- TEST 'hrrr_c3_debug_gnu' [03:18, 01:49](867 MB) +PASS -- TEST 'rap_diag_debug_gnu' [03:25, 02:01](948 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [04:19, 02:49](858 MB) +PASS -- TEST 'rap_progcld_thompson_debug_gnu' [03:18, 01:50](861 MB) +PASS -- TEST 'control_ras_debug_gnu' [06:18, 04:42](504 MB) +PASS -- TEST 'control_stochy_debug_gnu' [03:18, 01:14](496 MB) +PASS -- TEST 'control_debug_p8_gnu' [03:32, 01:20](1448 MB) +PASS -- TEST 'rap_flake_debug_gnu' [03:19, 01:49](862 MB) +PASS -- TEST 'rap_clm_lake_debug_gnu' [03:20, 01:50](864 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [04:30, 02:56](873 MB) + +PASS -- COMPILE 'wam_debug_gnu' [03:12, 01:31] +PASS -- TEST 'control_wam_debug_gnu' [06:33, 04:35](1311 MB) + +PASS -- COMPILE 'atm_debug_dyn32_gnu' [04:11, 02:37] +PASS -- TEST 'control_csawmg_debug_gnu' [03:30, 01:49](743 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [04:11, 02:42] +PASS -- TEST 'rap_control_dyn32_phy32_gnu' [05:26, 03:22](709 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [05:25, 03:12](712 MB) +PASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [04:25, 02:29](740 MB) +PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [04:24, 02:28](732 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [05:22, 03:09](712 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_gnu' [13:28, 12:01](555 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [03:19, 01:41](557 MB) +PASS -- TEST 'conus13km_control_gnu' [04:42, 03:02](906 MB) +PASS -- TEST 'conus13km_2threads_gnu' [03:34, 01:10](909 MB) +PASS -- TEST 'conus13km_decomp_gnu' [04:34, 02:55](907 MB) +PASS -- TEST 'conus13km_restart_gnu' [03:36, 01:40](585 MB) + +PASS -- COMPILE 'atm_dyn64_phy32_gnu' [08:11, 06:10] +PASS -- TEST 'rap_control_dyn64_phy32_gnu' [05:28, 03:40](736 MB) + +PASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [06:10, 04:50] +PASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [03:18, 01:46](717 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [03:18, 01:45](720 MB) +PASS -- TEST 'conus13km_debug_gnu' [09:38, 07:22](922 MB) +PASS -- TEST 'conus13km_debug_qr_gnu' [09:36, 07:19](651 MB) +PASS -- TEST 'conus13km_debug_2threads_gnu' [05:34, 04:05](924 MB) +PASS -- TEST 'conus13km_debug_decomp_gnu' [09:34, 07:29](925 MB) +PASS -- TEST 'conus13km_radar_tten_debug_gnu' [09:39, 07:19](991 MB) + +PASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [07:11, 05:13] +PASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [03:19, 01:51](744 MB) + +PASS -- COMPILE 's2swa_gnu' [12:10, 10:43] +PASS -- TEST 'cpld_control_p8_gnu' [10:00, 07:41](1605 MB) + +PASS -- COMPILE 's2s_gnu' [13:10, 11:21] +PASS -- TEST 'cpld_control_nowave_noaero_p8_gnu' [08:52, 07:01](1559 MB) + +PASS -- COMPILE 's2swa_debug_gnu' [03:10, 02:05] +PASS -- TEST 'cpld_debug_p8_gnu' [06:53, 04:45](1623 MB) + +PASS -- COMPILE 's2sw_pdlib_gnu' [12:10, 10:47] +PASS -- TEST 'cpld_control_pdlib_p8_gnu' [10:43, 08:56](1577 MB) + +PASS -- COMPILE 's2sw_pdlib_debug_gnu' [03:10, 01:47] +PASS -- TEST 'cpld_debug_pdlib_p8_gnu' [08:42, 06:33](1582 MB) + +PASS -- COMPILE 'datm_cdeps_gnu' [11:10, 09:51] +PASS -- TEST 'datm_cdeps_control_cfsr_gnu' [04:16, 02:19](1511 MB) SYNOPSIS: -Starting Date/Time: 20251107 20:54:37 -Ending Date/Time: 20251107 22:42:33 -Total Time: 01h:48m:30s -Compiles Completed: 67/67 -Tests Completed: 276/276 +Starting Date/Time: 20251110 18:59:57 +Ending Date/Time: 20251110 20:27:40 +Total Time: 01h:28m:31s +Compiles Completed: 66/66 +Tests Completed: 274/274 NOTES: A file 'test_changes.list' was generated but is empty. diff --git a/tests/test_changes.list b/tests/test_changes.list index 6c37329e9d..e69de29bb2 100644 --- a/tests/test_changes.list +++ b/tests/test_changes.list @@ -1,18 +0,0 @@ -cpld_control_sfs intel -cpld_restart_sfs intel -cpld_debug_sfs intel -cpld_control_p8.v2.sfc intel -cpld_warmstart_c48_5deg intel -cpld_restart_c48_5deg intel -cpld_control_c24_5deg intel -cpld_warmstart_c24_5deg intel -cpld_restart_c24_5deg intel -cpld_control_c24_9deg intel -cpld_warmstart_c24_9deg intel -cpld_restart_c24_9deg intel -cpld_control_c12_9deg intel -cpld_warmstart_c12_9deg intel -cpld_restart_c12_9deg intel -control_c48.v2.sfc intel -control_p8.v2.sfc intel -cpld_control_sfs intelllvm