From 1b8b311500ed3408a35ecbd6a48e2ba6bda8f64e Mon Sep 17 00:00:00 2001 From: "valery.yudin" Date: Thu, 7 Jan 2021 20:52:49 -0500 Subject: [PATCH 1/7] Jan 7/2021 update UFS/WM develop by 18 commits --- CICE-interface/CICE | 2 +- CMEPS-interface/CMEPS | 2 +- DATM | 2 +- FMS | 2 +- FV3 | 2 +- MOM6-interface/MOM6 | 2 +- NEMS | 2 +- WW3 | 2 +- stochastic_physics | 2 +- 9 files changed, 9 insertions(+), 9 deletions(-) diff --git a/CICE-interface/CICE b/CICE-interface/CICE index f773ef3892..ac617cde36 160000 --- a/CICE-interface/CICE +++ b/CICE-interface/CICE @@ -1 +1 @@ -Subproject commit f773ef3892615da4b4af26b4be3e57c9f29b9343 +Subproject commit ac617cde36db5b41029d2c2523b0fb52c711897b diff --git a/CMEPS-interface/CMEPS b/CMEPS-interface/CMEPS index 47dcaf1e85..efb8d35303 160000 --- a/CMEPS-interface/CMEPS +++ b/CMEPS-interface/CMEPS @@ -1 +1 @@ -Subproject commit 47dcaf1e85831181a44c7067a24fcf9ef176b48c +Subproject commit efb8d353030c0c62ddf99051195f981841101cac diff --git a/DATM b/DATM index 1e9ab6ed17..84e9a1fb91 160000 --- a/DATM +++ b/DATM @@ -1 +1 @@ -Subproject commit 1e9ab6ed1763c981dc8e294c737c449644a9d1fe +Subproject commit 84e9a1fb91ee83d602d56f633ae18fe7eb26c273 diff --git a/FMS b/FMS index f61416fef6..c6ba098f83 160000 --- a/FMS +++ b/FMS @@ -1 +1 @@ -Subproject commit f61416fef691d9ba39a40df1ce72aa574f54c390 +Subproject commit c6ba098f83b84bd5e1461bc6dcc9827426692d2d diff --git a/FV3 b/FV3 index 45618a9b7e..a1b284d61c 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 45618a9b7e7f6829f37af55499431a5dcab6c215 +Subproject commit a1b284d61c94d8b2bee9482208b4e0efb972aacf diff --git a/MOM6-interface/MOM6 b/MOM6-interface/MOM6 index 593aecb3be..7a76a13900 160000 --- a/MOM6-interface/MOM6 +++ b/MOM6-interface/MOM6 @@ -1 +1 @@ -Subproject commit 593aecb3be159eca651b727ff3caea2754169118 +Subproject commit 7a76a13900b68e06a6bc4ff8c53b98352bf8b741 diff --git a/NEMS b/NEMS index b800b340f8..251d70c3a4 160000 --- a/NEMS +++ b/NEMS @@ -1 +1 @@ -Subproject commit b800b340f8c7ba7852f13077b9957370ee60874a +Subproject commit 251d70c3a4f79cc88010468d7f517e95045a6e79 diff --git a/WW3 b/WW3 index a89e2a6339..9c22b13506 160000 --- a/WW3 +++ b/WW3 @@ -1 +1 @@ -Subproject commit a89e2a6339a016522d3a84188756d0a4bb11be87 +Subproject commit 9c22b13506e797940ebab538fe4a3940dd9e3fc0 diff --git a/stochastic_physics b/stochastic_physics index e4913c062b..6eac8455ec 160000 --- a/stochastic_physics +++ b/stochastic_physics @@ -1 +1 @@ -Subproject commit e4913c062b520cf8d76d9c82f90636aee19cbddb +Subproject commit 6eac8455ece23fcadcb97c876346cd87c0f70e6f From f249ca50e52fc8540a73628b1a6671508eaa06b6 Mon Sep 17 00:00:00 2001 From: "valery.yudin" Date: Sun, 10 Jan 2021 01:26:56 -0500 Subject: [PATCH 2/7] updates of FV3 fv3atm Jan 9 --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index a1b284d61c..9f74afeee3 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit a1b284d61c94d8b2bee9482208b4e0efb972aacf +Subproject commit 9f74afeee32d0956ce85493f48f84e5316fb916d From 511e775ca5925d8ba6ed817ddd3e1f6c2d287729 Mon Sep 17 00:00:00 2001 From: "valery.yudin" Date: Mon, 11 Jan 2021 04:01:53 -0500 Subject: [PATCH 3/7] .gitmodules with ref to github.com/ValeryYudin-NOAA/fv3atm --- .gitmodules | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitmodules b/.gitmodules index 6e63f4576f..e8e34bf84d 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,6 +1,6 @@ [submodule "FV3"] path = FV3 - url = https://github.com/NOAA-EMC/fv3atm + url = https://github.com/ValeryYudin-NOAA/fv3atm branch = develop [submodule "NEMS"] path = NEMS From c58119546e8c7238f4d7b0e38ab28e1116a80969 Mon Sep 17 00:00:00 2001 From: "valery.yudin" Date: Mon, 11 Jan 2021 04:04:35 -0500 Subject: [PATCH 4/7] updates of FV3 and tests for new ccpp/suites/suite_FV3_GFS_v16b_ugwpv1.xml --- FV3 | 2 +- stochastic_physics | 2 +- tests/RegressionTests_hera.intel.log | 5227 +------------------- tests/fv3_conf/ccpp_gfsv16_ugwpv1_run.IN | 22 + tests/fv3_conf/ccpp_gfsv16_ugwpv1ws_run.IN | 25 + tests/fv3_conf/compile_slurm.IN | 17 + tests/fv3_conf/fv3_slurm.IN | 39 + tests/parm/ccpp_v16_c96_ugwpv1.nml.IN | 344 ++ tests/parm/ccpp_v16_c96_ugwpv1ws.nml.IN | 344 ++ tests/tests/fv3_ccpp_gfsv16_ugwpv1 | 83 + tests/tests/fv3_ccpp_gfsv16_ugwpv1ws | 84 + 11 files changed, 967 insertions(+), 5222 deletions(-) create mode 100644 tests/fv3_conf/ccpp_gfsv16_ugwpv1_run.IN create mode 100644 tests/fv3_conf/ccpp_gfsv16_ugwpv1ws_run.IN create mode 100644 tests/fv3_conf/compile_slurm.IN create mode 100644 tests/fv3_conf/fv3_slurm.IN create mode 100644 tests/parm/ccpp_v16_c96_ugwpv1.nml.IN create mode 100644 tests/parm/ccpp_v16_c96_ugwpv1ws.nml.IN create mode 100644 tests/tests/fv3_ccpp_gfsv16_ugwpv1 create mode 100644 tests/tests/fv3_ccpp_gfsv16_ugwpv1ws diff --git a/FV3 b/FV3 index 9f74afeee3..42103bdb84 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 9f74afeee32d0956ce85493f48f84e5316fb916d +Subproject commit 42103bdb84c14e9e537a445a9e0b715c023fdd5d diff --git a/stochastic_physics b/stochastic_physics index 6eac8455ec..e4913c062b 160000 --- a/stochastic_physics +++ b/stochastic_physics @@ -1 +1 @@ -Subproject commit 6eac8455ece23fcadcb97c876346cd87c0f70e6f +Subproject commit e4913c062b520cf8d76d9c82f90636aee19cbddb diff --git a/tests/RegressionTests_hera.intel.log b/tests/RegressionTests_hera.intel.log index 2a17002026..2c39b66b30 100644 --- a/tests/RegressionTests_hera.intel.log +++ b/tests/RegressionTests_hera.intel.log @@ -1,10 +1,10 @@ -Thu Jan 7 16:23:37 UTC 2021 +Mon Jan 11 01:21:11 EST 2021 Start Regression test -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_control_prod -Checking test 001 fv3_ccpp_control results .... +baseline dir = /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_ccpp_gfsv16_ugwpv1_repro +working dir = /scratch1/NCEPDEV/stmp2/Valery.Yudin/FV3_RT/rt_184101/fv3_ccpp_gfsv16_ugwpv1_repro +Checking test 001 fv3_ccpp_gfsv16_ugwpv1 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK Comparing atmos_4xdaily.tile3.nc .........OK @@ -55,5234 +55,21 @@ Checking test 001 fv3_ccpp_control results .... Comparing RESTART/fv_tracer.res.tile4.nc .........OK Comparing RESTART/fv_tracer.res.tile5.nc .........OK Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 001 fv3_ccpp_control PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_decomp_prod -Checking test 002 fv3_ccpp_decomp results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 002 fv3_ccpp_decomp PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_2threads_prod -Checking test 003 fv3_ccpp_2threads results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 003 fv3_ccpp_2threads PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_restart_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_restart_prod -Checking test 004 fv3_ccpp_restart results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf027.tile1.nc .........OK - Comparing phyf027.tile2.nc .........OK - Comparing phyf027.tile3.nc .........OK - Comparing phyf027.tile4.nc .........OK - Comparing phyf027.tile5.nc .........OK - Comparing phyf027.tile6.nc .........OK - Comparing phyf048.tile1.nc .........OK - Comparing phyf048.tile2.nc .........OK - Comparing phyf048.tile3.nc .........OK - Comparing phyf048.tile4.nc .........OK - Comparing phyf048.tile5.nc .........OK - Comparing phyf048.tile6.nc .........OK - Comparing dynf027.tile1.nc .........OK - Comparing dynf027.tile2.nc .........OK - Comparing dynf027.tile3.nc .........OK - Comparing dynf027.tile4.nc .........OK - Comparing dynf027.tile5.nc .........OK - Comparing dynf027.tile6.nc .........OK - Comparing dynf048.tile1.nc .........OK - Comparing dynf048.tile2.nc .........OK - Comparing dynf048.tile3.nc .........OK - Comparing dynf048.tile4.nc .........OK - Comparing dynf048.tile5.nc .........OK - Comparing dynf048.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 004 fv3_ccpp_restart PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_read_inc_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_read_inc_prod -Checking test 005 fv3_ccpp_read_inc results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf027.tile1.nc .........OK - Comparing phyf027.tile2.nc .........OK - Comparing phyf027.tile3.nc .........OK - Comparing phyf027.tile4.nc .........OK - Comparing phyf027.tile5.nc .........OK - Comparing phyf027.tile6.nc .........OK - Comparing phyf048.tile1.nc .........OK - Comparing phyf048.tile2.nc .........OK - Comparing phyf048.tile3.nc .........OK - Comparing phyf048.tile4.nc .........OK - Comparing phyf048.tile5.nc .........OK - Comparing phyf048.tile6.nc .........OK - Comparing dynf027.tile1.nc .........OK - Comparing dynf027.tile2.nc .........OK - Comparing dynf027.tile3.nc .........OK - Comparing dynf027.tile4.nc .........OK - Comparing dynf027.tile5.nc .........OK - Comparing dynf027.tile6.nc .........OK - Comparing dynf048.tile1.nc .........OK - Comparing dynf048.tile2.nc .........OK - Comparing dynf048.tile3.nc .........OK - Comparing dynf048.tile4.nc .........OK - Comparing dynf048.tile5.nc .........OK - Comparing dynf048.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 005 fv3_ccpp_read_inc PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_wrtGauss_netcdf_esmf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_wrtGauss_netcdf_esmf_prod -Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf024.nc .........OK - Comparing dynf000.nc .........OK - Comparing dynf024.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 006 fv3_ccpp_wrtGauss_netcdf_esmf PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_wrtGauss_netcdf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_wrtGauss_netcdf_prod -Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf024.nc .........OK - Comparing dynf000.nc .........OK - Comparing dynf024.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 007 fv3_ccpp_wrtGauss_netcdf PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_wrtGauss_netcdf_parallel_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_wrtGauss_netcdf_parallel_prod -Checking test 008 fv3_ccpp_wrtGauss_netcdf_parallel results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nc ............ALT CHECK......OK - Comparing phyf024.nc ............ALT CHECK......OK - Comparing dynf000.nc .........OK - Comparing dynf024.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 008 fv3_ccpp_wrtGauss_netcdf_parallel PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_wrtGlatlon_netcdf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_wrtGlatlon_netcdf_prod -Checking test 009 fv3_ccpp_wrtGlatlon_netcdf results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf024.nc .........OK - Comparing dynf000.nc .........OK - Comparing dynf024.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 009 fv3_ccpp_wrtGlatlon_netcdf PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_wrtGauss_nemsio_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_wrtGauss_nemsio_prod -Checking test 010 fv3_ccpp_wrtGauss_nemsio results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 010 fv3_ccpp_wrtGauss_nemsio PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_wrtGauss_nemsio_c192_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_wrtGauss_nemsio_c192_prod -Checking test 011 fv3_ccpp_wrtGauss_nemsio_c192 results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 011 fv3_ccpp_wrtGauss_nemsio_c192 PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_stochy_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_stochy_prod -Checking test 012 fv3_ccpp_stochy results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf012.tile1.nc .........OK - Comparing phyf012.tile2.nc .........OK - Comparing phyf012.tile3.nc .........OK - Comparing phyf012.tile4.nc .........OK - Comparing phyf012.tile5.nc .........OK - Comparing phyf012.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf012.tile1.nc .........OK - Comparing dynf012.tile2.nc .........OK - Comparing dynf012.tile3.nc .........OK - Comparing dynf012.tile4.nc .........OK - Comparing dynf012.tile5.nc .........OK - Comparing dynf012.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 012 fv3_ccpp_stochy PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_ca_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_ca_prod -Checking test 013 fv3_ccpp_ca results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf012.tile1.nc .........OK - Comparing phyf012.tile2.nc .........OK - Comparing phyf012.tile3.nc .........OK - Comparing phyf012.tile4.nc .........OK - Comparing phyf012.tile5.nc .........OK - Comparing phyf012.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf012.tile1.nc .........OK - Comparing dynf012.tile2.nc .........OK - Comparing dynf012.tile3.nc .........OK - Comparing dynf012.tile4.nc .........OK - Comparing dynf012.tile5.nc .........OK - Comparing dynf012.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 013 fv3_ccpp_ca PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_lndp_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_lndp_prod -Checking test 014 fv3_ccpp_lndp results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 014 fv3_ccpp_lndp PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_iau_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_iau_prod -Checking test 015 fv3_ccpp_iau results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf027.tile1.nc .........OK - Comparing phyf027.tile2.nc .........OK - Comparing phyf027.tile3.nc .........OK - Comparing phyf027.tile4.nc .........OK - Comparing phyf027.tile5.nc .........OK - Comparing phyf027.tile6.nc .........OK - Comparing phyf048.tile1.nc .........OK - Comparing phyf048.tile2.nc .........OK - Comparing phyf048.tile3.nc .........OK - Comparing phyf048.tile4.nc .........OK - Comparing phyf048.tile5.nc .........OK - Comparing phyf048.tile6.nc .........OK - Comparing dynf027.tile1.nc .........OK - Comparing dynf027.tile2.nc .........OK - Comparing dynf027.tile3.nc .........OK - Comparing dynf027.tile4.nc .........OK - Comparing dynf027.tile5.nc .........OK - Comparing dynf027.tile6.nc .........OK - Comparing dynf048.tile1.nc .........OK - Comparing dynf048.tile2.nc .........OK - Comparing dynf048.tile3.nc .........OK - Comparing dynf048.tile4.nc .........OK - Comparing dynf048.tile5.nc .........OK - Comparing dynf048.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 015 fv3_ccpp_iau PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_lheatstrg_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_lheatstrg_prod -Checking test 016 fv3_ccpp_lheatstrg results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 016 fv3_ccpp_lheatstrg PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfdlmprad_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfdlmprad_prod -Checking test 017 fv3_ccpp_gfdlmprad results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing out_grd.glo_30m .........OK -Test 017 fv3_ccpp_gfdlmprad PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfdlmprad_atmwav_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfdlmprad_atmwav_prod -Checking test 018 fv3_ccpp_gfdlmprad_atmwav results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing out_grd.glo_30m .........OK -Test 018 fv3_ccpp_gfdlmprad_atmwav PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_wrtGauss_nemsio_c768_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_wrtGauss_nemsio_c768_prod -Checking test 019 fv3_ccpp_wrtGauss_nemsio_c768 results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf006.nemsio .........OK - Comparing dynf006.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing out_grd.glo_10m .........OK - Comparing out_grd.ant_9km .........OK - Comparing out_grd.aoc_9km .........OK -Test 019 fv3_ccpp_wrtGauss_nemsio_c768 PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_multigases_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_multigases_prod -Checking test 020 fv3_ccpp_multigases results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf006.tile1.nc .........OK - Comparing phyf006.tile2.nc .........OK - Comparing phyf006.tile3.nc .........OK - Comparing phyf006.tile4.nc .........OK - Comparing phyf006.tile5.nc .........OK - Comparing phyf006.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf006.tile1.nc .........OK - Comparing dynf006.tile2.nc .........OK - Comparing dynf006.tile3.nc .........OK - Comparing dynf006.tile4.nc .........OK - Comparing dynf006.tile5.nc .........OK - Comparing dynf006.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 020 fv3_ccpp_multigases PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_control_32bit_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_control_32bit_prod -Checking test 021 fv3_ccpp_control_32bit results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 021 fv3_ccpp_control_32bit PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_stretched_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_stretched_prod -Checking test 022 fv3_ccpp_stretched results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing fv3_history2d.tile1.nc .........OK - Comparing fv3_history2d.tile2.nc .........OK - Comparing fv3_history2d.tile3.nc .........OK - Comparing fv3_history2d.tile4.nc .........OK - Comparing fv3_history2d.tile5.nc .........OK - Comparing fv3_history2d.tile6.nc .........OK - Comparing fv3_history.tile1.nc .........OK - Comparing fv3_history.tile2.nc .........OK - Comparing fv3_history.tile3.nc .........OK - Comparing fv3_history.tile4.nc .........OK - Comparing fv3_history.tile5.nc .........OK - Comparing fv3_history.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 022 fv3_ccpp_stretched PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_stretched_nest_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_stretched_nest_prod -Checking test 023 fv3_ccpp_stretched_nest results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing atmos_4xdaily.nest02.tile7.nc .........OK - Comparing fv3_history2d.tile1.nc .........OK - Comparing fv3_history2d.tile2.nc .........OK - Comparing fv3_history2d.tile3.nc .........OK - Comparing fv3_history2d.tile4.nc .........OK - Comparing fv3_history2d.tile5.nc .........OK - Comparing fv3_history2d.tile6.nc .........OK - Comparing fv3_history2d.nest02.tile7.nc .........OK - Comparing fv3_history.tile1.nc .........OK - Comparing fv3_history.tile2.nc .........OK - Comparing fv3_history.tile3.nc .........OK - Comparing fv3_history.tile4.nc .........OK - Comparing fv3_history.tile5.nc .........OK - Comparing fv3_history.tile6.nc .........OK - Comparing fv3_history.nest02.tile7.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.nest02.nc .........OK - Comparing RESTART/fv_BC_ne.res.nest02.nc .........OK - Comparing RESTART/fv_BC_sw.res.nest02.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_core.res.nest02.tile7.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.nest02.tile7.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.nest02.tile7.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/phy_data.nest02.tile7.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/sfc_data.nest02.tile7.nc .........OK -Test 023 fv3_ccpp_stretched_nest PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_regional_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_regional_control_prod -Checking test 024 fv3_ccpp_regional_control results .... - Comparing atmos_4xdaily.nc .........OK - Comparing fv3_history2d.nc .........OK - Comparing fv3_history.nc .........OK - Comparing RESTART/fv_core.res.tile1_new.nc .........OK - Comparing RESTART/fv_tracer.res.tile1_new.nc .........OK -Test 024 fv3_ccpp_regional_control PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_regional_restart_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_regional_restart_prod -Checking test 025 fv3_ccpp_regional_restart results .... - Comparing atmos_4xdaily.nc .........OK - Comparing fv3_history2d.nc .........OK - Comparing fv3_history.nc .........OK -Test 025 fv3_ccpp_regional_restart PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_regional_quilt_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_regional_quilt_prod -Checking test 026 fv3_ccpp_regional_quilt results .... - Comparing atmos_4xdaily.nc .........OK - Comparing dynf000.nc .........OK - Comparing dynf024.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf024.nc .........OK -Test 026 fv3_ccpp_regional_quilt PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_regional_quilt_netcdf_parallel_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_regional_quilt_netcdf_parallel_prod -Checking test 027 fv3_ccpp_regional_quilt_netcdf_parallel results .... - Comparing atmos_4xdaily.nc .........OK - Comparing dynf000.nc .........OK - Comparing dynf024.nc ............ALT CHECK......OK - Comparing phyf000.nc .........OK - Comparing phyf024.nc .........OK -Test 027 fv3_ccpp_regional_quilt_netcdf_parallel PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_control_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_control_debug_prod -Checking test 028 fv3_ccpp_control_debug results .... - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing phyf006.tile1.nc .........OK - Comparing phyf006.tile2.nc .........OK - Comparing phyf006.tile3.nc .........OK - Comparing phyf006.tile4.nc .........OK - Comparing phyf006.tile5.nc .........OK - Comparing phyf006.tile6.nc .........OK - Comparing dynf006.tile1.nc .........OK - Comparing dynf006.tile2.nc .........OK - Comparing dynf006.tile3.nc .........OK - Comparing dynf006.tile4.nc .........OK - Comparing dynf006.tile5.nc .........OK - Comparing dynf006.tile6.nc .........OK -Test 028 fv3_ccpp_control_debug PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_stretched_nest_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_stretched_nest_debug_prod -Checking test 029 fv3_ccpp_stretched_nest_debug results .... - Comparing fv3_history2d.nest02.tile7.nc .........OK - Comparing fv3_history2d.tile1.nc .........OK - Comparing fv3_history2d.tile2.nc .........OK - Comparing fv3_history2d.tile3.nc .........OK - Comparing fv3_history2d.tile4.nc .........OK - Comparing fv3_history2d.tile5.nc .........OK - Comparing fv3_history2d.tile6.nc .........OK - Comparing fv3_history.nest02.tile7.nc .........OK - Comparing fv3_history.tile1.nc .........OK - Comparing fv3_history.tile2.nc .........OK - Comparing fv3_history.tile3.nc .........OK - Comparing fv3_history.tile4.nc .........OK - Comparing fv3_history.tile5.nc .........OK - Comparing fv3_history.tile6.nc .........OK -Test 029 fv3_ccpp_stretched_nest_debug PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfdlmp_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfdlmp_prod -Checking test 030 fv3_ccpp_gfdlmp results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 030 fv3_ccpp_gfdlmp PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfdlmprad_gwd_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfdlmprad_gwd_prod -Checking test 031 fv3_ccpp_gfdlmprad_gwd results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 031 fv3_ccpp_gfdlmprad_gwd PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfdlmprad_noahmp_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfdlmprad_noahmp_prod -Checking test 032 fv3_ccpp_gfdlmprad_noahmp results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 032 fv3_ccpp_gfdlmprad_noahmp PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_csawmg_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_csawmg_prod -Checking test 033 fv3_ccpp_csawmg results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 033 fv3_ccpp_csawmg PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_satmedmf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_satmedmf_prod -Checking test 034 fv3_ccpp_satmedmf results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 034 fv3_ccpp_satmedmf PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_satmedmfq_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_satmedmfq_prod -Checking test 035 fv3_ccpp_satmedmfq results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 035 fv3_ccpp_satmedmfq PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfdlmp_32bit_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfdlmp_32bit_prod -Checking test 036 fv3_ccpp_gfdlmp_32bit results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 036 fv3_ccpp_gfdlmp_32bit PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfdlmprad_32bit_post_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfdlmprad_32bit_post_prod -Checking test 037 fv3_ccpp_gfdlmprad_32bit_post results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSFLX.GrbF24 .........OK - Comparing GFSPRS.GrbF24 .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 037 fv3_ccpp_gfdlmprad_32bit_post PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_cpt_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_cpt_prod -Checking test 038 fv3_ccpp_cpt results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 038 fv3_ccpp_cpt PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gsd_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gsd_prod -Checking test 039 fv3_ccpp_gsd results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing phyf027.tile1.nc .........OK - Comparing phyf027.tile2.nc .........OK - Comparing phyf027.tile3.nc .........OK - Comparing phyf027.tile4.nc .........OK - Comparing phyf027.tile5.nc .........OK - Comparing phyf027.tile6.nc .........OK - Comparing phyf048.tile1.nc .........OK - Comparing phyf048.tile2.nc .........OK - Comparing phyf048.tile3.nc .........OK - Comparing phyf048.tile4.nc .........OK - Comparing phyf048.tile5.nc .........OK - Comparing phyf048.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing dynf027.tile1.nc .........OK - Comparing dynf027.tile2.nc .........OK - Comparing dynf027.tile3.nc .........OK - Comparing dynf027.tile4.nc .........OK - Comparing dynf027.tile5.nc .........OK - Comparing dynf027.tile6.nc .........OK - Comparing dynf048.tile1.nc .........OK - Comparing dynf048.tile2.nc .........OK - Comparing dynf048.tile3.nc .........OK - Comparing dynf048.tile4.nc .........OK - Comparing dynf048.tile5.nc .........OK - Comparing dynf048.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 039 fv3_ccpp_gsd PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_rap_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_rap_prod -Checking test 040 fv3_ccpp_rap results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 040 fv3_ccpp_rap PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_hrrr_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_hrrr_prod -Checking test 041 fv3_ccpp_hrrr results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 041 fv3_ccpp_hrrr PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_thompson_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_thompson_prod -Checking test 042 fv3_ccpp_thompson results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 042 fv3_ccpp_thompson PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_thompson_no_aero_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_thompson_no_aero_prod -Checking test 043 fv3_ccpp_thompson_no_aero results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 043 fv3_ccpp_thompson_no_aero PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_rrfs_v1beta_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_rrfs_v1beta_prod -Checking test 044 fv3_ccpp_rrfs_v1beta results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 044 fv3_ccpp_rrfs_v1beta PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfs_v15p2_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfs_v15p2_prod -Checking test 045 fv3_ccpp_gfs_v15p2 results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 045 fv3_ccpp_gfs_v15p2 PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfs_v16beta_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfs_v16beta_prod -Checking test 046 fv3_ccpp_gfs_v16beta results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing phyf048.tile1.nc .........OK - Comparing phyf048.tile2.nc .........OK - Comparing phyf048.tile3.nc .........OK - Comparing phyf048.tile4.nc .........OK - Comparing phyf048.tile5.nc .........OK - Comparing phyf048.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing dynf048.tile1.nc .........OK - Comparing dynf048.tile2.nc .........OK - Comparing dynf048.tile3.nc .........OK - Comparing dynf048.tile4.nc .........OK - Comparing dynf048.tile5.nc .........OK - Comparing dynf048.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 046 fv3_ccpp_gfs_v16beta PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfs_v16beta_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfs_v16beta_restart_prod -Checking test 047 fv3_ccpp_gfs_v16beta_restart results .... - Comparing phyf048.tile1.nc .........OK - Comparing phyf048.tile2.nc .........OK - Comparing phyf048.tile3.nc .........OK - Comparing phyf048.tile4.nc .........OK - Comparing phyf048.tile5.nc .........OK - Comparing phyf048.tile6.nc .........OK - Comparing dynf048.tile1.nc .........OK - Comparing dynf048.tile2.nc .........OK - Comparing dynf048.tile3.nc .........OK - Comparing dynf048.tile4.nc .........OK - Comparing dynf048.tile5.nc .........OK - Comparing dynf048.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 047 fv3_ccpp_gfs_v16beta_restart PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfs_v16beta_stochy_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfs_v16beta_stochy_prod -Checking test 048 fv3_ccpp_gfs_v16beta_stochy results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf012.tile1.nc .........OK - Comparing phyf012.tile2.nc .........OK - Comparing phyf012.tile3.nc .........OK - Comparing phyf012.tile4.nc .........OK - Comparing phyf012.tile5.nc .........OK - Comparing phyf012.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf012.tile1.nc .........OK - Comparing dynf012.tile2.nc .........OK - Comparing dynf012.tile3.nc .........OK - Comparing dynf012.tile4.nc .........OK - Comparing dynf012.tile5.nc .........OK - Comparing dynf012.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 048 fv3_ccpp_gfs_v16beta_stochy PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfs_v15p2_RRTMGP_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfs_v15p2_RRTMGP_prod -Checking test 049 fv3_ccpp_gfs_v15p2_RRTMGP results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 049 fv3_ccpp_gfs_v15p2_RRTMGP PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfs_v16beta_RRTMGP_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfs_v16beta_RRTMGP_prod -Checking test 050 fv3_ccpp_gfs_v16beta_RRTMGP results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 050 fv3_ccpp_gfs_v16beta_RRTMGP PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfsv16_csawmg_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfsv16_csawmg_prod -Checking test 051 fv3_ccpp_gfsv16_csawmg results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 051 fv3_ccpp_gfsv16_csawmg PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfsv16_csawmgt_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfsv16_csawmgt_prod -Checking test 052 fv3_ccpp_gfsv16_csawmgt results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 052 fv3_ccpp_gfsv16_csawmgt PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gocart_clm_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gocart_clm_prod -Checking test 053 fv3_ccpp_gocart_clm results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.nemsio .........OK - Comparing phyf024.nemsio .........OK - Comparing dynf000.nemsio .........OK - Comparing dynf024.nemsio .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 053 fv3_ccpp_gocart_clm PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfs_v16beta_flake_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfs_v16beta_flake_prod -Checking test 054 fv3_ccpp_gfs_v16beta_flake results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 054 fv3_ccpp_gfs_v16beta_flake PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/HAFS_v0_HWRF_thompson_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_HAFS_v0_hwrf_thompson_prod -Checking test 055 fv3_ccpp_HAFS_v0_hwrf_thompson results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 055 fv3_ccpp_HAFS_v0_hwrf_thompson PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/ESG_HAFS_v0_HWRF_thompson_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_esg_HAFS_v0_hwrf_thompson_prod -Checking test 056 fv3_ccpp_esg_HAFS_v0_hwrf_thompson results .... - Comparing atmos_4xdaily.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf012.nc .........OK - Comparing dynf000.nc .........OK - Comparing dynf012.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/sfc_data.nc .........OK - Comparing RESTART/phy_data.nc .........OK -Test 056 fv3_ccpp_esg_HAFS_v0_hwrf_thompson PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfs_v15p2_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfs_v15p2_debug_prod -Checking test 057 fv3_ccpp_gfs_v15p2_debug results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf006.tile1.nc .........OK - Comparing phyf006.tile2.nc .........OK - Comparing phyf006.tile3.nc .........OK - Comparing phyf006.tile4.nc .........OK - Comparing phyf006.tile5.nc .........OK - Comparing phyf006.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf006.tile1.nc .........OK - Comparing dynf006.tile2.nc .........OK - Comparing dynf006.tile3.nc .........OK - Comparing dynf006.tile4.nc .........OK - Comparing dynf006.tile5.nc .........OK - Comparing dynf006.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 057 fv3_ccpp_gfs_v15p2_debug PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfs_v16beta_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfs_v16beta_debug_prod -Checking test 058 fv3_ccpp_gfs_v16beta_debug results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf006.tile1.nc .........OK - Comparing phyf006.tile2.nc .........OK - Comparing phyf006.tile3.nc .........OK - Comparing phyf006.tile4.nc .........OK - Comparing phyf006.tile5.nc .........OK - Comparing phyf006.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf006.tile1.nc .........OK - Comparing dynf006.tile2.nc .........OK - Comparing dynf006.tile3.nc .........OK - Comparing dynf006.tile4.nc .........OK - Comparing dynf006.tile5.nc .........OK - Comparing dynf006.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 058 fv3_ccpp_gfs_v16beta_debug PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfs_v15p2_RRTMGP_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfs_v15p2_RRTMGP_debug_prod -Checking test 059 fv3_ccpp_gfs_v15p2_RRTMGP_debug results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf006.tile1.nc .........OK - Comparing phyf006.tile2.nc .........OK - Comparing phyf006.tile3.nc .........OK - Comparing phyf006.tile4.nc .........OK - Comparing phyf006.tile5.nc .........OK - Comparing phyf006.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf006.tile1.nc .........OK - Comparing dynf006.tile2.nc .........OK - Comparing dynf006.tile3.nc .........OK - Comparing dynf006.tile4.nc .........OK - Comparing dynf006.tile5.nc .........OK - Comparing dynf006.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 059 fv3_ccpp_gfs_v15p2_RRTMGP_debug PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gfs_v16beta_RRTMGP_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gfs_v16beta_RRTMGP_debug_prod -Checking test 060 fv3_ccpp_gfs_v16beta_RRTMGP_debug results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf006.tile1.nc .........OK - Comparing phyf006.tile2.nc .........OK - Comparing phyf006.tile3.nc .........OK - Comparing phyf006.tile4.nc .........OK - Comparing phyf006.tile5.nc .........OK - Comparing phyf006.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf006.tile1.nc .........OK - Comparing dynf006.tile2.nc .........OK - Comparing dynf006.tile3.nc .........OK - Comparing dynf006.tile4.nc .........OK - Comparing dynf006.tile5.nc .........OK - Comparing dynf006.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 060 fv3_ccpp_gfs_v16beta_RRTMGP_debug PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gsd_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gsd_debug_prod -Checking test 061 fv3_ccpp_gsd_debug results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf003.tile1.nc .........OK - Comparing phyf003.tile2.nc .........OK - Comparing phyf003.tile3.nc .........OK - Comparing phyf003.tile4.nc .........OK - Comparing phyf003.tile5.nc .........OK - Comparing phyf003.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf003.tile1.nc .........OK - Comparing dynf003.tile2.nc .........OK - Comparing dynf003.tile3.nc .........OK - Comparing dynf003.tile4.nc .........OK - Comparing dynf003.tile5.nc .........OK - Comparing dynf003.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 061 fv3_ccpp_gsd_debug PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_gsd_diag3d_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_gsd_diag3d_debug_prod -Checking test 062 fv3_ccpp_gsd_diag3d_debug results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf003.tile1.nc .........OK - Comparing phyf003.tile2.nc .........OK - Comparing phyf003.tile3.nc .........OK - Comparing phyf003.tile4.nc .........OK - Comparing phyf003.tile5.nc .........OK - Comparing phyf003.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf003.tile1.nc .........OK - Comparing dynf003.tile2.nc .........OK - Comparing dynf003.tile3.nc .........OK - Comparing dynf003.tile4.nc .........OK - Comparing dynf003.tile5.nc .........OK - Comparing dynf003.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 062 fv3_ccpp_gsd_diag3d_debug PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_thompson_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_thompson_debug_prod -Checking test 063 fv3_ccpp_thompson_debug results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf006.tile1.nc .........OK - Comparing phyf006.tile2.nc .........OK - Comparing phyf006.tile3.nc .........OK - Comparing phyf006.tile4.nc .........OK - Comparing phyf006.tile5.nc .........OK - Comparing phyf006.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf006.tile1.nc .........OK - Comparing dynf006.tile2.nc .........OK - Comparing dynf006.tile3.nc .........OK - Comparing dynf006.tile4.nc .........OK - Comparing dynf006.tile5.nc .........OK - Comparing dynf006.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 063 fv3_ccpp_thompson_debug PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_thompson_no_aero_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_thompson_no_aero_debug_prod -Checking test 064 fv3_ccpp_thompson_no_aero_debug results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf006.tile1.nc .........OK - Comparing phyf006.tile2.nc .........OK - Comparing phyf006.tile3.nc .........OK - Comparing phyf006.tile4.nc .........OK - Comparing phyf006.tile5.nc .........OK - Comparing phyf006.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf006.tile1.nc .........OK - Comparing dynf006.tile2.nc .........OK - Comparing dynf006.tile3.nc .........OK - Comparing dynf006.tile4.nc .........OK - Comparing dynf006.tile5.nc .........OK - Comparing dynf006.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 064 fv3_ccpp_thompson_no_aero_debug PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/fv3_rrfs_v1beta_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_rrfs_v1beta_debug_prod -Checking test 065 fv3_ccpp_rrfs_v1beta_debug results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf003.tile1.nc .........OK - Comparing phyf003.tile2.nc .........OK - Comparing phyf003.tile3.nc .........OK - Comparing phyf003.tile4.nc .........OK - Comparing phyf003.tile5.nc .........OK - Comparing phyf003.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf003.tile1.nc .........OK - Comparing dynf003.tile2.nc .........OK - Comparing dynf003.tile3.nc .........OK - Comparing dynf003.tile4.nc .........OK - Comparing dynf003.tile5.nc .........OK - Comparing dynf003.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK -Test 065 fv3_ccpp_rrfs_v1beta_debug PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/HAFS_v0_HWRF_thompson_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_HAFS_v0_hwrf_thompson_debug_prod -Checking test 066 fv3_ccpp_HAFS_v0_hwrf_thompson_debug results .... - Comparing atmos_4xdaily.tile1.nc .........OK - Comparing atmos_4xdaily.tile2.nc .........OK - Comparing atmos_4xdaily.tile3.nc .........OK - Comparing atmos_4xdaily.tile4.nc .........OK - Comparing atmos_4xdaily.tile5.nc .........OK - Comparing atmos_4xdaily.tile6.nc .........OK - Comparing phyf000.tile1.nc .........OK - Comparing phyf000.tile2.nc .........OK - Comparing phyf000.tile3.nc .........OK - Comparing phyf000.tile4.nc .........OK - Comparing phyf000.tile5.nc .........OK - Comparing phyf000.tile6.nc .........OK - Comparing phyf003.tile1.nc .........OK - Comparing phyf003.tile2.nc .........OK - Comparing phyf003.tile3.nc .........OK - Comparing phyf003.tile4.nc .........OK - Comparing phyf003.tile5.nc .........OK - Comparing phyf003.tile6.nc .........OK - Comparing dynf000.tile1.nc .........OK - Comparing dynf000.tile2.nc .........OK - Comparing dynf000.tile3.nc .........OK - Comparing dynf000.tile4.nc .........OK - Comparing dynf000.tile5.nc .........OK - Comparing dynf000.tile6.nc .........OK - Comparing dynf003.tile1.nc .........OK - Comparing dynf003.tile2.nc .........OK - Comparing dynf003.tile3.nc .........OK - Comparing dynf003.tile4.nc .........OK - Comparing dynf003.tile5.nc .........OK - Comparing dynf003.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK -Test 066 fv3_ccpp_HAFS_v0_hwrf_thompson_debug PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/ESG_HAFS_v0_HWRF_thompson_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/fv3_ccpp_esg_HAFS_v0_hwrf_thompson_debug_prod -Checking test 067 fv3_ccpp_esg_HAFS_v0_hwrf_thompson_debug results .... - Comparing atmos_4xdaily.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf001.nc .........OK - Comparing dynf000.nc .........OK - Comparing dynf001.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/sfc_data.nc .........OK - Comparing RESTART/phy_data.nc .........OK -Test 067 fv3_ccpp_esg_HAFS_v0_hwrf_thompson_debug PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_control_prod -Checking test 068 cpld_control results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2016-10-04-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-04-00000.nc .........OK -Test 068 cpld_control PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_restart_prod -Checking test 069 cpld_restart results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2016-10-04-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-04-00000.nc .........OK -Test 069 cpld_restart PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_controlfrac_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_controlfrac_prod -Checking test 070 cpld_controlfrac results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2016-10-04-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-04-00000.nc .........OK -Test 070 cpld_controlfrac PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_controlfrac_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_restartfrac_prod -Checking test 071 cpld_restartfrac results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2016-10-04-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-04-00000.nc .........OK -Test 071 cpld_restartfrac PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_2threads_prod -Checking test 072 cpld_2threads results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2016-10-04-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-04-00000.nc .........OK -Test 072 cpld_2threads PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_decomp_prod -Checking test 073 cpld_decomp results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2016-10-04-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-04-00000.nc .........OK -Test 073 cpld_decomp PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_satmedmf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_satmedmf_prod -Checking test 074 cpld_satmedmf results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2016-10-04-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-04-00000.nc .........OK -Test 074 cpld_satmedmf PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_ca_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_ca_prod -Checking test 075 cpld_ca results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2016-10-04-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-04-00000.nc .........OK -Test 075 cpld_ca PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_control_c192_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_control_c192_prod -Checking test 076 cpld_control_c192 results .... - Comparing phyf048.tile1.nc .........OK - Comparing phyf048.tile2.nc .........OK - Comparing phyf048.tile3.nc .........OK - Comparing phyf048.tile4.nc .........OK - Comparing phyf048.tile5.nc .........OK - Comparing phyf048.tile6.nc .........OK - Comparing dynf048.tile1.nc .........OK - Comparing dynf048.tile2.nc .........OK - Comparing dynf048.tile3.nc .........OK - Comparing dynf048.tile4.nc .........OK - Comparing dynf048.tile5.nc .........OK - Comparing dynf048.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2016-10-05-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-05-00000.nc .........OK -Test 076 cpld_control_c192 PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_control_c192_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_restart_c192_prod -Checking test 077 cpld_restart_c192 results .... - Comparing phyf048.tile1.nc .........OK - Comparing phyf048.tile2.nc .........OK - Comparing phyf048.tile3.nc .........OK - Comparing phyf048.tile4.nc .........OK - Comparing phyf048.tile5.nc .........OK - Comparing phyf048.tile6.nc .........OK - Comparing dynf048.tile1.nc .........OK - Comparing dynf048.tile2.nc .........OK - Comparing dynf048.tile3.nc .........OK - Comparing dynf048.tile4.nc .........OK - Comparing dynf048.tile5.nc .........OK - Comparing dynf048.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2016-10-05-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-05-00000.nc .........OK -Test 077 cpld_restart_c192 PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_controlfrac_c192_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_controlfrac_c192_prod -Checking test 078 cpld_controlfrac_c192 results .... - Comparing phyf048.tile1.nc .........OK - Comparing phyf048.tile2.nc .........OK - Comparing phyf048.tile3.nc .........OK - Comparing phyf048.tile4.nc .........OK - Comparing phyf048.tile5.nc .........OK - Comparing phyf048.tile6.nc .........OK - Comparing dynf048.tile1.nc .........OK - Comparing dynf048.tile2.nc .........OK - Comparing dynf048.tile3.nc .........OK - Comparing dynf048.tile4.nc .........OK - Comparing dynf048.tile5.nc .........OK - Comparing dynf048.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2016-10-05-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-05-00000.nc .........OK -Test 078 cpld_controlfrac_c192 PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_controlfrac_c192_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_restartfrac_c192_prod -Checking test 079 cpld_restartfrac_c192 results .... - Comparing phyf048.tile1.nc .........OK - Comparing phyf048.tile2.nc .........OK - Comparing phyf048.tile3.nc .........OK - Comparing phyf048.tile4.nc .........OK - Comparing phyf048.tile5.nc .........OK - Comparing phyf048.tile6.nc .........OK - Comparing dynf048.tile1.nc .........OK - Comparing dynf048.tile2.nc .........OK - Comparing dynf048.tile3.nc .........OK - Comparing dynf048.tile4.nc .........OK - Comparing dynf048.tile5.nc .........OK - Comparing dynf048.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2016-10-05-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-05-00000.nc .........OK -Test 079 cpld_restartfrac_c192 PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_control_c384_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_control_c384_prod -Checking test 080 cpld_control_c384 results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2016-10-04-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-04-00000.nc .........OK -Test 080 cpld_control_c384 PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_control_c384_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_restart_c384_prod -Checking test 081 cpld_restart_c384 results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2016-10-04-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-04-00000.nc .........OK -Test 081 cpld_restart_c384 PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_controlfrac_c384_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_controlfrac_c384_prod -Checking test 082 cpld_controlfrac_c384 results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2016-10-04-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-04-00000.nc .........OK -Test 082 cpld_controlfrac_c384 PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_controlfrac_c384_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_restartfrac_c384_prod -Checking test 083 cpld_restartfrac_c384 results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2016-10-04-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-04-00000.nc .........OK -Test 083 cpld_restartfrac_c384 PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_bmark_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_bmark_prod -Checking test 084 cpld_bmark results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2013-04-02-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2013-04-02-00000.nc .........OK -Test 084 cpld_bmark PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_bmark_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_restart_bmark_prod -Checking test 085 cpld_restart_bmark results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2013-04-02-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2013-04-02-00000.nc .........OK -Test 085 cpld_restart_bmark PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_bmarkfrac_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_bmarkfrac_prod -Checking test 086 cpld_bmarkfrac results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2013-04-02-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2013-04-02-00000.nc .........OK -Test 086 cpld_bmarkfrac PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_bmarkfrac_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_restart_bmarkfrac_prod -Checking test 087 cpld_restart_bmarkfrac results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2013-04-02-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2013-04-02-00000.nc .........OK -Test 087 cpld_restart_bmarkfrac PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_bmarkfrac_v16_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_bmarkfrac_v16_prod -Checking test 088 cpld_bmarkfrac_v16 results .... - Comparing phyf012.tile1.nc .........OK - Comparing phyf012.tile2.nc .........OK - Comparing phyf012.tile3.nc .........OK - Comparing phyf012.tile4.nc .........OK - Comparing phyf012.tile5.nc .........OK - Comparing phyf012.tile6.nc .........OK - Comparing dynf012.tile1.nc .........OK - Comparing dynf012.tile2.nc .........OK - Comparing dynf012.tile3.nc .........OK - Comparing dynf012.tile4.nc .........OK - Comparing dynf012.tile5.nc .........OK - Comparing dynf012.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2013-04-01-43200.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2013-04-01-43200.nc .........OK -Test 088 cpld_bmarkfrac_v16 PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_bmarkfrac_v16_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_restart_bmarkfrac_v16_prod -Checking test 089 cpld_restart_bmarkfrac_v16 results .... - Comparing phyf012.tile1.nc .........OK - Comparing phyf012.tile2.nc .........OK - Comparing phyf012.tile3.nc .........OK - Comparing phyf012.tile4.nc .........OK - Comparing phyf012.tile5.nc .........OK - Comparing phyf012.tile6.nc .........OK - Comparing dynf012.tile1.nc .........OK - Comparing dynf012.tile2.nc .........OK - Comparing dynf012.tile3.nc .........OK - Comparing dynf012.tile4.nc .........OK - Comparing dynf012.tile5.nc .........OK - Comparing dynf012.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2013-04-01-43200.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2013-04-01-43200.nc .........OK -Test 089 cpld_restart_bmarkfrac_v16 PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_bmark_wave_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_bmark_wave_prod -Checking test 090 cpld_bmark_wave results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing 20130402.000000.out_grd.gwes_30m .........OK - Comparing 20130402.000000.out_pnt.points .........OK - Comparing 20130402.000000.restart.gwes_30m .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2013-04-02-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2013-04-02-00000.nc .........OK -Test 090 cpld_bmark_wave PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_bmarkfrac_wave_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_bmarkfrac_wave_prod -Checking test 091 cpld_bmarkfrac_wave results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing 20130402.000000.out_grd.gwes_30m .........OK - Comparing 20130402.000000.out_pnt.points .........OK - Comparing 20130402.000000.restart.gwes_30m .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2013-04-02-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2013-04-02-00000.nc .........OK -Test 091 cpld_bmarkfrac_wave PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_bmarkfrac_wave_v16_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_bmarkfrac_wave_v16_prod -Checking test 092 cpld_bmarkfrac_wave_v16 results .... - Comparing phyf012.tile1.nc .........OK - Comparing phyf012.tile2.nc .........OK - Comparing phyf012.tile3.nc .........OK - Comparing phyf012.tile4.nc .........OK - Comparing phyf012.tile5.nc .........OK - Comparing phyf012.tile6.nc .........OK - Comparing dynf012.tile1.nc .........OK - Comparing dynf012.tile2.nc .........OK - Comparing dynf012.tile3.nc .........OK - Comparing dynf012.tile4.nc .........OK - Comparing dynf012.tile5.nc .........OK - Comparing dynf012.tile6.nc .........OK - Comparing 20130401.120000.out_grd.gwes_30m .........OK - Comparing 20130401.120000.out_pnt.points .........OK - Comparing 20130401.120000.restart.gwes_30m .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2013-04-01-43200.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2013-04-01-43200.nc .........OK -Test 092 cpld_bmarkfrac_wave_v16 PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_debug_prod -Checking test 093 cpld_debug results .... - Comparing phyf006.tile1.nc .........OK - Comparing phyf006.tile2.nc .........OK - Comparing phyf006.tile3.nc .........OK - Comparing phyf006.tile4.nc .........OK - Comparing phyf006.tile5.nc .........OK - Comparing phyf006.tile6.nc .........OK - Comparing dynf006.tile1.nc .........OK - Comparing dynf006.tile2.nc .........OK - Comparing dynf006.tile3.nc .........OK - Comparing dynf006.tile4.nc .........OK - Comparing dynf006.tile5.nc .........OK - Comparing dynf006.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK Comparing RESTART/sfc_data.tile1.nc .........OK Comparing RESTART/sfc_data.tile2.nc .........OK Comparing RESTART/sfc_data.tile3.nc .........OK Comparing RESTART/sfc_data.tile4.nc .........OK Comparing RESTART/sfc_data.tile5.nc .........OK Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2016-10-03-21600.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-03-21600.nc .........OK -Test 093 cpld_debug PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/cpld_debugfrac_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/cpld_debugfrac_prod -Checking test 094 cpld_debugfrac results .... - Comparing phyf006.tile1.nc .........OK - Comparing phyf006.tile2.nc .........OK - Comparing phyf006.tile3.nc .........OK - Comparing phyf006.tile4.nc .........OK - Comparing phyf006.tile5.nc .........OK - Comparing phyf006.tile6.nc .........OK - Comparing dynf006.tile1.nc .........OK - Comparing dynf006.tile2.nc .........OK - Comparing dynf006.tile3.nc .........OK - Comparing dynf006.tile4.nc .........OK - Comparing dynf006.tile5.nc .........OK - Comparing dynf006.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK Comparing RESTART/phy_data.tile1.nc .........OK Comparing RESTART/phy_data.tile2.nc .........OK Comparing RESTART/phy_data.tile3.nc .........OK Comparing RESTART/phy_data.tile4.nc .........OK Comparing RESTART/phy_data.tile5.nc .........OK Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2016-10-03-21600.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-03-21600.nc .........OK -Test 094 cpld_debugfrac PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/datm_control_cfsr -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/datm_control_cfsr -Checking test 095 datm_control_cfsr results .... - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK -Test 095 datm_control_cfsr PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/datm_control_cfsr -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/datm_restart_cfsr -Checking test 096 datm_restart_cfsr results .... - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK -Test 096 datm_restart_cfsr PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/datm_control_gefs -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/datm_control_gefs -Checking test 097 datm_control_gefs results .... - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_GEFS.cpl.r.2011-10-02-00000.nc .........OK -Test 097 datm_control_gefs PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/datm_bulk_cfsr -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/datm_bulk_cfsr -Checking test 098 datm_bulk_cfsr results .... - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK -Test 098 datm_bulk_cfsr PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/datm_bulk_gefs -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/datm_bulk_gefs -Checking test 099 datm_bulk_gefs results .... - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_GEFS.cpl.r.2011-10-02-00000.nc .........OK -Test 099 datm_bulk_gefs PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/datm_mx025_cfsr -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/datm_mx025_cfsr -Checking test 100 datm_mx025_cfsr results .... - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK -Test 100 datm_mx025_cfsr PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/datm_mx025_gefs -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/datm_mx025_gefs -Checking test 101 datm_mx025_gefs results .... - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_GEFS.cpl.r.2011-10-02-00000.nc .........OK -Test 101 datm_mx025_gefs PASS - - -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20210106/INTEL/datm_debug_cfsr -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_186263/datm_debug_cfsr -Checking test 102 datm_debug_cfsr results .... - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-01-21600.nc .........OK - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-01-21600.nc .........OK -Test 102 datm_debug_cfsr PASS +Test 001 fv3_ccpp_gfsv16_ugwpv1 PASS REGRESSION TEST WAS SUCCESSFUL -Thu Jan 7 19:17:41 UTC 2021 -Elapsed time: 02h:54m:04s. Have a nice day! +Mon Jan 11 01:33:10 EST 2021 +Elapsed time: 00h:11m:59s. Have a nice day! diff --git a/tests/fv3_conf/ccpp_gfsv16_ugwpv1_run.IN b/tests/fv3_conf/ccpp_gfsv16_ugwpv1_run.IN new file mode 100644 index 0000000000..ce318da9c0 --- /dev/null +++ b/tests/fv3_conf/ccpp_gfsv16_ugwpv1_run.IN @@ -0,0 +1,22 @@ +rm -rf INPUT RESTART + +if [ $WARM_START = .F. ]; then + cp -r @[RTPWD127]/FV3_input_data/INPUT ./ + mkdir RESTART +else + mkdir INPUT RESTART + cp -r @[RTPWD127]/FV3_input_data/RESTART/* ./INPUT +fi +cp @[RTPWD127]/FV3_input_data//aerosol.dat . +cp @[RTPWD127]/FV3_input_data/co2historicaldata_201*.txt . +cp @[RTPWD127]/FV3_input_data/sfc_emissivity_idx.txt . +cp @[RTPWD127]/FV3_input_data/solarconstant_noaa_an.txt . +cp @[RTPWD127]/FV3_input_data/global_o3prdlos.f77 ./global_o3prdlos.f77 +cp @[RTPWD127]/FV3_input_data/global_h2oprdlos.f77 ./global_h2oprdlos.f77 +cp @[RTPWD127]/FV3_input_data/*grb . +cp @[RTPWD127]/FV3_input_data/*_table ./ +cp @[RTPWD127]/FV3_input_data/*configure ./ +cp @[RTPWD127]/FV3_input_data/ugwp_c384_tau.nc ./ugwp_limb_tau.nc +if [ $DO_RRTMGP = .T. ]; then +cp @[RTPWD]/FV3_input_data_RRTMGP/* . +fi diff --git a/tests/fv3_conf/ccpp_gfsv16_ugwpv1ws_run.IN b/tests/fv3_conf/ccpp_gfsv16_ugwpv1ws_run.IN new file mode 100644 index 0000000000..11ff0052f1 --- /dev/null +++ b/tests/fv3_conf/ccpp_gfsv16_ugwpv1ws_run.IN @@ -0,0 +1,25 @@ +rm -rf INPUT RESTART + +if [ $WARM_START = .F. ]; then + cp -r @[RTPWD127]/FV3_input_data/INPUT ./ + mkdir RESTART + cp @[RTPWD127]/FV3_input_data/model_cold_configure ./model_configure +else + mkdir INPUT RESTART + cp @[RTPWD127]/FV3_input_data/INPUT/* ./INPUT + cp @[RTPWD127]/FV3_input_data/RESTART/* ./INPUT + cp @[RTPWD127]/FV3_input_data/model_warm_configure ./model_configure +fi +cp @[RTPWD127]/FV3_input_data//aerosol.dat . +cp @[RTPWD127]/FV3_input_data/co2historicaldata_201*.txt . +cp @[RTPWD127]/FV3_input_data/sfc_emissivity_idx.txt . +cp @[RTPWD127]/FV3_input_data/solarconstant_noaa_an.txt . +cp @[RTPWD127]/FV3_input_data/global_o3prdlos.f77 ./global_o3prdlos.f77 +cp @[RTPWD127]/FV3_input_data/global_h2oprdlos.f77 ./global_h2oprdlos.f77 +cp @[RTPWD127]/FV3_input_data/*grb . +cp @[RTPWD127]/FV3_input_data/*_table ./ +cp @[RTPWD127]/FV3_input_data/nems.configure ./ +cp @[RTPWD127]/FV3_input_data/ugwp_c384_tau.nc ./ugwp_limb_tau.nc +if [ $DO_RRTMGP = .T. ]; then +cp @[RTPWD]/FV3_input_data_RRTMGP/* . +fi diff --git a/tests/fv3_conf/compile_slurm.IN b/tests/fv3_conf/compile_slurm.IN new file mode 100644 index 0000000000..45fdbbe389 --- /dev/null +++ b/tests/fv3_conf/compile_slurm.IN @@ -0,0 +1,17 @@ +#!/bin/sh +#SBATCH -e err +#SBATCH -o out +#SBATCH --account=@[ACCNR] +#SBATCH --qos=@[QUEUE] +#SBATCH --nodes=1 +#SBATCH --ntasks-per-node=8 +#SBATCH --time=30 +#SBATCH --job-name="@[JBNME]" + +set -eux + +echo "Compile started: " `date` + +@[PATHRT]/compile.sh @[MACHINE_ID] "@[MAKE_OPT]" @[COMPILE_NR] + +echo "Compile ended: " `date` diff --git a/tests/fv3_conf/fv3_slurm.IN b/tests/fv3_conf/fv3_slurm.IN new file mode 100644 index 0000000000..6c48bb4f64 --- /dev/null +++ b/tests/fv3_conf/fv3_slurm.IN @@ -0,0 +1,39 @@ +#!/bin/sh +#SBATCH -e err +#SBATCH -o out +#SBATCH --account=@[ACCNR] +#SBATCH --qos=@[QUEUE] +### #SBATCH --ntasks=@[TASKS] +#SBATCH --nodes=@[NODES] +#SBATCH --ntasks-per-node=@[TPN] +#SBATCH --time=@[WLCLK] +#SBATCH --job-name="@[JBNME]" +### #SBATCH --exclusive + +set -eux + +set +x +source ./module-setup.sh +module use $( pwd -P ) +module load modules.fv3 +module list + +set -x + +echo "Model started: " `date` + +export MPI_TYPE_DEPTH=20 +export OMP_STACKSIZE=512M +export OMP_NUM_THREADS=@[THRD] +export ESMF_RUNTIME_COMPLIANCECHECK=OFF:depth=4 +export PSM_RANKS_PER_CONTEXT=4 +export PSM_SHAREDCONTEXTS=1 + +# Avoid job errors because of filesystem synchronization delays +sync && sleep 1 + +srun --label -n @[TASKS] ./fv3.exe + +echo "Model ended: " `date` + +exit diff --git a/tests/parm/ccpp_v16_c96_ugwpv1.nml.IN b/tests/parm/ccpp_v16_c96_ugwpv1.nml.IN new file mode 100644 index 0000000000..9bc51e0817 --- /dev/null +++ b/tests/parm/ccpp_v16_c96_ugwpv1.nml.IN @@ -0,0 +1,344 @@ +&amip_interp_nml + interp_oi_sst = .true. + use_ncep_sst = .true. + use_ncep_ice = .false. + no_anom_sst = .false. + data_set = 'reynolds_oi' + date_out_of_range = 'climo' +/ + +&atmos_model_nml + blocksize = 32 + chksum_debug = .false. + dycore_only = .false. + fdiag = 3 + fhmax = 24 + ccpp_suite = 'FV3_GFS_v16b_ugwpv1' +/ + +&diag_manager_nml + prepend_date = .false. +/ + +&fms_io_nml + checksum_required = .false. + max_files_r = 100 + max_files_w = 100 +/ + +&mpp_io_nml +shuffle=1 +deflate_level=1 +/ + +&fms_nml + clock_grain = 'ROUTINE' + domains_stack_size = 3000000 + print_memory_usage = .false. +/ + +&fv_core_nml + layout = 3,8 + io_layout = 1,1 + npx = 97 + npy = 97 + ntiles = 6 + npz = 127 + grid_type = -1 + make_nh = .false. + fv_debug = .false. + range_warn = .false. + reset_eta = .false. + nudge_qv = .true. + nudge_dz = .false. + n_sponge = 42 + fv_sg_adj = 450 + tau = 10. + rf_cutoff = 7.5e2 + d2_bg_k1 = 0.20 + d2_bg_k2 = 0.04 + d2_bg = 0. + nord = 2 + dddmp = 0.1 + d4_bg = 0.12 + vtdm4 = 0.02 + delt_max = 0.002 + d_con = 1. + ke_bg = 0. + do_vort_damp = .true. + kord_tm = -9 + kord_mt = 9 + kord_wz = 9 + kord_tr = 9 + hydrostatic = .false. + phys_hydrostatic = .false. + use_hydro_pressure = .false. + beta = 0. + a_imp = 1. + p_fac = 0.1 + k_split = 2 + n_split = 6 + nwat = 6 + na_init = 0 + d_ext = 0. + dnats = 1 + warm_start = .false. + external_ic = .true. + external_eta = .true. + gfs_phil = .false. + nggps_ic = .true. + mountain = .false. + ncep_ic = .false. + hord_mt = 5 + hord_vt = 5 + hord_tm = 5 + hord_dp = -5 + hord_tr = 8 + adjust_dry_mass = .false. + dry_mass=98320.0 + consv_te = 1. + do_sat_adj = .true. + consv_am = .false. + fill = .true. + dwind_2d = .false. + print_freq = 6 + no_dycore = .false. + z_tracer = .true. + agrid_vel_rst = .true. + read_increment = .false. + res_latlon_dynamics = "" + +/ + +&external_ic_nml + filtered_terrain = .true. + levp = 128 + gfs_dwinds = .true. + checker_tr = .false. + nt_checker = 0 +/ + +&gfs_physics_nml + fhzero = 6 + h2o_phys = .true. + ldiag3d = .false. + fhcyc = 24 + use_ufo = .true. + pre_rad = .false. + ncld = 5 + imp_physics = 11 + pdfcld = .false. + fhswr = 3600. + fhlwr = 3600. + ialb = 1 + iems = 1 + iaer = 5111 + icliq_sw = 2 + iovr = 3 + ico2 = 2 + isubc_sw = 2 + isubc_lw = 2 + isol = 2 + lwhtr = .true. + swhtr = .true. + cnvgwd = .true. + shal_cnv = .true. + cal_pre = .false. + redrag = .true. + dspheat = .true. + hybedmf = .false. + satmedmf = .true. + isatmedmf = 1 + lheatstrg = .false. + random_clds = .false. + trans_trac = .true. + cnvcld = .true. + imfshalcnv = 2 + imfdeepcnv = 2 + cdmbgwd = 0.14,1.8,1.0,1.0 + prslrd0 = 0. + ivegsrc = 1 + isot = 1 + lsoil = 4 + lsm = 1 + iopt_dveg = 1 + iopt_crs = 1 + iopt_btr = 1 + iopt_run = 1 + iopt_sfc = 1 + iopt_frz = 1 + iopt_inf = 1 + iopt_rad = 1 + iopt_alb = 2 + iopt_snf = 4 + iopt_tbot = 2 + iopt_stc = 1 + oz_phys = .F. + oz_phys_2015 = .T. + debug = .false. + nstf_name = 2,0,0,0,0 + nst_anl = .true. + psautco = 0.0008,0.0005 + prautco = 0.00015,0.00015 + lgfdlmprad = .true. + effr_in = .true. + cplwav = .false. + do_sppt = .false. + do_shum = .false. + do_skeb = .false. + ltaerosol = .false. + lradar = .false. + ttendlim = 0.005 + lsoil_lsm = 4 + do_mynnedmf = .false. + do_mynnsfclay = .false. + icloud_bl = 1 + bl_mynn_edmf = 1 + bl_mynn_tkeadvect = .true. + bl_mynn_edmf_mom = 1 + min_lakeice = 0.15 + min_seaice = 0.15 + ldiag_ugwp = .false. + do_ugwp = .false. + do_tofd = .false. + gwd_opt = 1 + do_ugwp_v1 = .T. + do_ugwp_v1_w_gsldrag = .T. + do_ugwp_v1_orog_only = .F + do_gsl_drag_ls_bl = .F. + do_gsl_drag_ss = .F. + do_gsl_drag_tofd = .F. + do_ugwp_v0 = .F. + do_ugwp_v0_orog_only = .F. + +/ + +&gfdl_cloud_microphysics_nml + sedi_transport = .true. + do_sedi_heat = .false. + rad_snow = .true. + rad_graupel = .true. + rad_rain = .true. + const_vi = .F. + const_vs = .F. + const_vg = .F. + const_vr = .F. + vi_max = 1. + vs_max = 2. + vg_max = 12. + vr_max = 12. + qi_lim = 1. + prog_ccn = .false. + do_qa = .true. + fast_sat_adj = .true. + tau_l2v = 225. + tau_v2l = 150. + tau_g2v = 900. + rthresh = 10.e-6 ! This is a key parameter for cloud water + dw_land = 0.16 + dw_ocean = 0.10 + ql_gen = 1.0e-3 + ql_mlt = 1.0e-3 + qi0_crt = 8.0E-5 + qs0_crt = 1.0e-3 + tau_i2s = 1000. + c_psaci = 0.05 + c_pgacs = 0.01 + rh_inc = 0.30 + rh_inr = 0.30 + rh_ins = 0.30 + ccn_l = 300. + ccn_o = 100. + c_paut = 0.5 + c_cracw = 0.8 + use_ppm = .false. + use_ccn = .true. + mono_prof = .true. + z_slope_liq = .true. + z_slope_ice = .true. + de_ice = .false. + fix_negative = .true. + icloud_f = 1 + mp_time = 150. + reiflag = 2 +/ + +&interpolator_nml + interp_method = 'conserve_great_circle' +/ + +&namsfc + FNGLAC = 'global_glacier.2x2.grb' + FNMXIC = 'global_maxice.2x2.grb' + FNTSFC = 'RTGSST.1982.2012.monthly.clim.grb' + FNSNOC = 'global_snoclim.1.875.grb' + FNZORC = 'igbp' + FNALBC = 'global_snowfree_albedo.bosu.t126.384.190.rg.grb' + FNALBC2 = 'global_albedo4.1x1.grb' + FNAISC = 'CFSR.SEAICE.1982.2012.monthly.clim.grb' + FNTG3C = 'global_tg3clim.2.6x1.5.grb' + FNVEGC = 'global_vegfrac.0.144.decpercent.grb' + FNVETC = 'global_vegtype.igbp.t126.384.190.rg.grb' + FNSOTC = 'global_soiltype.statsgo.t126.384.190.rg.grb' + FNSMCC = 'global_soilmgldas.t126.384.190.grb' + FNMSKH = 'seaice_newland.grb' + FNTSFA = '' + FNACNA = '' + FNSNOA = '' + FNVMNC = 'global_shdmin.0.144x0.144.grb' + FNVMXC = 'global_shdmax.0.144x0.144.grb' + FNSLPC = 'global_slope.1x1.grb' + FNABSC = 'global_mxsnoalb.uariz.t126.384.190.rg.grb' + LDEBUG = .false. + FSMCL(2) = 99999 + FSMCL(3) = 99999 + FSMCL(4) = 99999 + LANDICE = .true. + FTSFS = 90 + FAISL = 99999 + FAISS = 99999 + FSNOL = 99999 + FSNOS = 99999 + FSICL = 99999 + FSICS = 99999 + FTSFL = 99999 + FVETL = 99999 + FSOTL = 99999 + FvmnL = 99999 + FvmxL = 99999 + FSLPL = 99999 + FABSL = 99999 +/ + +&fv_grid_nml + grid_file = 'INPUT/grid_spec.nc' +/ + +&nam_stochy + +/ + +&nam_sfcperts +/ +&cires_ugwp_nml + knob_ugwp_solver=2 + knob_ugwp_version=1 + knob_ugwp_source=1,1,0,0 + knob_ugwp_wvspec=1, 25,25,25 + knob_ugwp_azdir =2, 4, 4,4 + knob_ugwp_stoch =0, 0, 0,0 + knob_ugwp_effac=1, 1, 1,1 + knob_ugwp_doaxyz=1 + knob_ugwp_doheat=1 + knob_ugwp_dokdis=2 + knob_ugwp_ndx4lh=4 + knob_ugwp_palaunch=275.e2 + knob_ugwp_nslope= 0. + knob_ugwp_lzmax = 15.750e3 + knob_ugwp_lzmin = 0.75e3 + knob_ugwp_lzstar = 2.0e3 + knob_ugwp_taumin = 0.25e-3 + knob_ugwp_tauamp = 3.0e-3 + knob_ugwp_lhmet = 200.e3 + knob_ugwp_orosolv = 'pss-1986' +/ diff --git a/tests/parm/ccpp_v16_c96_ugwpv1ws.nml.IN b/tests/parm/ccpp_v16_c96_ugwpv1ws.nml.IN new file mode 100644 index 0000000000..34e510aab9 --- /dev/null +++ b/tests/parm/ccpp_v16_c96_ugwpv1ws.nml.IN @@ -0,0 +1,344 @@ +&amip_interp_nml + interp_oi_sst = .true. + use_ncep_sst = .true. + use_ncep_ice = .false. + no_anom_sst = .false. + data_set = 'reynolds_oi' + date_out_of_range = 'climo' +/ + +&atmos_model_nml + blocksize = 32 + chksum_debug = .false. + dycore_only = .false. + fdiag = 3 + fhmax = 24 + ccpp_suite = 'FV3_GFS_v16b_ugwpv1' +/ + +&diag_manager_nml + prepend_date = .false. +/ + +&fms_io_nml + checksum_required = .false. + max_files_r = 100 + max_files_w = 100 +/ + +&mpp_io_nml +shuffle=1 +deflate_level=1 +/ + +&fms_nml + clock_grain = 'ROUTINE' + domains_stack_size = 3000000 + print_memory_usage = .false. +/ + +&fv_core_nml + layout = 3,8 + io_layout = 1,1 + npx = 97 + npy = 97 + ntiles = 6 + npz = 127 + grid_type = -1 + make_nh = .false. + fv_debug = .false. + range_warn = .false. + reset_eta = .false. + nudge_qv = .true. + nudge_dz = .false. + n_sponge = 42 + fv_sg_adj = 450 + tau = 10. + rf_cutoff = 7.5e2 + d2_bg_k1 = 0.20 + d2_bg_k2 = 0.04 + d2_bg = 0. + nord = 2 + dddmp = 0.1 + d4_bg = 0.12 + vtdm4 = 0.02 + delt_max = 0.002 + d_con = 1. + ke_bg = 0. + do_vort_damp = .true. + kord_tm = -9 + kord_mt = 9 + kord_wz = 9 + kord_tr = 9 + hydrostatic = .false. + phys_hydrostatic = .false. + use_hydro_pressure = .false. + beta = 0. + a_imp = 1. + p_fac = 0.1 + k_split = 2 + n_split = 6 + nwat = 6 + na_init = 0 + d_ext = 0. + dnats = 1 + warm_start = .true. + external_ic = .false. + external_eta = .true. + gfs_phil = .false. + nggps_ic = .true. + mountain = .true. + ncep_ic = .false. + hord_mt = 5 + hord_vt = 5 + hord_tm = 5 + hord_dp = -5 + hord_tr = 8 + adjust_dry_mass = .false. + dry_mass=98320.0 + consv_te = 1. + do_sat_adj = .true. + consv_am = .false. + fill = .true. + dwind_2d = .false. + print_freq = 6 + no_dycore = .false. + z_tracer = .true. + agrid_vel_rst = .true. + read_increment = .false. + res_latlon_dynamics = "" + +/ + +&external_ic_nml + filtered_terrain = .true. + levp = 128 + gfs_dwinds = .true. + checker_tr = .false. + nt_checker = 0 +/ + +&gfs_physics_nml + fhzero = 6 + h2o_phys = .true. + ldiag3d = .false. + fhcyc = 24 + use_ufo = .true. + pre_rad = .false. + ncld = 5 + imp_physics = 11 + pdfcld = .false. + fhswr = 3600. + fhlwr = 3600. + ialb = 1 + iems = 1 + iaer = 5111 + icliq_sw = 2 + iovr = 3 + ico2 = 2 + isubc_sw = 2 + isubc_lw = 2 + isol = 2 + lwhtr = .true. + swhtr = .true. + cnvgwd = .true. + shal_cnv = .true. + cal_pre = .false. + redrag = .true. + dspheat = .true. + hybedmf = .false. + satmedmf = .true. + isatmedmf = 1 + lheatstrg = .false. + random_clds = .false. + trans_trac = .true. + cnvcld = .true. + imfshalcnv = 2 + imfdeepcnv = 2 + cdmbgwd = 0.14,1.8,1.0,1.0 + prslrd0 = 0. + ivegsrc = 1 + isot = 1 + lsoil = 4 + lsm = 1 + iopt_dveg = 1 + iopt_crs = 1 + iopt_btr = 1 + iopt_run = 1 + iopt_sfc = 1 + iopt_frz = 1 + iopt_inf = 1 + iopt_rad = 1 + iopt_alb = 2 + iopt_snf = 4 + iopt_tbot = 2 + iopt_stc = 1 + oz_phys = .F. + oz_phys_2015 = .T. + debug = .false. + nstf_name = 2,0,0,0,0 + nst_anl = .true. + psautco = 0.0008,0.0005 + prautco = 0.00015,0.00015 + lgfdlmprad = .true. + effr_in = .true. + cplwav = .false. + do_sppt = .false. + do_shum = .false. + do_skeb = .false. + ltaerosol = .false. + lradar = .false. + ttendlim = 0.005 + lsoil_lsm = 4 + do_mynnedmf = .false. + do_mynnsfclay = .false. + icloud_bl = 1 + bl_mynn_edmf = 1 + bl_mynn_tkeadvect = .true. + bl_mynn_edmf_mom = 1 + min_lakeice = 0.15 + min_seaice = 0.15 + ldiag_ugwp = .false. + do_ugwp = .false. + do_tofd = .false. + gwd_opt = 1 + do_ugwp_v1 = .T. + do_ugwp_v1_w_gsldrag = .T. + do_ugwp_v1_orog_only = .F + do_gsl_drag_ls_bl = .F. + do_gsl_drag_ss = .F. + do_gsl_drag_tofd = .F. + do_ugwp_v0 = .F. + do_ugwp_v0_orog_only = .F. + +/ + +&gfdl_cloud_microphysics_nml + sedi_transport = .true. + do_sedi_heat = .false. + rad_snow = .true. + rad_graupel = .true. + rad_rain = .true. + const_vi = .F. + const_vs = .F. + const_vg = .F. + const_vr = .F. + vi_max = 1. + vs_max = 2. + vg_max = 12. + vr_max = 12. + qi_lim = 1. + prog_ccn = .false. + do_qa = .true. + fast_sat_adj = .true. + tau_l2v = 225. + tau_v2l = 150. + tau_g2v = 900. + rthresh = 10.e-6 ! This is a key parameter for cloud water + dw_land = 0.16 + dw_ocean = 0.10 + ql_gen = 1.0e-3 + ql_mlt = 1.0e-3 + qi0_crt = 8.0E-5 + qs0_crt = 1.0e-3 + tau_i2s = 1000. + c_psaci = 0.05 + c_pgacs = 0.01 + rh_inc = 0.30 + rh_inr = 0.30 + rh_ins = 0.30 + ccn_l = 300. + ccn_o = 100. + c_paut = 0.5 + c_cracw = 0.8 + use_ppm = .false. + use_ccn = .true. + mono_prof = .true. + z_slope_liq = .true. + z_slope_ice = .true. + de_ice = .false. + fix_negative = .true. + icloud_f = 1 + mp_time = 150. + reiflag = 2 +/ + +&interpolator_nml + interp_method = 'conserve_great_circle' +/ + +&namsfc + FNGLAC = 'global_glacier.2x2.grb' + FNMXIC = 'global_maxice.2x2.grb' + FNTSFC = 'RTGSST.1982.2012.monthly.clim.grb' + FNSNOC = 'global_snoclim.1.875.grb' + FNZORC = 'igbp' + FNALBC = 'global_snowfree_albedo.bosu.t126.384.190.rg.grb' + FNALBC2 = 'global_albedo4.1x1.grb' + FNAISC = 'CFSR.SEAICE.1982.2012.monthly.clim.grb' + FNTG3C = 'global_tg3clim.2.6x1.5.grb' + FNVEGC = 'global_vegfrac.0.144.decpercent.grb' + FNVETC = 'global_vegtype.igbp.t126.384.190.rg.grb' + FNSOTC = 'global_soiltype.statsgo.t126.384.190.rg.grb' + FNSMCC = 'global_soilmgldas.t126.384.190.grb' + FNMSKH = 'seaice_newland.grb' + FNTSFA = '' + FNACNA = '' + FNSNOA = '' + FNVMNC = 'global_shdmin.0.144x0.144.grb' + FNVMXC = 'global_shdmax.0.144x0.144.grb' + FNSLPC = 'global_slope.1x1.grb' + FNABSC = 'global_mxsnoalb.uariz.t126.384.190.rg.grb' + LDEBUG = .false. + FSMCL(2) = 99999 + FSMCL(3) = 99999 + FSMCL(4) = 99999 + LANDICE = .true. + FTSFS = 90 + FAISL = 99999 + FAISS = 99999 + FSNOL = 99999 + FSNOS = 99999 + FSICL = 99999 + FSICS = 99999 + FTSFL = 99999 + FVETL = 99999 + FSOTL = 99999 + FvmnL = 99999 + FvmxL = 99999 + FSLPL = 99999 + FABSL = 99999 +/ + +&fv_grid_nml + grid_file = 'INPUT/grid_spec.nc' +/ + +&nam_stochy + +/ + +&nam_sfcperts +/ +&cires_ugwp_nml + knob_ugwp_solver=2 + knob_ugwp_version=1 + knob_ugwp_source=1,1,0,0 + knob_ugwp_wvspec=1, 25,25,25 + knob_ugwp_azdir =2, 4, 4,4 + knob_ugwp_stoch =0, 0, 0,0 + knob_ugwp_effac=1, 1, 1,1 + knob_ugwp_doaxyz=1 + knob_ugwp_doheat=1 + knob_ugwp_dokdis=2 + knob_ugwp_ndx4lh=4 + knob_ugwp_palaunch=275.e2 + knob_ugwp_nslope= 0. + knob_ugwp_lzmax = 15.750e3 + knob_ugwp_lzmin = 0.75e3 + knob_ugwp_lzstar = 2.0e3 + knob_ugwp_taumin = 0.25e-3 + knob_ugwp_tauamp = 3.0e-3 + knob_ugwp_lhmet = 200.e3 + knob_ugwp_orosolv = 'pss-1986' +/ diff --git a/tests/tests/fv3_ccpp_gfsv16_ugwpv1 b/tests/tests/fv3_ccpp_gfsv16_ugwpv1 new file mode 100644 index 0000000000..a353a7319b --- /dev/null +++ b/tests/tests/fv3_ccpp_gfsv16_ugwpv1 @@ -0,0 +1,83 @@ +############################################################################### +# +# FV3 CCPP GFS v16beta with ugwpv1 and gsldrag: fv3_ccpp_gfsv16_ugwpv1 +# +############################################################################### + +export TEST_DESCR="Compare fv3_ccpp_gfsv16_ugwpv1 with previous trunk version" + +export CNTL_DIR=fv3_ccpp_gfsv16_ugwpv1 + +export LIST_FILES="atmos_4xdaily.tile1.nc \ + atmos_4xdaily.tile2.nc \ + atmos_4xdaily.tile3.nc \ + atmos_4xdaily.tile4.nc \ + atmos_4xdaily.tile5.nc \ + atmos_4xdaily.tile6.nc \ + phyf000.tile1.nc \ + phyf000.tile2.nc \ + phyf000.tile3.nc \ + phyf000.tile4.nc \ + phyf000.tile5.nc \ + phyf000.tile6.nc \ + phyf024.tile1.nc \ + phyf024.tile2.nc \ + phyf024.tile3.nc \ + phyf024.tile4.nc \ + phyf024.tile5.nc \ + phyf024.tile6.nc \ + dynf000.tile1.nc \ + dynf000.tile2.nc \ + dynf000.tile3.nc \ + dynf000.tile4.nc \ + dynf000.tile5.nc \ + dynf000.tile6.nc \ + dynf024.tile1.nc \ + dynf024.tile2.nc \ + dynf024.tile3.nc \ + dynf024.tile4.nc \ + dynf024.tile5.nc \ + dynf024.tile6.nc \ + RESTART/coupler.res \ + RESTART/fv_core.res.nc \ + RESTART/fv_core.res.tile1.nc \ + RESTART/fv_core.res.tile2.nc \ + RESTART/fv_core.res.tile3.nc \ + RESTART/fv_core.res.tile4.nc \ + RESTART/fv_core.res.tile5.nc \ + RESTART/fv_core.res.tile6.nc \ + RESTART/fv_srf_wnd.res.tile1.nc \ + RESTART/fv_srf_wnd.res.tile2.nc \ + RESTART/fv_srf_wnd.res.tile3.nc \ + RESTART/fv_srf_wnd.res.tile4.nc \ + RESTART/fv_srf_wnd.res.tile5.nc \ + RESTART/fv_srf_wnd.res.tile6.nc \ + RESTART/fv_tracer.res.tile1.nc \ + RESTART/fv_tracer.res.tile2.nc \ + RESTART/fv_tracer.res.tile3.nc \ + RESTART/fv_tracer.res.tile4.nc \ + RESTART/fv_tracer.res.tile5.nc \ + RESTART/fv_tracer.res.tile6.nc \ + RESTART/sfc_data.tile1.nc \ + RESTART/sfc_data.tile2.nc \ + RESTART/sfc_data.tile3.nc \ + RESTART/sfc_data.tile4.nc \ + RESTART/sfc_data.tile5.nc \ + RESTART/sfc_data.tile6.nc \ + RESTART/phy_data.tile1.nc \ + RESTART/phy_data.tile2.nc \ + RESTART/phy_data.tile3.nc \ + RESTART/phy_data.tile4.nc \ + RESTART/phy_data.tile5.nc \ + RESTART/phy_data.tile6.nc" + + +export_fv3 + +DT_ATMOS="600" +export RTPWD127=/scratch1/NCEPDEV/swpc/Valery.Yudin/noscrub/CCPP_GEOS +export FV3_RUN=ccpp_gfsv16_ugwpv1_run.IN +export CCPP_SUITE=FV3_GFS_v16b_ugwpv1 +export CCPP_LIB_DIR=ccpp/lib +export INPUT_NML=ccpp_v16_c96_ugwpv1.nml.IN +export WLCLK=30 diff --git a/tests/tests/fv3_ccpp_gfsv16_ugwpv1ws b/tests/tests/fv3_ccpp_gfsv16_ugwpv1ws new file mode 100644 index 0000000000..3ffcb2c054 --- /dev/null +++ b/tests/tests/fv3_ccpp_gfsv16_ugwpv1ws @@ -0,0 +1,84 @@ +############################################################################### +# +# FV3 CCPP GFS v16beta with ugwpv1 and gsldrag: fv3_ccpp_gfsv16_ugwpv1ws +# configuartion with wam_start=.T. +############################################################################### + +export TEST_DESCR="Compare fv3_ccpp_gfsv16_ugwpv1 with previous trunk version" + +export CNTL_DIR=fv3_ccpp_gfsv16_ugwpv1 + +export LIST_FILES="atmos_4xdaily.tile1.nc \ + atmos_4xdaily.tile2.nc \ + atmos_4xdaily.tile3.nc \ + atmos_4xdaily.tile4.nc \ + atmos_4xdaily.tile5.nc \ + atmos_4xdaily.tile6.nc \ + phyf000.tile1.nc \ + phyf000.tile2.nc \ + phyf000.tile3.nc \ + phyf000.tile4.nc \ + phyf000.tile5.nc \ + phyf000.tile6.nc \ + phyf024.tile1.nc \ + phyf024.tile2.nc \ + phyf024.tile3.nc \ + phyf024.tile4.nc \ + phyf024.tile5.nc \ + phyf024.tile6.nc \ + dynf000.tile1.nc \ + dynf000.tile2.nc \ + dynf000.tile3.nc \ + dynf000.tile4.nc \ + dynf000.tile5.nc \ + dynf000.tile6.nc \ + dynf024.tile1.nc \ + dynf024.tile2.nc \ + dynf024.tile3.nc \ + dynf024.tile4.nc \ + dynf024.tile5.nc \ + dynf024.tile6.nc \ + RESTART/coupler.res \ + RESTART/fv_core.res.nc \ + RESTART/fv_core.res.tile1.nc \ + RESTART/fv_core.res.tile2.nc \ + RESTART/fv_core.res.tile3.nc \ + RESTART/fv_core.res.tile4.nc \ + RESTART/fv_core.res.tile5.nc \ + RESTART/fv_core.res.tile6.nc \ + RESTART/fv_srf_wnd.res.tile1.nc \ + RESTART/fv_srf_wnd.res.tile2.nc \ + RESTART/fv_srf_wnd.res.tile3.nc \ + RESTART/fv_srf_wnd.res.tile4.nc \ + RESTART/fv_srf_wnd.res.tile5.nc \ + RESTART/fv_srf_wnd.res.tile6.nc \ + RESTART/fv_tracer.res.tile1.nc \ + RESTART/fv_tracer.res.tile2.nc \ + RESTART/fv_tracer.res.tile3.nc \ + RESTART/fv_tracer.res.tile4.nc \ + RESTART/fv_tracer.res.tile5.nc \ + RESTART/fv_tracer.res.tile6.nc \ + RESTART/sfc_data.tile1.nc \ + RESTART/sfc_data.tile2.nc \ + RESTART/sfc_data.tile3.nc \ + RESTART/sfc_data.tile4.nc \ + RESTART/sfc_data.tile5.nc \ + RESTART/sfc_data.tile6.nc \ + RESTART/phy_data.tile1.nc \ + RESTART/phy_data.tile2.nc \ + RESTART/phy_data.tile3.nc \ + RESTART/phy_data.tile4.nc \ + RESTART/phy_data.tile5.nc \ + RESTART/phy_data.tile6.nc" + + +export_fv3 + +DT_ATMOS="600" +export RTPWD127=/scratch1/NCEPDEV/swpc/Valery.Yudin/noscrub/CCPP_GEOS +export FV3_RUN=ccpp_gfsv16_ugwpv1ws_run.IN +export CCPP_SUITE=FV3_GFS_v16b_ugwpv1 +export CCPP_LIB_DIR=ccpp/lib +export INPUT_NML=ccpp_v16_c96_ugwpv1ws.nml.IN +export WLCLK=30 +export WARM_START=.T. From bafb063a42eceba05dfceed2b8f12eeab77aa649 Mon Sep 17 00:00:00 2001 From: "valery.yudin" Date: Mon, 11 Jan 2021 04:29:23 -0500 Subject: [PATCH 5/7] RT-tests logs for ugwpv1 --- tests/rt.gsd_ugwpv1.1m.log | 752 +++++++++++++++++++++++++++++++++++ tests/rt.gsd_ugwpv1_1c.log | 788 +++++++++++++++++++++++++++++++++++++ 2 files changed, 1540 insertions(+) create mode 100644 tests/rt.gsd_ugwpv1.1m.log create mode 100644 tests/rt.gsd_ugwpv1_1c.log diff --git a/tests/rt.gsd_ugwpv1.1m.log b/tests/rt.gsd_ugwpv1.1m.log new file mode 100644 index 0000000000..f535dedaa4 --- /dev/null +++ b/tests/rt.gsd_ugwpv1.1m.log @@ -0,0 +1,752 @@ ++ SECONDS=0 ++ hostname +hfe10 ++ [[ 4 -eq 0 ]] ++ trap '{ echo "rt.sh interrupted"; rt_trap ; }' INT ++ trap '{ echo "rt.sh quit"; rt_trap ; }' QUIT ++ trap '{ echo "rt.sh terminated"; rt_trap ; }' TERM ++ trap '{ echo "rt.sh error on line $LINENO"; cleanup ; }' ERR ++ trap '{ echo "rt.sh finished"; cleanup ; }' EXIT ++++ dirname ./rt_ugwpv1.sh +++ cd . +++ pwd -P ++ readonly PATHRT=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests ++ cd /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests +++ cd /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/.. +++ pwd ++ readonly PATHTR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model ++ PATHTR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model ++ readonly LOCKDIR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock ++ LOCKDIR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock ++ mkdir /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock +++ hostname ++ echo hfe10 184101 ++ export RT_COMPILER=intel ++ RT_COMPILER=intel ++ source detect_machine.sh +++ export ACCNR=swpc +++ ACCNR=swpc +++ case $(hostname -f) in ++++ hostname -f +++ MACHINE_ID=hera +++ MACHINE_ID=hera +++ '[' hera = orion ']' +++ '[' hera = hera ']' +++ MACHINE_ID=hera.intel +++ echo 'Machine: ' hera.intel ' Account: ' swpc +Machine: hera.intel Account: swpc ++ source rt_utils.sh +++ set -eu +++ [[ ./rt_ugwpv1.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ UNIT_TEST=false +++ qsub_id=0 +++ slurm_id=0 +++ bsub_id=0 ++ source /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/NEMS/src/conf/module-setup.sh.inc +++ __ms_function_name=setup__test_function__184101 +++ eval 'setup__test_function__184101() { /bin/true ; }' ++++ eval '__text="text" ; if [[ $__text =~ ^(t).* ]] ; then printf "%s" ${.sh.match[1]} ; fi' ++++ cat +++ __ms_ksh_test= ++++ eval 'if ( set | grep setup__test_function__184101 | grep -v name > /dev/null 2>&1 ) ; then echo t ; fi ' ++++ cat +++ __ms_bash_test=t +++ [[ ! -z '' ]] +++ [[ ! -z t ]] +++ __ms_shell=bash +++ [[ -d /lfs3 ]] +++ [[ -d /scratch1 ]] +++ [[ ! -d /scratch ]] +++ eval module help +++ module purge ++++ /apps/lmod/7.7.18/libexec/lmod bash purge +++ eval unset 'CDO_ROOT;' unset '__LMOD_REF_COUNT_CLASSPATH;' unset 'CLASSPATH;' unset '__LMOD_REF_COUNT_CPATH;' unset 'CPATH;' unset 'GADDIR;' unset '__LMOD_REF_COUNT_GASCRP;' unset 'GASCRP;' unset 'GAUDPT;' unset 'GDBSERVER_MIC;' unset 'GDB_CROSS;' unset 'GRADS_ROOT;' unset 'GRIB_API_ROOT;' unset '__LMOD_REF_COUNT_INFOPATH;' unset 'INFOPATH;' unset '__LMOD_REF_COUNT_INTEL_LICENSE_FILE;' unset 'INTEL_LICENSE_FILE;' unset 'INTEL_PYTHONHOME;' unset 'IPATH_NO_BACKTRACE;' unset 'I_MPI_CC;' unset 'I_MPI_F90;' unset 'I_MPI_HYDRA_BRANCH_COUNT;' unset 'I_MPI_HYDRA_PMI_CONNECT;' unset 'I_MPI_ROOT;' unset 'I_MPI_TMI_PROVIDER;' '__LMOD_REF_COUNT_LD_LIBRARY_PATH="/apps/slurm/default/lib:1";' export '__LMOD_REF_COUNT_LD_LIBRARY_PATH;' 'LD_LIBRARY_PATH="/apps/slurm/default/lib";' export 'LD_LIBRARY_PATH;' unset '__LMOD_REF_COUNT_LIBRARY_PATH;' unset 'LIBRARY_PATH;' unset 'LMOD_FAMILY_COMPILER;' unset 'LMOD_FAMILY_COMPILER_VERSION;' unset 'LMOD_FAMILY_MPI;' unset 'LMOD_FAMILY_MPI_VERSION;' unset '__LMOD_REF_COUNT_LM_LICENSE_FILE;' unset 'LM_LICENSE_FILE;' unset '__LMOD_REF_COUNT_LOADEDMODULES;' unset 'LOADEDMODULES;' unset 'MAGICK_HOME;' '__LMOD_REF_COUNT_MANPATH="/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1";' export '__LMOD_REF_COUNT_MANPATH;' 'MANPATH="/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man";' export 'MANPATH;' unset 'MKLROOT;' '__LMOD_REF_COUNT_MODULEPATH="/apps/lmod/lmod/modulefiles/Core:1;/apps/modules/modulefiles/Linux:1;/apps/modules/modulefiles:1;/opt/cray/modulefiles:1;/opt/cray/craype/default/modulefiles:1;/scratch1/NCEPDEV/nwprod/lib/modulefiles:1;/contrib/modulefiles:1";' export '__LMOD_REF_COUNT_MODULEPATH;' 'MODULEPATH="/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles";' export 'MODULEPATH;' unset 'MPM_LAUNCHER;' unset 'NETCDF;' unset '__LMOD_REF_COUNT_NLSPATH;' unset 'NLSPATH;' '__LMOD_REF_COUNT_PATH="/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1";' export '__LMOD_REF_COUNT_PATH;' 'PATH="/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin";' export 'PATH;' unset '__LMOD_REF_COUNT_PKG_CONFIG_PATH;' unset 'PKG_CONFIG_PATH;' unset 'WGRIB2_ROOT;' unset '__LMOD_REF_COUNT__LMFILES_;' unset '_LMFILES_;' '_ModuleTable001_="X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXt9LG1wYXRoQT17Ii9hcHBzL2xtb2QvbG1vZC9tb2R1bGVmaWxlcy9Db3JlIiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eCIsIi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLCIvc2NyYXRjaDEvTkNFUERFVi9ud3Byb2QvbGliL21vZHVsZWZpbGVzIiwiL2NvbnRyaWIvbW9kdWxlZmlsZXMiLH0sWyJzeXN0ZW1CYXNlTVBBVEgiXT0iL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZp";' export '_ModuleTable001_;' '_ModuleTable002_="bGVzL0NvcmU6L2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eDovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlczovb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLH0=";' export '_ModuleTable002_;' '_ModuleTable_Sz_="2";' export '_ModuleTable_Sz_;' unset '_ModuleTable004_;' unset '_ModuleTable005_;' unset '_ModuleTable006_;' unset '_ModuleTable007_;' unset '_ModuleTable008_;' unalias htar '2>' /dev/null '||' 'true;' ++++ unset CDO_ROOT ++++ unset __LMOD_REF_COUNT_CLASSPATH ++++ unset CLASSPATH ++++ unset __LMOD_REF_COUNT_CPATH ++++ unset CPATH ++++ unset GADDIR ++++ unset __LMOD_REF_COUNT_GASCRP ++++ unset GASCRP ++++ unset GAUDPT ++++ unset GDBSERVER_MIC ++++ unset GDB_CROSS ++++ unset GRADS_ROOT ++++ unset GRIB_API_ROOT ++++ unset __LMOD_REF_COUNT_INFOPATH ++++ unset INFOPATH ++++ unset __LMOD_REF_COUNT_INTEL_LICENSE_FILE ++++ unset INTEL_LICENSE_FILE ++++ unset INTEL_PYTHONHOME ++++ unset IPATH_NO_BACKTRACE ++++ unset I_MPI_CC ++++ unset I_MPI_F90 ++++ unset I_MPI_HYDRA_BRANCH_COUNT ++++ unset I_MPI_HYDRA_PMI_CONNECT ++++ unset I_MPI_ROOT ++++ unset I_MPI_TMI_PROVIDER ++++ __LMOD_REF_COUNT_LD_LIBRARY_PATH=/apps/slurm/default/lib:1 ++++ export __LMOD_REF_COUNT_LD_LIBRARY_PATH ++++ LD_LIBRARY_PATH=/apps/slurm/default/lib ++++ export LD_LIBRARY_PATH ++++ unset __LMOD_REF_COUNT_LIBRARY_PATH ++++ unset LIBRARY_PATH ++++ unset LMOD_FAMILY_COMPILER ++++ unset LMOD_FAMILY_COMPILER_VERSION ++++ unset LMOD_FAMILY_MPI ++++ unset LMOD_FAMILY_MPI_VERSION ++++ unset __LMOD_REF_COUNT_LM_LICENSE_FILE ++++ unset LM_LICENSE_FILE ++++ unset __LMOD_REF_COUNT_LOADEDMODULES ++++ unset LOADEDMODULES ++++ unset MAGICK_HOME ++++ __LMOD_REF_COUNT_MANPATH='/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1' ++++ export __LMOD_REF_COUNT_MANPATH ++++ MANPATH=/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man ++++ export MANPATH ++++ unset MKLROOT ++++ __LMOD_REF_COUNT_MODULEPATH='/apps/lmod/lmod/modulefiles/Core:1;/apps/modules/modulefiles/Linux:1;/apps/modules/modulefiles:1;/opt/cray/modulefiles:1;/opt/cray/craype/default/modulefiles:1;/scratch1/NCEPDEV/nwprod/lib/modulefiles:1;/contrib/modulefiles:1' ++++ export __LMOD_REF_COUNT_MODULEPATH ++++ MODULEPATH=/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles ++++ export MODULEPATH ++++ unset MPM_LAUNCHER ++++ unset NETCDF ++++ unset __LMOD_REF_COUNT_NLSPATH ++++ unset NLSPATH ++++ __LMOD_REF_COUNT_PATH='/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1' ++++ export __LMOD_REF_COUNT_PATH ++++ PATH=/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin ++++ export PATH ++++ unset __LMOD_REF_COUNT_PKG_CONFIG_PATH ++++ unset PKG_CONFIG_PATH ++++ unset WGRIB2_ROOT ++++ unset __LMOD_REF_COUNT__LMFILES_ ++++ unset _LMFILES_ ++++ _ModuleTable001_=X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXt9LG1wYXRoQT17Ii9hcHBzL2xtb2QvbG1vZC9tb2R1bGVmaWxlcy9Db3JlIiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eCIsIi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLCIvc2NyYXRjaDEvTkNFUERFVi9ud3Byb2QvbGliL21vZHVsZWZpbGVzIiwiL2NvbnRyaWIvbW9kdWxlZmlsZXMiLH0sWyJzeXN0ZW1CYXNlTVBBVEgiXT0iL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZp ++++ export _ModuleTable001_ ++++ _ModuleTable002_=bGVzL0NvcmU6L2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eDovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlczovb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLH0= ++++ export _ModuleTable002_ ++++ _ModuleTable_Sz_=2 ++++ export _ModuleTable_Sz_ ++++ unset _ModuleTable004_ ++++ unset _ModuleTable005_ ++++ unset _ModuleTable006_ ++++ unset _ModuleTable007_ ++++ unset _ModuleTable008_ ++++ unalias htar ++++ true ++++ : -s sh +++ eval +++ unset __ms_shell +++ unset __ms_ksh_test +++ unset __ms_bash_test +++ unset setup__test_function__184101 +++ unset __ms_function_name ++ [[ hera.intel = wcoss_cray ]] ++ [[ hera.intel = wcoss_dell_p3 ]] ++ [[ hera.intel = gaea.* ]] ++ [[ hera.intel = hera.* ]] ++ module load rocoto +++ /apps/lmod/7.7.18/libexec/lmod bash load rocoto ++ eval '__LMOD_REF_COUNT_LOADEDMODULES="rocoto/1.3.2:1";' export '__LMOD_REF_COUNT_LOADEDMODULES;' 'LOADEDMODULES="rocoto/1.3.2";' export 'LOADEDMODULES;' '__LMOD_REF_COUNT_MANPATH="/apps/rocoto/1.3.2/man:1;/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1";' export '__LMOD_REF_COUNT_MANPATH;' 'MANPATH="/apps/rocoto/1.3.2/man:/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man";' export 'MANPATH;' 'MODULEPATH="/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles";' export 'MODULEPATH;' '__LMOD_REF_COUNT_PATH="/apps/rocoto/1.3.2/bin:1;/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1";' export '__LMOD_REF_COUNT_PATH;' 'PATH="/apps/rocoto/1.3.2/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin";' export 'PATH;' '__LMOD_REF_COUNT__LMFILES_="/apps/modules/modulefiles/rocoto/1.3.2:1";' export '__LMOD_REF_COUNT__LMFILES_;' '_LMFILES_="/apps/modules/modulefiles/rocoto/1.3.2";' export '_LMFILES_;' '_ModuleTable001_="X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXtyb2NvdG89e1siZm4iXT0iL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9yb2NvdG8vMS4zLjIiLFsiZnVsbE5hbWUiXT0icm9jb3RvLzEuMy4yIixbImxvYWRPcmRlciJdPTEscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0icm9jb3RvIix9LH0sbXBhdGhBPXsiL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiLCIvYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4IiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcyIsIi9vcHQv";' export '_ModuleTable001_;' '_ModuleTable002_="Y3JheS9tb2R1bGVmaWxlcyIsIi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsIi9zY3JhdGNoMS9OQ0VQREVWL253cHJvZC9saWIvbW9kdWxlZmlsZXMiLCIvY29udHJpYi9tb2R1bGVmaWxlcyIsfSxbInN5c3RlbUJhc2VNUEFUSCJdPSIvYXBwcy9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4Oi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXM6L29wdC9jcmF5L21vZHVsZWZpbGVzOi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsfQ==";' export '_ModuleTable002_;' '_ModuleTable_Sz_="2";' export '_ModuleTable_Sz_;' +++ __LMOD_REF_COUNT_LOADEDMODULES=rocoto/1.3.2:1 +++ export __LMOD_REF_COUNT_LOADEDMODULES +++ LOADEDMODULES=rocoto/1.3.2 +++ export LOADEDMODULES +++ __LMOD_REF_COUNT_MANPATH='/apps/rocoto/1.3.2/man:1;/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1' +++ export __LMOD_REF_COUNT_MANPATH +++ MANPATH=/apps/rocoto/1.3.2/man:/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man +++ export MANPATH +++ MODULEPATH=/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles +++ export MODULEPATH +++ __LMOD_REF_COUNT_PATH='/apps/rocoto/1.3.2/bin:1;/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1' +++ export __LMOD_REF_COUNT_PATH +++ PATH=/apps/rocoto/1.3.2/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin +++ export PATH +++ __LMOD_REF_COUNT__LMFILES_=/apps/modules/modulefiles/rocoto/1.3.2:1 +++ export __LMOD_REF_COUNT__LMFILES_ +++ _LMFILES_=/apps/modules/modulefiles/rocoto/1.3.2 +++ export _LMFILES_ +++ _ModuleTable001_=X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXtyb2NvdG89e1siZm4iXT0iL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9yb2NvdG8vMS4zLjIiLFsiZnVsbE5hbWUiXT0icm9jb3RvLzEuMy4yIixbImxvYWRPcmRlciJdPTEscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0icm9jb3RvIix9LH0sbXBhdGhBPXsiL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiLCIvYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4IiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcyIsIi9vcHQv +++ export _ModuleTable001_ +++ _ModuleTable002_=Y3JheS9tb2R1bGVmaWxlcyIsIi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsIi9zY3JhdGNoMS9OQ0VQREVWL253cHJvZC9saWIvbW9kdWxlZmlsZXMiLCIvY29udHJpYi9tb2R1bGVmaWxlcyIsfSxbInN5c3RlbUJhc2VNUEFUSCJdPSIvYXBwcy9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4Oi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXM6L29wdC9jcmF5L21vZHVsZWZpbGVzOi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsfQ== +++ export _ModuleTable002_ +++ _ModuleTable_Sz_=2 +++ export _ModuleTable_Sz_ +++ : -s sh ++ eval +++ which rocotorun ++ ROCOTORUN=/apps/rocoto/1.3.2/bin/rocotorun +++ which rocotostat ++ ROCOTOSTAT=/apps/rocoto/1.3.2/bin/rocotostat +++ which rocotocomplete ++ ROCOTOCOMPLETE=/apps/rocoto/1.3.2/bin/rocotocomplete ++ ROCOTO_SCHEDULER=slurm ++ export PATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/bin:/apps/rocoto/1.3.2/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin ++ PATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/bin:/apps/rocoto/1.3.2/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin ++ export PYTHONPATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/lib/python3.8/site-packages ++ PYTHONPATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/lib/python3.8/site-packages ++ ECFLOW_START=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/bin/ecflow_start.sh +++ id -u ++ ECF_PORT=12300 ++ QUEUE=debug ++ COMPILE_QUEUE=debug ++ PARTITION= ++ dprefix=/scratch1/NCEPDEV ++ DISKNM=/scratch1/NCEPDEV/nems/emc.nemspara/RT ++ STMP=/scratch1/NCEPDEV/stmp4 ++ PTMP=/scratch1/NCEPDEV/stmp2 ++ SCHEDULER=slurm ++ cp fv3_conf/fv3_slurm.IN_hera fv3_conf/fv3_slurm.IN ++ cp fv3_conf/compile_slurm.IN_hera fv3_conf/compile_slurm.IN ++ NEW_BASELINE=/scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP ++ [[ hera.intel = hera.* ]] ++ NEW_BASELINE=/scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Valery.Yudin/FV3_RT/rt_184101 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Valery.Yudin/FV3_RT/rt_184101 ++ CREATE_BASELINE=false ++ ROCOTO=false ++ ECFLOW=false ++ KEEP_RUNDIR=false ++ SINGLE_NAME= ++ TEST_35D=false ++ TESTS_FILE=rt.conf ++ SET_ID=standard ++ getopts :cfsl:mn:kreh opt ++ case $opt in ++ KEEP_RUNDIR=true ++ getopts :cfsl:mn:kreh opt ++ case $opt in ++ TESTS_FILE=rt_ccpp_fv3gfs_v16b_ugwpv1.conf ++ SET_ID=' ' ++ getopts :cfsl:mn:kreh opt ++ case $opt in ++ RTPWD=/scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL ++ getopts :cfsl:mn:kreh opt ++ [[ '' != '' ]] ++ [[ rt_ccpp_fv3gfs_v16b_ugwpv1.conf =~ 35d ]] ++ [[ hera.intel = hera.* ]] ++ RTPWD=/scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL ++ shift 4 ++ [[ 0 -gt 1 ]] ++ [[ false == true ]] ++ COMPILE_LOG=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/Compile_hera.intel.log ++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/RegressionTests_hera.intel.log ++ date ++ echo 'Start Regression test' ++ echo ++ source default_vars.sh +++ [[ hera.intel = wcoss_cray ]] +++ [[ hera.intel = wcoss_dell_p3 ]] +++ [[ hera.intel = wcoss2 ]] +++ [[ hera.intel = orion.* ]] +++ [[ hera.intel = hera.* ]] +++ TASKS_dflt=150 +++ TPN_dflt=40 +++ INPES_dflt=3 +++ JNPES_dflt=8 +++ TASKS_thrd=84 +++ TPN_thrd=20 +++ INPES_thrd=3 +++ JNPES_thrd=4 +++ TASKS_stretch=48 +++ TPN_stretch=12 +++ INPES_stretch=2 +++ JNPES_stretch=4 +++ TASKS_strnest=96 +++ TPN_strnest=12 +++ INPES_strnest=2 +++ JNPES_strnest=4 +++ TASKS_cpl_dflt=192 +++ TPN_cpl_dflt=40 +++ INPES_cpl_dflt=3 +++ JNPES_cpl_dflt=8 +++ THRD_cpl_dflt=1 +++ WPG_cpl_dflt=6 +++ MPB_cpl_dflt='0 143' +++ APB_cpl_dflt='0 149' +++ OPB_cpl_dflt='150 179' +++ IPB_cpl_dflt='180 191' +++ TASKS_cpl_thrd=120 +++ TPN_cpl_thrd=40 +++ INPES_cpl_thrd=3 +++ JNPES_cpl_thrd=4 +++ THRD_cpl_thrd=2 +++ WPG_cpl_thrd=6 +++ MPB_cpl_thrd='0 77' +++ APB_cpl_thrd='0 77' +++ OPB_cpl_thrd='78 107' +++ IPB_cpl_thrd='108 119' +++ TASKS_cpl_bmrk=480 +++ TPN_cpl_bmrk=40 +++ INPES_cpl_bmrk=6 +++ JNPES_cpl_bmrk=8 +++ THRD_cpl_bmrk=1 +++ WPG_cpl_bmrk=24 +++ MPB_cpl_bmrk='0 287' +++ APB_cpl_bmrk='0 311' +++ OPB_cpl_bmrk='312 431' +++ IPB_cpl_bmrk='432 479' +++ TASKS_cpl_wwav=520 +++ TPN_cpl_wwav=40 +++ INPES_cpl_wwav=6 +++ JNPES_cpl_wwav=8 +++ THRD_cpl_wwav=1 +++ WPG_cpl_wwav=24 +++ MPB_cpl_wwav='0 287' +++ APB_cpl_wwav='0 311' +++ OPB_cpl_wwav='312 431' +++ IPB_cpl_wwav='432 479' +++ WPB_cpl_wwav='480 519' +++ TASKS_cpl_c192=288 +++ TPN_cpl_c192=40 +++ INPES_cpl_c192=4 +++ JNPES_cpl_c192=8 +++ THRD_cpl_c192=1 +++ WPG_cpl_c192=12 +++ MPB_cpl_c192='0 191' +++ APB_cpl_c192='0 203' +++ OPB_cpl_c192='204 263' +++ IPB_cpl_c192='264 287' +++ TASKS_cpl_c384=318 +++ TPN_cpl_c384=40 +++ INPES_cpl_c384=3 +++ JNPES_cpl_c384=8 +++ THRD_cpl_c384=1 +++ WPG_cpl_c384=6 +++ MPB_cpl_c384='0 143' +++ APB_cpl_c384='0 149' +++ OPB_cpl_c384='150 269' +++ IPB_cpl_c384='270 317' +++ TASKS_datm_100=120 +++ TPN_datm_100=40 +++ MPB_datm_100='16 77' +++ APB_datm_100='0 15' +++ OPB_datm_100='78 107' +++ IPB_datm_100='108 119' +++ TASKS_datm_025=208 +++ TPN_datm_025=40 +++ MPB_datm_025='0 39' +++ APB_datm_025='0 39' +++ OPB_datm_025='40 159' +++ IPB_datm_025='160 207' +++ [[ intel = gnu ]] +++ WLCLK_dflt=15 ++ TEST_NR=0 ++ COMPILE_NR=0 ++ COMPILE_PREV_WW3_NR= ++ rm -f fail_test ++ LOG_DIR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel ++ rm -rf /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel ++ mkdir /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel ++ [[ false == true ]] ++ [[ false == true ]] ++ new_compile=false ++ in_metatask=false ++ [[ -f rt_ccpp_fv3gfs_v16b_ugwpv1.conf ]] ++ read -r line ++ line='#################################################################################################################################################################################' ++ [[ 177 == 0 ]] ++ [[ ################################################################################################################################################################################# == \#* ]] ++ continue ++ read -r line ++ line='# CCPP REPRO tests #' ++ [[ 177 == 0 ]] ++ [[ # CCPP REPRO tests # == \#* ]] ++ continue ++ read -r line ++ line='#################################################################################################################################################################################' ++ [[ 177 == 0 ]] ++ [[ ################################################################################################################################################################################# == \#* ]] ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ line='COMPILE | CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 | standard | | fv3 |' ++ [[ 177 == 0 ]] ++ [[ COMPILE | CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 | standard | | fv3 | == \#* ]] ++ [[ COMPILE | CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 | standard | | fv3 | == COMPILE* ]] +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f2 +++ sed -e 's/^ *//' -e 's/ *$//' ++ MAKE_OPT='CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1' +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f3 ++ SET=' standard ' +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f4 ++ MACHINES=' ' +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f5 ++ CB=' fv3 ' ++ [[ != \ ]] ++ [[ != \ ]] ++ [[ false == true ]] ++ (( COMPILE_NR += 1 )) ++ cat ++ [[ false == true ]] ++ [[ false == true ]] ++ ./compile.sh hera.intel 'CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1' 1 ++ [[ CCPP=Y REPRO=Y SUITES=FV3_GFS_V16B_UGWPV1 =~ REPRO=Y ]] ++ RT_SUFFIX=_repro ++ BL_SUFFIX=_repro ++ [[ CCPP=Y REPRO=Y SUITES=FV3_GFS_V16B_UGWPV1 =~ WW3=Y ]] ++ continue ++ read -r line ++ line='RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 |' ++ [[ 177 == 0 ]] ++ [[ RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 | == \#* ]] ++ [[ RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 | == COMPILE* ]] ++ [[ RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 | == RUN* ]] +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f2 +++ sed -e 's/^ *//' -e 's/ *$//' ++ TEST_NAME=fv3_ccpp_gfsv16_ugwpv1 +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f3 ++ SET=' standard ' +++ cut '-d|' -f4 +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' ++ MACHINES=' ' +++ cut '-d|' -f5 +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' ++ CB=' fv3 ' +++ sed -e 's/^ *//' -e 's/ *$//' +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f6 ++ DEP_RUN= +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f7 +++ sed -e 's/^ *//' -e 's/ *$//' ++ DATE_35D= ++ [[ -e tests/fv3_ccpp_gfsv16_ugwpv1 ]] ++ [[ != \ ]] ++ [[ != \ ]] ++ [[ false == true ]] ++ [[ false == true ]] ++ [[ false == true ]] ++ RT_SUFFIX=_repro ++ BL_SUFFIX=_repro ++ [[ false == true ]] +++ printf %03d 1 ++ TEST_NR=001 ++ source /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/tests/fv3_ccpp_gfsv16_ugwpv1 +++ export 'TEST_DESCR=Compare fv3_ccpp_gfsv16_ugwpv1 with previous trunk version' +++ TEST_DESCR='Compare fv3_ccpp_gfsv16_ugwpv1 with previous trunk version' +++ export CNTL_DIR=fv3_ccpp_gfsv16_ugwpv1 +++ CNTL_DIR=fv3_ccpp_gfsv16_ugwpv1 +++ export 'LIST_FILES=atmos_4xdaily.tile1.nc atmos_4xdaily.tile2.nc atmos_4xdaily.tile3.nc atmos_4xdaily.tile4.nc atmos_4xdaily.tile5.nc atmos_4xdaily.tile6.nc phyf000.tile1.nc phyf000.tile2.nc phyf000.tile3.nc phyf000.tile4.nc phyf000.tile5.nc phyf000.tile6.nc phyf024.tile1.nc phyf024.tile2.nc phyf024.tile3.nc phyf024.tile4.nc phyf024.tile5.nc phyf024.tile6.nc dynf000.tile1.nc dynf000.tile2.nc dynf000.tile3.nc dynf000.tile4.nc dynf000.tile5.nc dynf000.tile6.nc dynf024.tile1.nc dynf024.tile2.nc dynf024.tile3.nc dynf024.tile4.nc dynf024.tile5.nc dynf024.tile6.nc RESTART/coupler.res RESTART/fv_core.res.nc RESTART/fv_core.res.tile1.nc RESTART/fv_core.res.tile2.nc RESTART/fv_core.res.tile3.nc RESTART/fv_core.res.tile4.nc RESTART/fv_core.res.tile5.nc RESTART/fv_core.res.tile6.nc RESTART/fv_srf_wnd.res.tile1.nc RESTART/fv_srf_wnd.res.tile2.nc RESTART/fv_srf_wnd.res.tile3.nc RESTART/fv_srf_wnd.res.tile4.nc RESTART/fv_srf_wnd.res.tile5.nc RESTART/fv_srf_wnd.res.tile6.nc RESTART/fv_tracer.res.tile1.nc RESTART/fv_tracer.res.tile2.nc RESTART/fv_tracer.res.tile3.nc RESTART/fv_tracer.res.tile4.nc RESTART/fv_tracer.res.tile5.nc RESTART/fv_tracer.res.tile6.nc RESTART/sfc_data.tile1.nc RESTART/sfc_data.tile2.nc RESTART/sfc_data.tile3.nc RESTART/sfc_data.tile4.nc RESTART/sfc_data.tile5.nc RESTART/sfc_data.tile6.nc RESTART/phy_data.tile1.nc RESTART/phy_data.tile2.nc RESTART/phy_data.tile3.nc RESTART/phy_data.tile4.nc RESTART/phy_data.tile5.nc RESTART/phy_data.tile6.nc' +++ LIST_FILES='atmos_4xdaily.tile1.nc atmos_4xdaily.tile2.nc atmos_4xdaily.tile3.nc atmos_4xdaily.tile4.nc atmos_4xdaily.tile5.nc atmos_4xdaily.tile6.nc phyf000.tile1.nc phyf000.tile2.nc phyf000.tile3.nc phyf000.tile4.nc phyf000.tile5.nc phyf000.tile6.nc phyf024.tile1.nc phyf024.tile2.nc phyf024.tile3.nc phyf024.tile4.nc phyf024.tile5.nc phyf024.tile6.nc dynf000.tile1.nc dynf000.tile2.nc dynf000.tile3.nc dynf000.tile4.nc dynf000.tile5.nc dynf000.tile6.nc dynf024.tile1.nc dynf024.tile2.nc dynf024.tile3.nc dynf024.tile4.nc dynf024.tile5.nc dynf024.tile6.nc RESTART/coupler.res RESTART/fv_core.res.nc RESTART/fv_core.res.tile1.nc RESTART/fv_core.res.tile2.nc RESTART/fv_core.res.tile3.nc RESTART/fv_core.res.tile4.nc RESTART/fv_core.res.tile5.nc RESTART/fv_core.res.tile6.nc RESTART/fv_srf_wnd.res.tile1.nc RESTART/fv_srf_wnd.res.tile2.nc RESTART/fv_srf_wnd.res.tile3.nc RESTART/fv_srf_wnd.res.tile4.nc RESTART/fv_srf_wnd.res.tile5.nc RESTART/fv_srf_wnd.res.tile6.nc RESTART/fv_tracer.res.tile1.nc RESTART/fv_tracer.res.tile2.nc RESTART/fv_tracer.res.tile3.nc RESTART/fv_tracer.res.tile4.nc RESTART/fv_tracer.res.tile5.nc RESTART/fv_tracer.res.tile6.nc RESTART/sfc_data.tile1.nc RESTART/sfc_data.tile2.nc RESTART/sfc_data.tile3.nc RESTART/sfc_data.tile4.nc RESTART/sfc_data.tile5.nc RESTART/sfc_data.tile6.nc RESTART/phy_data.tile1.nc RESTART/phy_data.tile2.nc RESTART/phy_data.tile3.nc RESTART/phy_data.tile4.nc RESTART/phy_data.tile5.nc RESTART/phy_data.tile6.nc' +++ export_fv3 +++ export FV3=true +++ FV3=true +++ export S2S=false +++ S2S=false +++ export DATM=false +++ DATM=false +++ export THRD=1 +++ THRD=1 +++ export WLCLK=15 +++ WLCLK=15 +++ export INPES=3 +++ INPES=3 +++ export JNPES=8 +++ JNPES=8 +++ export TASKS=150 +++ TASKS=150 +++ export TPN=40 +++ TPN=40 +++ export RESTART_INTERVAL=0 +++ RESTART_INTERVAL=0 +++ export QUILTING=.true. +++ QUILTING=.true. +++ export WRITE_GROUP=1 +++ WRITE_GROUP=1 +++ export WRTTASK_PER_GROUP=6 +++ WRTTASK_PER_GROUP=6 +++ export OUTPUT_HISTORY=.true. +++ OUTPUT_HISTORY=.true. +++ export WRITE_DOPOST=.false. +++ WRITE_DOPOST=.false. +++ export NUM_FILES=2 +++ NUM_FILES=2 +++ export 'FILENAME_BASE='\''dyn'\'' '\''phy'\''' +++ FILENAME_BASE=''\''dyn'\'' '\''phy'\''' +++ export 'OUTPUT_GRID='\''cubed_sphere_grid'\''' +++ OUTPUT_GRID=''\''cubed_sphere_grid'\''' +++ export 'OUTPUT_FILE='\''netcdf'\''' +++ OUTPUT_FILE=''\''netcdf'\''' +++ export IDEFLATE=0 +++ IDEFLATE=0 +++ export NBITS=0 +++ NBITS=0 +++ export WRITE_NEMSIOFLIP=.false. +++ WRITE_NEMSIOFLIP=.false. +++ export WRITE_FSYNCFLAG=.false. +++ WRITE_FSYNCFLAG=.false. +++ export IMO=384 +++ IMO=384 +++ export JMO=190 +++ JMO=190 +++ export WARM_START=.F. +++ WARM_START=.F. +++ export READ_INCREMENT=.F. +++ READ_INCREMENT=.F. +++ export NGGPS_IC=.T. +++ NGGPS_IC=.T. +++ export EXTERNAL_IC=.T. +++ EXTERNAL_IC=.T. +++ export MAKE_NH=.T. +++ MAKE_NH=.T. +++ export MOUNTAIN=.F. +++ MOUNTAIN=.F. +++ export NA_INIT=1 +++ NA_INIT=1 +++ export DO_RRTMGP=.F. +++ DO_RRTMGP=.F. +++ export ICLOUD=0 +++ ICLOUD=0 +++ export IOVR=1 +++ IOVR=1 +++ export IMP_PHYSICS=11 +++ IMP_PHYSICS=11 +++ export NWAT=6 +++ NWAT=6 +++ export DNATS=1 +++ DNATS=1 +++ export DO_SAT_ADJ=.T. +++ DO_SAT_ADJ=.T. +++ export LHEATSTRG=.F. +++ LHEATSTRG=.F. +++ export LGFDLMPRAD=.F. +++ LGFDLMPRAD=.F. +++ export EFFR_IN=.F. +++ EFFR_IN=.F. +++ export LRADAR=.T. +++ LRADAR=.T. +++ export LTAEROSOL=.T. +++ LTAEROSOL=.T. +++ export LDIAG_UGWP=.F. +++ LDIAG_UGWP=.F. +++ export DO_UGWP=.F. +++ DO_UGWP=.F. +++ export DO_TOFD=.F. +++ DO_TOFD=.F. +++ export GWD_OPT=1 +++ GWD_OPT=1 +++ export DO_UGWP_V0=.F. +++ DO_UGWP_V0=.F. +++ export DO_UGWP_V0_OROG_ONLY=.F. +++ DO_UGWP_V0_OROG_ONLY=.F. +++ export DO_GSL_DRAG_LS_BL=.F. +++ DO_GSL_DRAG_LS_BL=.F. +++ export DO_GSL_DRAG_SS=.F. +++ DO_GSL_DRAG_SS=.F. +++ export DO_GSL_DRAG_TOFD=.F. +++ DO_GSL_DRAG_TOFD=.F. +++ export DO_UGWP_V1=.F. +++ DO_UGWP_V1=.F. +++ export DO_UGWP_V1_OROG_ONLY=.F. +++ DO_UGWP_V1_OROG_ONLY=.F. +++ export SATMEDMF=.F. +++ SATMEDMF=.F. +++ export ISATMEDMF=0 +++ ISATMEDMF=0 +++ export HYBEDMF=.T. +++ HYBEDMF=.T. +++ export SHINHONG=.F. +++ SHINHONG=.F. +++ export DO_YSU=.F. +++ DO_YSU=.F. +++ export DO_MYNNEDMF=.F. +++ DO_MYNNEDMF=.F. +++ export DO_MYJPBL=.F. +++ DO_MYJPBL=.F. +++ export HURR_PBL=.F. +++ HURR_PBL=.F. +++ export MONINQ_FAC=1.0 +++ MONINQ_FAC=1.0 +++ export IMFSHALCNV=2 +++ IMFSHALCNV=2 +++ export HWRF_SAMFSHAL=.F. +++ HWRF_SAMFSHAL=.F. +++ export IMFDEEPCNV=2 +++ IMFDEEPCNV=2 +++ export HWRF_SAMFDEEP=.F. +++ HWRF_SAMFDEEP=.F. +++ export DO_MYJSFC=.F. +++ DO_MYJSFC=.F. +++ export DO_MYNNSFCLAY=.F. +++ DO_MYNNSFCLAY=.F. +++ export LSM=1 +++ LSM=1 +++ export LSOIL_LSM=4 +++ LSOIL_LSM=4 +++ export LANDICE=.T. +++ LANDICE=.T. +++ export OZ_PHYS_OLD=.T. +++ OZ_PHYS_OLD=.T. +++ export OZ_PHYS_NEW=.F. +++ OZ_PHYS_NEW=.F. +++ export H2O_PHYS=.F. +++ H2O_PHYS=.F. +++ export CPL=.F. +++ CPL=.F. +++ export CPLFLX=.F. +++ CPLFLX=.F. +++ export CPLWAV=.F. +++ CPLWAV=.F. +++ export CPLWAV2ATM=.F. +++ CPLWAV2ATM=.F. +++ export DAYS=1 +++ DAYS=1 +++ export NPX=97 +++ NPX=97 +++ export NPY=97 +++ NPY=97 +++ export NPZ=64 +++ NPZ=64 +++ export NPZP=65 +++ NPZP=65 +++ export NSTF_NAME=2,1,1,0,5 +++ NSTF_NAME=2,1,1,0,5 +++ export FDIAG=0,1,2,3,4,5,6,7,8,9,10,11,12,15,18,21,24 +++ FDIAG=0,1,2,3,4,5,6,7,8,9,10,11,12,15,18,21,24 +++ export NFHOUT=3 +++ NFHOUT=3 +++ export NFHMAX_HF=12 +++ NFHMAX_HF=12 +++ export NFHOUT_HF=1 +++ NFHOUT_HF=1 +++ export 'FNALBC='\''global_snowfree_albedo.bosu.t126.384.190.rg.grb'\'',' +++ FNALBC=''\''global_snowfree_albedo.bosu.t126.384.190.rg.grb'\'',' +++ export 'FNVETC='\''global_vegtype.igbp.t126.384.190.rg.grb'\'',' +++ FNVETC=''\''global_vegtype.igbp.t126.384.190.rg.grb'\'',' +++ export 'FNSOTC='\''global_soiltype.statsgo.t126.384.190.rg.grb'\'',' +++ FNSOTC=''\''global_soiltype.statsgo.t126.384.190.rg.grb'\'',' +++ export 'FNSMCC='\''global_soilmgldas.t126.384.190.grb'\'',' +++ FNSMCC=''\''global_soilmgldas.t126.384.190.grb'\'',' +++ export 'FNABSC='\''global_mxsnoalb.uariz.t126.384.190.rg.grb'\'',' +++ FNABSC=''\''global_mxsnoalb.uariz.t126.384.190.rg.grb'\'',' +++ export ENS_NUM=1 +++ ENS_NUM=1 +++ export SYEAR=2016 +++ SYEAR=2016 +++ export SMONTH=10 +++ SMONTH=10 +++ export SDAY=03 +++ SDAY=03 +++ export SHOUR=00 +++ SHOUR=00 ++++ expr 1 '*' 24 +++ export FHMAX=24 +++ FHMAX=24 +++ export DT_ATMOS=1800 +++ DT_ATMOS=1800 +++ export FHCYC=24 +++ FHCYC=24 +++ export FHROT=0 +++ FHROT=0 +++ export LDIAG3D=.F. +++ LDIAG3D=.F. +++ export QDIAG3D=.F. +++ QDIAG3D=.F. +++ export MAX_OUTPUT_FIELDS=300 +++ MAX_OUTPUT_FIELDS=300 +++ export DO_SPPT=.F. +++ DO_SPPT=.F. +++ export DO_SHUM=.F. +++ DO_SHUM=.F. +++ export DO_SKEB=.F. +++ DO_SKEB=.F. +++ export LNDP_TYPE=0 +++ LNDP_TYPE=0 +++ export N_VAR_LNDP=0 +++ N_VAR_LNDP=0 +++ export SKEB=-999. +++ SKEB=-999. +++ export SPPT=-999. +++ SPPT=-999. +++ export SHUM=-999. +++ SHUM=-999. +++ export 'IAU_INC_FILES='\'''\''' +++ IAU_INC_FILES=''\'''\''' +++ export DO_CA=.F. +++ DO_CA=.F. +++ export CA_SGS=.F. +++ CA_SGS=.F. +++ export CA_GLOBAL=.F. +++ CA_GLOBAL=.F. +++ export IAU_DRYMASSFIXER=.false. +++ IAU_DRYMASSFIXER=.false. +++ export WRITE_RESTART_WITH_BCS=.false. +++ WRITE_RESTART_WITH_BCS=.false. +++ export coupling_interval_fast_sec=0 +++ coupling_interval_fast_sec=0 +++ DT_ATMOS=600 +++ export RTPWD127=/scratch1/NCEPDEV/swpc/Valery.Yudin/noscrub/CCPP_GEOS +++ RTPWD127=/scratch1/NCEPDEV/swpc/Valery.Yudin/noscrub/CCPP_GEOS +++ export FV3_RUN=ccpp_gfsv16_ugwpv1_run.IN +++ FV3_RUN=ccpp_gfsv16_ugwpv1_run.IN +++ export CCPP_SUITE=FV3_GFS_v16b_ugwpv1 +++ CCPP_SUITE=FV3_GFS_v16b_ugwpv1 +++ export CCPP_LIB_DIR=ccpp/lib +++ CCPP_LIB_DIR=ccpp/lib +++ export INPUT_NML=ccpp_v16_c96_ugwpv1.nml.IN +++ INPUT_NML=ccpp_v16_c96_ugwpv1.nml.IN +++ export WLCLK=30 +++ WLCLK=30 ++ NODES=3 ++ (( NODES * TPN < TASKS )) ++ NODES=4 ++ cat ++ [[ false == true ]] ++ [[ false == true ]] ++ ./run_test.sh /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests /scratch1/NCEPDEV/stmp2/Valery.Yudin/FV3_RT/rt_184101 fv3_ccpp_gfsv16_ugwpv1 001 1 ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ [[ false == true ]] ++ [[ false == true ]] ++ set +e ++ cat /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel/compile_1.log ++ cat /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel/rt_001_fv3_ccpp_gfsv16_ugwpv1_repro.log ++ [[ -e fail_test ]] ++ echo + ++ echo REGRESSION TEST WAS SUCCESSFUL +REGRESSION TEST WAS SUCCESSFUL ++ echo ++ echo REGRESSION TEST WAS SUCCESSFUL ++ rm -f 'fv3_*.x' fv3_1.exe modules.fv3_1 ++ [[ true == false ]] ++ [[ false == true ]] ++ [[ false == true ]] ++ date +++ printf '%02dh:%02dm:%02ds\n' 0 11 59 ++ elapsed_time=00h:11m:59s ++ echo 'Elapsed time: 00h:11m:59s. Have a nice day!' ++ echo 'Elapsed time: 00h:11m:59s. Have a nice day!' +Elapsed time: 00h:11m:59s. Have a nice day! ++ echo 'rt.sh finished' +rt.sh finished ++ cleanup ++ [[ false == true ]] ++ rm -rf /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock ++ trap 0 ++ exit diff --git a/tests/rt.gsd_ugwpv1_1c.log b/tests/rt.gsd_ugwpv1_1c.log new file mode 100644 index 0000000000..47398461ba --- /dev/null +++ b/tests/rt.gsd_ugwpv1_1c.log @@ -0,0 +1,788 @@ ++ SECONDS=0 ++ hostname +hfe10 ++ [[ 5 -eq 0 ]] ++ trap '{ echo "rt.sh interrupted"; rt_trap ; }' INT ++ trap '{ echo "rt.sh quit"; rt_trap ; }' QUIT ++ trap '{ echo "rt.sh terminated"; rt_trap ; }' TERM ++ trap '{ echo "rt.sh error on line $LINENO"; cleanup ; }' ERR ++ trap '{ echo "rt.sh finished"; cleanup ; }' EXIT ++++ dirname ./rt_ugwpv1.sh +++ cd . +++ pwd -P ++ readonly PATHRT=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests ++ cd /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests +++ cd /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/.. +++ pwd ++ readonly PATHTR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model ++ PATHTR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model ++ readonly LOCKDIR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock ++ LOCKDIR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock ++ mkdir /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock +++ hostname ++ echo hfe10 306201 ++ export RT_COMPILER=intel ++ RT_COMPILER=intel ++ source detect_machine.sh +++ export ACCNR=swpc +++ ACCNR=swpc +++ case $(hostname -f) in ++++ hostname -f +++ MACHINE_ID=hera +++ MACHINE_ID=hera +++ '[' hera = orion ']' +++ '[' hera = hera ']' +++ MACHINE_ID=hera.intel +++ echo 'Machine: ' hera.intel ' Account: ' swpc +Machine: hera.intel Account: swpc ++ source rt_utils.sh +++ set -eu +++ [[ ./rt_ugwpv1.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ UNIT_TEST=false +++ qsub_id=0 +++ slurm_id=0 +++ bsub_id=0 ++ source /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/NEMS/src/conf/module-setup.sh.inc +++ __ms_function_name=setup__test_function__306201 +++ eval 'setup__test_function__306201() { /bin/true ; }' ++++ eval '__text="text" ; if [[ $__text =~ ^(t).* ]] ; then printf "%s" ${.sh.match[1]} ; fi' ++++ cat +++ __ms_ksh_test= ++++ eval 'if ( set | grep setup__test_function__306201 | grep -v name > /dev/null 2>&1 ) ; then echo t ; fi ' ++++ cat +++ __ms_bash_test=t +++ [[ ! -z '' ]] +++ [[ ! -z t ]] +++ __ms_shell=bash +++ [[ -d /lfs3 ]] +++ [[ -d /scratch1 ]] +++ [[ ! -d /scratch ]] +++ eval module help +++ module purge ++++ /apps/lmod/7.7.18/libexec/lmod bash purge +++ eval unset 'CDO_ROOT;' unset '__LMOD_REF_COUNT_CLASSPATH;' unset 'CLASSPATH;' unset '__LMOD_REF_COUNT_CPATH;' unset 'CPATH;' unset 'GADDIR;' unset '__LMOD_REF_COUNT_GASCRP;' unset 'GASCRP;' unset 'GAUDPT;' unset 'GDBSERVER_MIC;' unset 'GDB_CROSS;' unset 'GRADS_ROOT;' unset 'GRIB_API_ROOT;' unset '__LMOD_REF_COUNT_INFOPATH;' unset 'INFOPATH;' unset '__LMOD_REF_COUNT_INTEL_LICENSE_FILE;' unset 'INTEL_LICENSE_FILE;' unset 'INTEL_PYTHONHOME;' unset 'IPATH_NO_BACKTRACE;' unset 'I_MPI_CC;' unset 'I_MPI_F90;' unset 'I_MPI_HYDRA_BRANCH_COUNT;' unset 'I_MPI_HYDRA_PMI_CONNECT;' unset 'I_MPI_ROOT;' unset 'I_MPI_TMI_PROVIDER;' '__LMOD_REF_COUNT_LD_LIBRARY_PATH="/apps/slurm/default/lib:1";' export '__LMOD_REF_COUNT_LD_LIBRARY_PATH;' 'LD_LIBRARY_PATH="/apps/slurm/default/lib";' export 'LD_LIBRARY_PATH;' unset '__LMOD_REF_COUNT_LIBRARY_PATH;' unset 'LIBRARY_PATH;' unset 'LMOD_FAMILY_COMPILER;' unset 'LMOD_FAMILY_COMPILER_VERSION;' unset 'LMOD_FAMILY_MPI;' unset 'LMOD_FAMILY_MPI_VERSION;' unset '__LMOD_REF_COUNT_LM_LICENSE_FILE;' unset 'LM_LICENSE_FILE;' unset '__LMOD_REF_COUNT_LOADEDMODULES;' unset 'LOADEDMODULES;' unset 'MAGICK_HOME;' '__LMOD_REF_COUNT_MANPATH="/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1";' export '__LMOD_REF_COUNT_MANPATH;' 'MANPATH="/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man";' export 'MANPATH;' unset 'MKLROOT;' '__LMOD_REF_COUNT_MODULEPATH="/apps/lmod/lmod/modulefiles/Core:1;/apps/modules/modulefiles/Linux:1;/apps/modules/modulefiles:1;/opt/cray/modulefiles:1;/opt/cray/craype/default/modulefiles:1;/scratch1/NCEPDEV/nwprod/lib/modulefiles:1;/contrib/modulefiles:1";' export '__LMOD_REF_COUNT_MODULEPATH;' 'MODULEPATH="/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles";' export 'MODULEPATH;' unset 'MPM_LAUNCHER;' unset 'NETCDF;' unset '__LMOD_REF_COUNT_NLSPATH;' unset 'NLSPATH;' '__LMOD_REF_COUNT_PATH="/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1";' export '__LMOD_REF_COUNT_PATH;' 'PATH="/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin";' export 'PATH;' unset '__LMOD_REF_COUNT_PKG_CONFIG_PATH;' unset 'PKG_CONFIG_PATH;' unset 'WGRIB2_ROOT;' unset '__LMOD_REF_COUNT__LMFILES_;' unset '_LMFILES_;' '_ModuleTable001_="X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXt9LG1wYXRoQT17Ii9hcHBzL2xtb2QvbG1vZC9tb2R1bGVmaWxlcy9Db3JlIiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eCIsIi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLCIvc2NyYXRjaDEvTkNFUERFVi9ud3Byb2QvbGliL21vZHVsZWZpbGVzIiwiL2NvbnRyaWIvbW9kdWxlZmlsZXMiLH0sWyJzeXN0ZW1CYXNlTVBBVEgiXT0iL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZp";' export '_ModuleTable001_;' '_ModuleTable002_="bGVzL0NvcmU6L2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eDovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlczovb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLH0=";' export '_ModuleTable002_;' '_ModuleTable_Sz_="2";' export '_ModuleTable_Sz_;' unset '_ModuleTable004_;' unset '_ModuleTable005_;' unset '_ModuleTable006_;' unset '_ModuleTable007_;' unset '_ModuleTable008_;' unalias htar '2>' /dev/null '||' 'true;' ++++ unset CDO_ROOT ++++ unset __LMOD_REF_COUNT_CLASSPATH ++++ unset CLASSPATH ++++ unset __LMOD_REF_COUNT_CPATH ++++ unset CPATH ++++ unset GADDIR ++++ unset __LMOD_REF_COUNT_GASCRP ++++ unset GASCRP ++++ unset GAUDPT ++++ unset GDBSERVER_MIC ++++ unset GDB_CROSS ++++ unset GRADS_ROOT ++++ unset GRIB_API_ROOT ++++ unset __LMOD_REF_COUNT_INFOPATH ++++ unset INFOPATH ++++ unset __LMOD_REF_COUNT_INTEL_LICENSE_FILE ++++ unset INTEL_LICENSE_FILE ++++ unset INTEL_PYTHONHOME ++++ unset IPATH_NO_BACKTRACE ++++ unset I_MPI_CC ++++ unset I_MPI_F90 ++++ unset I_MPI_HYDRA_BRANCH_COUNT ++++ unset I_MPI_HYDRA_PMI_CONNECT ++++ unset I_MPI_ROOT ++++ unset I_MPI_TMI_PROVIDER ++++ __LMOD_REF_COUNT_LD_LIBRARY_PATH=/apps/slurm/default/lib:1 ++++ export __LMOD_REF_COUNT_LD_LIBRARY_PATH ++++ LD_LIBRARY_PATH=/apps/slurm/default/lib ++++ export LD_LIBRARY_PATH ++++ unset __LMOD_REF_COUNT_LIBRARY_PATH ++++ unset LIBRARY_PATH ++++ unset LMOD_FAMILY_COMPILER ++++ unset LMOD_FAMILY_COMPILER_VERSION ++++ unset LMOD_FAMILY_MPI ++++ unset LMOD_FAMILY_MPI_VERSION ++++ unset __LMOD_REF_COUNT_LM_LICENSE_FILE ++++ unset LM_LICENSE_FILE ++++ unset __LMOD_REF_COUNT_LOADEDMODULES ++++ unset LOADEDMODULES ++++ unset MAGICK_HOME ++++ __LMOD_REF_COUNT_MANPATH='/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1' ++++ export __LMOD_REF_COUNT_MANPATH ++++ MANPATH=/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man ++++ export MANPATH ++++ unset MKLROOT ++++ __LMOD_REF_COUNT_MODULEPATH='/apps/lmod/lmod/modulefiles/Core:1;/apps/modules/modulefiles/Linux:1;/apps/modules/modulefiles:1;/opt/cray/modulefiles:1;/opt/cray/craype/default/modulefiles:1;/scratch1/NCEPDEV/nwprod/lib/modulefiles:1;/contrib/modulefiles:1' ++++ export __LMOD_REF_COUNT_MODULEPATH ++++ MODULEPATH=/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles ++++ export MODULEPATH ++++ unset MPM_LAUNCHER ++++ unset NETCDF ++++ unset __LMOD_REF_COUNT_NLSPATH ++++ unset NLSPATH ++++ __LMOD_REF_COUNT_PATH='/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1' ++++ export __LMOD_REF_COUNT_PATH ++++ PATH=/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin ++++ export PATH ++++ unset __LMOD_REF_COUNT_PKG_CONFIG_PATH ++++ unset PKG_CONFIG_PATH ++++ unset WGRIB2_ROOT ++++ unset __LMOD_REF_COUNT__LMFILES_ ++++ unset _LMFILES_ ++++ _ModuleTable001_=X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXt9LG1wYXRoQT17Ii9hcHBzL2xtb2QvbG1vZC9tb2R1bGVmaWxlcy9Db3JlIiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eCIsIi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLCIvc2NyYXRjaDEvTkNFUERFVi9ud3Byb2QvbGliL21vZHVsZWZpbGVzIiwiL2NvbnRyaWIvbW9kdWxlZmlsZXMiLH0sWyJzeXN0ZW1CYXNlTVBBVEgiXT0iL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZp ++++ export _ModuleTable001_ ++++ _ModuleTable002_=bGVzL0NvcmU6L2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eDovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlczovb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLH0= ++++ export _ModuleTable002_ ++++ _ModuleTable_Sz_=2 ++++ export _ModuleTable_Sz_ ++++ unset _ModuleTable004_ ++++ unset _ModuleTable005_ ++++ unset _ModuleTable006_ ++++ unset _ModuleTable007_ ++++ unset _ModuleTable008_ ++++ unalias htar ++++ true ++++ : -s sh +++ eval +++ unset __ms_shell +++ unset __ms_ksh_test +++ unset __ms_bash_test +++ unset setup__test_function__306201 +++ unset __ms_function_name ++ [[ hera.intel = wcoss_cray ]] ++ [[ hera.intel = wcoss_dell_p3 ]] ++ [[ hera.intel = gaea.* ]] ++ [[ hera.intel = hera.* ]] ++ module load rocoto +++ /apps/lmod/7.7.18/libexec/lmod bash load rocoto ++ eval '__LMOD_REF_COUNT_LOADEDMODULES="rocoto/1.3.2:1";' export '__LMOD_REF_COUNT_LOADEDMODULES;' 'LOADEDMODULES="rocoto/1.3.2";' export 'LOADEDMODULES;' '__LMOD_REF_COUNT_MANPATH="/apps/rocoto/1.3.2/man:1;/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1";' export '__LMOD_REF_COUNT_MANPATH;' 'MANPATH="/apps/rocoto/1.3.2/man:/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man";' export 'MANPATH;' 'MODULEPATH="/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles";' export 'MODULEPATH;' '__LMOD_REF_COUNT_PATH="/apps/rocoto/1.3.2/bin:1;/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1";' export '__LMOD_REF_COUNT_PATH;' 'PATH="/apps/rocoto/1.3.2/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin";' export 'PATH;' '__LMOD_REF_COUNT__LMFILES_="/apps/modules/modulefiles/rocoto/1.3.2:1";' export '__LMOD_REF_COUNT__LMFILES_;' '_LMFILES_="/apps/modules/modulefiles/rocoto/1.3.2";' export '_LMFILES_;' '_ModuleTable001_="X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXtyb2NvdG89e1siZm4iXT0iL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9yb2NvdG8vMS4zLjIiLFsiZnVsbE5hbWUiXT0icm9jb3RvLzEuMy4yIixbImxvYWRPcmRlciJdPTEscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0icm9jb3RvIix9LH0sbXBhdGhBPXsiL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiLCIvYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4IiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcyIsIi9vcHQv";' export '_ModuleTable001_;' '_ModuleTable002_="Y3JheS9tb2R1bGVmaWxlcyIsIi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsIi9zY3JhdGNoMS9OQ0VQREVWL253cHJvZC9saWIvbW9kdWxlZmlsZXMiLCIvY29udHJpYi9tb2R1bGVmaWxlcyIsfSxbInN5c3RlbUJhc2VNUEFUSCJdPSIvYXBwcy9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4Oi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXM6L29wdC9jcmF5L21vZHVsZWZpbGVzOi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsfQ==";' export '_ModuleTable002_;' '_ModuleTable_Sz_="2";' export '_ModuleTable_Sz_;' +++ __LMOD_REF_COUNT_LOADEDMODULES=rocoto/1.3.2:1 +++ export __LMOD_REF_COUNT_LOADEDMODULES +++ LOADEDMODULES=rocoto/1.3.2 +++ export LOADEDMODULES +++ __LMOD_REF_COUNT_MANPATH='/apps/rocoto/1.3.2/man:1;/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1' +++ export __LMOD_REF_COUNT_MANPATH +++ MANPATH=/apps/rocoto/1.3.2/man:/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man +++ export MANPATH +++ MODULEPATH=/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles +++ export MODULEPATH +++ __LMOD_REF_COUNT_PATH='/apps/rocoto/1.3.2/bin:1;/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1' +++ export __LMOD_REF_COUNT_PATH +++ PATH=/apps/rocoto/1.3.2/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin +++ export PATH +++ __LMOD_REF_COUNT__LMFILES_=/apps/modules/modulefiles/rocoto/1.3.2:1 +++ export __LMOD_REF_COUNT__LMFILES_ +++ _LMFILES_=/apps/modules/modulefiles/rocoto/1.3.2 +++ export _LMFILES_ +++ _ModuleTable001_=X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXtyb2NvdG89e1siZm4iXT0iL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9yb2NvdG8vMS4zLjIiLFsiZnVsbE5hbWUiXT0icm9jb3RvLzEuMy4yIixbImxvYWRPcmRlciJdPTEscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0icm9jb3RvIix9LH0sbXBhdGhBPXsiL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiLCIvYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4IiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcyIsIi9vcHQv +++ export _ModuleTable001_ +++ _ModuleTable002_=Y3JheS9tb2R1bGVmaWxlcyIsIi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsIi9zY3JhdGNoMS9OQ0VQREVWL253cHJvZC9saWIvbW9kdWxlZmlsZXMiLCIvY29udHJpYi9tb2R1bGVmaWxlcyIsfSxbInN5c3RlbUJhc2VNUEFUSCJdPSIvYXBwcy9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4Oi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXM6L29wdC9jcmF5L21vZHVsZWZpbGVzOi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsfQ== +++ export _ModuleTable002_ +++ _ModuleTable_Sz_=2 +++ export _ModuleTable_Sz_ +++ : -s sh ++ eval +++ which rocotorun ++ ROCOTORUN=/apps/rocoto/1.3.2/bin/rocotorun +++ which rocotostat ++ ROCOTOSTAT=/apps/rocoto/1.3.2/bin/rocotostat +++ which rocotocomplete ++ ROCOTOCOMPLETE=/apps/rocoto/1.3.2/bin/rocotocomplete ++ ROCOTO_SCHEDULER=slurm ++ export PATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/bin:/apps/rocoto/1.3.2/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin ++ PATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/bin:/apps/rocoto/1.3.2/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin ++ export PYTHONPATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/lib/python3.8/site-packages ++ PYTHONPATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/lib/python3.8/site-packages ++ ECFLOW_START=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/bin/ecflow_start.sh +++ id -u ++ ECF_PORT=12300 ++ QUEUE=debug ++ COMPILE_QUEUE=debug ++ PARTITION= ++ dprefix=/scratch1/NCEPDEV ++ DISKNM=/scratch1/NCEPDEV/nems/emc.nemspara/RT ++ STMP=/scratch1/NCEPDEV/stmp4 ++ PTMP=/scratch1/NCEPDEV/stmp2 ++ SCHEDULER=slurm ++ cp fv3_conf/fv3_slurm.IN_hera fv3_conf/fv3_slurm.IN ++ cp fv3_conf/compile_slurm.IN_hera fv3_conf/compile_slurm.IN ++ NEW_BASELINE=/scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP ++ [[ hera.intel = hera.* ]] ++ NEW_BASELINE=/scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Valery.Yudin/FV3_RT/rt_306201 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Valery.Yudin/FV3_RT/rt_306201 ++ CREATE_BASELINE=false ++ ROCOTO=false ++ ECFLOW=false ++ KEEP_RUNDIR=false ++ SINGLE_NAME= ++ TEST_35D=false ++ TESTS_FILE=rt.conf ++ SET_ID=standard ++ getopts :cfsl:mn:kreh opt ++ case $opt in ++ KEEP_RUNDIR=true ++ getopts :cfsl:mn:kreh opt ++ case $opt in ++ TESTS_FILE=rt_ccpp_fv3gfs_v16b_ugwpv1.conf ++ SET_ID=' ' ++ getopts :cfsl:mn:kreh opt ++ case $opt in ++ CREATE_BASELINE=true ++ SET_ID=' ' ++ getopts :cfsl:mn:kreh opt ++ [[ '' != '' ]] ++ [[ rt_ccpp_fv3gfs_v16b_ugwpv1.conf =~ 35d ]] ++ [[ hera.intel = hera.* ]] ++ RTPWD=/scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL ++ shift 4 ++ [[ 1 -gt 1 ]] ++ [[ true == true ]] ++ rm -rf /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL ++ mkdir -p /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL ++ echo 'copy baseline inputs from: /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL' +copy baseline inputs from: /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL ++ echo ' to: /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL' + to: /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_bm2 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data192 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data384 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_127 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_149 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_INCCN_aeroclim /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_RRTMGP /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_c192 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_c384 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_c768 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_gsd /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_hafs /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_regional_esg /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_sar /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_frac /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_nest_input_data /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_regional_input_data /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/WW3_input_data /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/DATM /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/ ++ [[ hera.intel = hera.intel ]] ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/MOM6_FIX /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/MOM6_FIX_DATM /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/MOM6_IC /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/CICE_FIX /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/CICE_IC /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/CPL_FIX /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/BM_IC /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_control/input.nml /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_control/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_quilt/input.nml /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_quilt/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_c768/input.nml /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_c768/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_restart/input.nml /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_restart/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_control/model_configure /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_control/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_quilt/model_configure /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_quilt/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_c768/model_configure /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_c768/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_restart/model_configure /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_restart/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_quilt_netcdf_parallel/model_configure /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_quilt_netcdf_parallel/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_control/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_control/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_control/RESTART /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_control/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_quilt/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_quilt/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_c768/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_c768/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_restart/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_restart/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_stretched/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_stretched/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_stretched_nest/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_stretched_nest/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_stretched_nest_quilt/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_stretched_nest_quilt/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_stretched_nest_debug/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_stretched_nest_debug/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_quilt_netcdf_parallel/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_quilt_netcdf_parallel/ ++ COMPILE_LOG=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/Compile_hera.intel.log ++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/RegressionTests_hera.intel.log ++ date ++ echo 'Start Regression test' ++ echo ++ source default_vars.sh +++ [[ hera.intel = wcoss_cray ]] +++ [[ hera.intel = wcoss_dell_p3 ]] +++ [[ hera.intel = wcoss2 ]] +++ [[ hera.intel = orion.* ]] +++ [[ hera.intel = hera.* ]] +++ TASKS_dflt=150 +++ TPN_dflt=40 +++ INPES_dflt=3 +++ JNPES_dflt=8 +++ TASKS_thrd=84 +++ TPN_thrd=20 +++ INPES_thrd=3 +++ JNPES_thrd=4 +++ TASKS_stretch=48 +++ TPN_stretch=12 +++ INPES_stretch=2 +++ JNPES_stretch=4 +++ TASKS_strnest=96 +++ TPN_strnest=12 +++ INPES_strnest=2 +++ JNPES_strnest=4 +++ TASKS_cpl_dflt=192 +++ TPN_cpl_dflt=40 +++ INPES_cpl_dflt=3 +++ JNPES_cpl_dflt=8 +++ THRD_cpl_dflt=1 +++ WPG_cpl_dflt=6 +++ MPB_cpl_dflt='0 143' +++ APB_cpl_dflt='0 149' +++ OPB_cpl_dflt='150 179' +++ IPB_cpl_dflt='180 191' +++ TASKS_cpl_thrd=120 +++ TPN_cpl_thrd=40 +++ INPES_cpl_thrd=3 +++ JNPES_cpl_thrd=4 +++ THRD_cpl_thrd=2 +++ WPG_cpl_thrd=6 +++ MPB_cpl_thrd='0 77' +++ APB_cpl_thrd='0 77' +++ OPB_cpl_thrd='78 107' +++ IPB_cpl_thrd='108 119' +++ TASKS_cpl_bmrk=480 +++ TPN_cpl_bmrk=40 +++ INPES_cpl_bmrk=6 +++ JNPES_cpl_bmrk=8 +++ THRD_cpl_bmrk=1 +++ WPG_cpl_bmrk=24 +++ MPB_cpl_bmrk='0 287' +++ APB_cpl_bmrk='0 311' +++ OPB_cpl_bmrk='312 431' +++ IPB_cpl_bmrk='432 479' +++ TASKS_cpl_wwav=520 +++ TPN_cpl_wwav=40 +++ INPES_cpl_wwav=6 +++ JNPES_cpl_wwav=8 +++ THRD_cpl_wwav=1 +++ WPG_cpl_wwav=24 +++ MPB_cpl_wwav='0 287' +++ APB_cpl_wwav='0 311' +++ OPB_cpl_wwav='312 431' +++ IPB_cpl_wwav='432 479' +++ WPB_cpl_wwav='480 519' +++ TASKS_cpl_c192=288 +++ TPN_cpl_c192=40 +++ INPES_cpl_c192=4 +++ JNPES_cpl_c192=8 +++ THRD_cpl_c192=1 +++ WPG_cpl_c192=12 +++ MPB_cpl_c192='0 191' +++ APB_cpl_c192='0 203' +++ OPB_cpl_c192='204 263' +++ IPB_cpl_c192='264 287' +++ TASKS_cpl_c384=318 +++ TPN_cpl_c384=40 +++ INPES_cpl_c384=3 +++ JNPES_cpl_c384=8 +++ THRD_cpl_c384=1 +++ WPG_cpl_c384=6 +++ MPB_cpl_c384='0 143' +++ APB_cpl_c384='0 149' +++ OPB_cpl_c384='150 269' +++ IPB_cpl_c384='270 317' +++ TASKS_datm_100=120 +++ TPN_datm_100=40 +++ MPB_datm_100='16 77' +++ APB_datm_100='0 15' +++ OPB_datm_100='78 107' +++ IPB_datm_100='108 119' +++ TASKS_datm_025=208 +++ TPN_datm_025=40 +++ MPB_datm_025='0 39' +++ APB_datm_025='0 39' +++ OPB_datm_025='40 159' +++ IPB_datm_025='160 207' +++ [[ intel = gnu ]] +++ WLCLK_dflt=15 ++ TEST_NR=0 ++ COMPILE_NR=0 ++ COMPILE_PREV_WW3_NR= ++ rm -f fail_test ++ LOG_DIR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel ++ rm -rf /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel ++ mkdir /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel ++ [[ false == true ]] ++ [[ false == true ]] ++ new_compile=false ++ in_metatask=false ++ [[ -f rt_ccpp_fv3gfs_v16b_ugwpv1.conf ]] ++ read -r line ++ line='#################################################################################################################################################################################' ++ [[ 177 == 0 ]] ++ [[ ################################################################################################################################################################################# == \#* ]] ++ continue ++ read -r line ++ line='# CCPP REPRO tests #' ++ [[ 177 == 0 ]] ++ [[ # CCPP REPRO tests # == \#* ]] ++ continue ++ read -r line ++ line='#################################################################################################################################################################################' ++ [[ 177 == 0 ]] ++ [[ ################################################################################################################################################################################# == \#* ]] ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ line='COMPILE | CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 | standard | | fv3 |' ++ [[ 177 == 0 ]] ++ [[ COMPILE | CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 | standard | | fv3 | == \#* ]] ++ [[ COMPILE | CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 | standard | | fv3 | == COMPILE* ]] +++ sed -e 's/^ *//' -e 's/ *$//' +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f2 ++ MAKE_OPT='CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1' +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f3 ++ SET=' standard ' +++ cut '-d|' -f4 +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' ++ MACHINES=' ' +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f5 ++ CB=' fv3 ' ++ [[ != \ ]] ++ [[ != \ ]] ++ [[ true == true ]] ++ [[ fv3 != *fv3* ]] ++ (( COMPILE_NR += 1 )) ++ cat ++ [[ false == true ]] ++ [[ false == true ]] ++ ./compile.sh hera.intel 'CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1' 1 ++ [[ CCPP=Y REPRO=Y SUITES=FV3_GFS_V16B_UGWPV1 =~ REPRO=Y ]] ++ RT_SUFFIX=_repro ++ BL_SUFFIX=_repro ++ [[ CCPP=Y REPRO=Y SUITES=FV3_GFS_V16B_UGWPV1 =~ WW3=Y ]] ++ continue ++ read -r line ++ line='RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 |' ++ [[ 177 == 0 ]] ++ [[ RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 | == \#* ]] ++ [[ RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 | == COMPILE* ]] ++ [[ RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 | == RUN* ]] +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f2 +++ sed -e 's/^ *//' -e 's/ *$//' ++ TEST_NAME=fv3_ccpp_gfsv16_ugwpv1 +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f3 ++ SET=' standard ' +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f4 ++ MACHINES=' ' +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f5 ++ CB=' fv3 ' +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f6 +++ sed -e 's/^ *//' -e 's/ *$//' ++ DEP_RUN= +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f7 +++ sed -e 's/^ *//' -e 's/ *$//' ++ DATE_35D= ++ [[ -e tests/fv3_ccpp_gfsv16_ugwpv1 ]] ++ [[ != \ ]] ++ [[ != \ ]] ++ [[ true == true ]] ++ [[ fv3 != *fv3* ]] ++ [[ false == true ]] ++ [[ false == true ]] ++ RT_SUFFIX=_repro ++ BL_SUFFIX=_repro ++ [[ false == true ]] +++ printf %03d 1 ++ TEST_NR=001 ++ source /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/tests/fv3_ccpp_gfsv16_ugwpv1 +++ export 'TEST_DESCR=Compare fv3_ccpp_gfsv16_ugwpv1 with previous trunk version' +++ TEST_DESCR='Compare fv3_ccpp_gfsv16_ugwpv1 with previous trunk version' +++ export CNTL_DIR=fv3_ccpp_gfsv16_ugwpv1 +++ CNTL_DIR=fv3_ccpp_gfsv16_ugwpv1 +++ export 'LIST_FILES=atmos_4xdaily.tile1.nc atmos_4xdaily.tile2.nc atmos_4xdaily.tile3.nc atmos_4xdaily.tile4.nc atmos_4xdaily.tile5.nc atmos_4xdaily.tile6.nc phyf000.tile1.nc phyf000.tile2.nc phyf000.tile3.nc phyf000.tile4.nc phyf000.tile5.nc phyf000.tile6.nc phyf024.tile1.nc phyf024.tile2.nc phyf024.tile3.nc phyf024.tile4.nc phyf024.tile5.nc phyf024.tile6.nc dynf000.tile1.nc dynf000.tile2.nc dynf000.tile3.nc dynf000.tile4.nc dynf000.tile5.nc dynf000.tile6.nc dynf024.tile1.nc dynf024.tile2.nc dynf024.tile3.nc dynf024.tile4.nc dynf024.tile5.nc dynf024.tile6.nc RESTART/coupler.res RESTART/fv_core.res.nc RESTART/fv_core.res.tile1.nc RESTART/fv_core.res.tile2.nc RESTART/fv_core.res.tile3.nc RESTART/fv_core.res.tile4.nc RESTART/fv_core.res.tile5.nc RESTART/fv_core.res.tile6.nc RESTART/fv_srf_wnd.res.tile1.nc RESTART/fv_srf_wnd.res.tile2.nc RESTART/fv_srf_wnd.res.tile3.nc RESTART/fv_srf_wnd.res.tile4.nc RESTART/fv_srf_wnd.res.tile5.nc RESTART/fv_srf_wnd.res.tile6.nc RESTART/fv_tracer.res.tile1.nc RESTART/fv_tracer.res.tile2.nc RESTART/fv_tracer.res.tile3.nc RESTART/fv_tracer.res.tile4.nc RESTART/fv_tracer.res.tile5.nc RESTART/fv_tracer.res.tile6.nc RESTART/sfc_data.tile1.nc RESTART/sfc_data.tile2.nc RESTART/sfc_data.tile3.nc RESTART/sfc_data.tile4.nc RESTART/sfc_data.tile5.nc RESTART/sfc_data.tile6.nc RESTART/phy_data.tile1.nc RESTART/phy_data.tile2.nc RESTART/phy_data.tile3.nc RESTART/phy_data.tile4.nc RESTART/phy_data.tile5.nc RESTART/phy_data.tile6.nc' +++ LIST_FILES='atmos_4xdaily.tile1.nc atmos_4xdaily.tile2.nc atmos_4xdaily.tile3.nc atmos_4xdaily.tile4.nc atmos_4xdaily.tile5.nc atmos_4xdaily.tile6.nc phyf000.tile1.nc phyf000.tile2.nc phyf000.tile3.nc phyf000.tile4.nc phyf000.tile5.nc phyf000.tile6.nc phyf024.tile1.nc phyf024.tile2.nc phyf024.tile3.nc phyf024.tile4.nc phyf024.tile5.nc phyf024.tile6.nc dynf000.tile1.nc dynf000.tile2.nc dynf000.tile3.nc dynf000.tile4.nc dynf000.tile5.nc dynf000.tile6.nc dynf024.tile1.nc dynf024.tile2.nc dynf024.tile3.nc dynf024.tile4.nc dynf024.tile5.nc dynf024.tile6.nc RESTART/coupler.res RESTART/fv_core.res.nc RESTART/fv_core.res.tile1.nc RESTART/fv_core.res.tile2.nc RESTART/fv_core.res.tile3.nc RESTART/fv_core.res.tile4.nc RESTART/fv_core.res.tile5.nc RESTART/fv_core.res.tile6.nc RESTART/fv_srf_wnd.res.tile1.nc RESTART/fv_srf_wnd.res.tile2.nc RESTART/fv_srf_wnd.res.tile3.nc RESTART/fv_srf_wnd.res.tile4.nc RESTART/fv_srf_wnd.res.tile5.nc RESTART/fv_srf_wnd.res.tile6.nc RESTART/fv_tracer.res.tile1.nc RESTART/fv_tracer.res.tile2.nc RESTART/fv_tracer.res.tile3.nc RESTART/fv_tracer.res.tile4.nc RESTART/fv_tracer.res.tile5.nc RESTART/fv_tracer.res.tile6.nc RESTART/sfc_data.tile1.nc RESTART/sfc_data.tile2.nc RESTART/sfc_data.tile3.nc RESTART/sfc_data.tile4.nc RESTART/sfc_data.tile5.nc RESTART/sfc_data.tile6.nc RESTART/phy_data.tile1.nc RESTART/phy_data.tile2.nc RESTART/phy_data.tile3.nc RESTART/phy_data.tile4.nc RESTART/phy_data.tile5.nc RESTART/phy_data.tile6.nc' +++ export_fv3 +++ export FV3=true +++ FV3=true +++ export S2S=false +++ S2S=false +++ export DATM=false +++ DATM=false +++ export THRD=1 +++ THRD=1 +++ export WLCLK=15 +++ WLCLK=15 +++ export INPES=3 +++ INPES=3 +++ export JNPES=8 +++ JNPES=8 +++ export TASKS=150 +++ TASKS=150 +++ export TPN=40 +++ TPN=40 +++ export RESTART_INTERVAL=0 +++ RESTART_INTERVAL=0 +++ export QUILTING=.true. +++ QUILTING=.true. +++ export WRITE_GROUP=1 +++ WRITE_GROUP=1 +++ export WRTTASK_PER_GROUP=6 +++ WRTTASK_PER_GROUP=6 +++ export OUTPUT_HISTORY=.true. +++ OUTPUT_HISTORY=.true. +++ export WRITE_DOPOST=.false. +++ WRITE_DOPOST=.false. +++ export NUM_FILES=2 +++ NUM_FILES=2 +++ export 'FILENAME_BASE='\''dyn'\'' '\''phy'\''' +++ FILENAME_BASE=''\''dyn'\'' '\''phy'\''' +++ export 'OUTPUT_GRID='\''cubed_sphere_grid'\''' +++ OUTPUT_GRID=''\''cubed_sphere_grid'\''' +++ export 'OUTPUT_FILE='\''netcdf'\''' +++ OUTPUT_FILE=''\''netcdf'\''' +++ export IDEFLATE=0 +++ IDEFLATE=0 +++ export NBITS=0 +++ NBITS=0 +++ export WRITE_NEMSIOFLIP=.false. +++ WRITE_NEMSIOFLIP=.false. +++ export WRITE_FSYNCFLAG=.false. +++ WRITE_FSYNCFLAG=.false. +++ export IMO=384 +++ IMO=384 +++ export JMO=190 +++ JMO=190 +++ export WARM_START=.F. +++ WARM_START=.F. +++ export READ_INCREMENT=.F. +++ READ_INCREMENT=.F. +++ export NGGPS_IC=.T. +++ NGGPS_IC=.T. +++ export EXTERNAL_IC=.T. +++ EXTERNAL_IC=.T. +++ export MAKE_NH=.T. +++ MAKE_NH=.T. +++ export MOUNTAIN=.F. +++ MOUNTAIN=.F. +++ export NA_INIT=1 +++ NA_INIT=1 +++ export DO_RRTMGP=.F. +++ DO_RRTMGP=.F. +++ export ICLOUD=0 +++ ICLOUD=0 +++ export IOVR=1 +++ IOVR=1 +++ export IMP_PHYSICS=11 +++ IMP_PHYSICS=11 +++ export NWAT=6 +++ NWAT=6 +++ export DNATS=1 +++ DNATS=1 +++ export DO_SAT_ADJ=.T. +++ DO_SAT_ADJ=.T. +++ export LHEATSTRG=.F. +++ LHEATSTRG=.F. +++ export LGFDLMPRAD=.F. +++ LGFDLMPRAD=.F. +++ export EFFR_IN=.F. +++ EFFR_IN=.F. +++ export LRADAR=.T. +++ LRADAR=.T. +++ export LTAEROSOL=.T. +++ LTAEROSOL=.T. +++ export LDIAG_UGWP=.F. +++ LDIAG_UGWP=.F. +++ export DO_UGWP=.F. +++ DO_UGWP=.F. +++ export DO_TOFD=.F. +++ DO_TOFD=.F. +++ export GWD_OPT=1 +++ GWD_OPT=1 +++ export DO_UGWP_V0=.F. +++ DO_UGWP_V0=.F. +++ export DO_UGWP_V0_OROG_ONLY=.F. +++ DO_UGWP_V0_OROG_ONLY=.F. +++ export DO_GSL_DRAG_LS_BL=.F. +++ DO_GSL_DRAG_LS_BL=.F. +++ export DO_GSL_DRAG_SS=.F. +++ DO_GSL_DRAG_SS=.F. +++ export DO_GSL_DRAG_TOFD=.F. +++ DO_GSL_DRAG_TOFD=.F. +++ export DO_UGWP_V1=.F. +++ DO_UGWP_V1=.F. +++ export DO_UGWP_V1_OROG_ONLY=.F. +++ DO_UGWP_V1_OROG_ONLY=.F. +++ export SATMEDMF=.F. +++ SATMEDMF=.F. +++ export ISATMEDMF=0 +++ ISATMEDMF=0 +++ export HYBEDMF=.T. +++ HYBEDMF=.T. +++ export SHINHONG=.F. +++ SHINHONG=.F. +++ export DO_YSU=.F. +++ DO_YSU=.F. +++ export DO_MYNNEDMF=.F. +++ DO_MYNNEDMF=.F. +++ export DO_MYJPBL=.F. +++ DO_MYJPBL=.F. +++ export HURR_PBL=.F. +++ HURR_PBL=.F. +++ export MONINQ_FAC=1.0 +++ MONINQ_FAC=1.0 +++ export IMFSHALCNV=2 +++ IMFSHALCNV=2 +++ export HWRF_SAMFSHAL=.F. +++ HWRF_SAMFSHAL=.F. +++ export IMFDEEPCNV=2 +++ IMFDEEPCNV=2 +++ export HWRF_SAMFDEEP=.F. +++ HWRF_SAMFDEEP=.F. +++ export DO_MYJSFC=.F. +++ DO_MYJSFC=.F. +++ export DO_MYNNSFCLAY=.F. +++ DO_MYNNSFCLAY=.F. +++ export LSM=1 +++ LSM=1 +++ export LSOIL_LSM=4 +++ LSOIL_LSM=4 +++ export LANDICE=.T. +++ LANDICE=.T. +++ export OZ_PHYS_OLD=.T. +++ OZ_PHYS_OLD=.T. +++ export OZ_PHYS_NEW=.F. +++ OZ_PHYS_NEW=.F. +++ export H2O_PHYS=.F. +++ H2O_PHYS=.F. +++ export CPL=.F. +++ CPL=.F. +++ export CPLFLX=.F. +++ CPLFLX=.F. +++ export CPLWAV=.F. +++ CPLWAV=.F. +++ export CPLWAV2ATM=.F. +++ CPLWAV2ATM=.F. +++ export DAYS=1 +++ DAYS=1 +++ export NPX=97 +++ NPX=97 +++ export NPY=97 +++ NPY=97 +++ export NPZ=64 +++ NPZ=64 +++ export NPZP=65 +++ NPZP=65 +++ export NSTF_NAME=2,1,1,0,5 +++ NSTF_NAME=2,1,1,0,5 +++ export FDIAG=0,1,2,3,4,5,6,7,8,9,10,11,12,15,18,21,24 +++ FDIAG=0,1,2,3,4,5,6,7,8,9,10,11,12,15,18,21,24 +++ export NFHOUT=3 +++ NFHOUT=3 +++ export NFHMAX_HF=12 +++ NFHMAX_HF=12 +++ export NFHOUT_HF=1 +++ NFHOUT_HF=1 +++ export 'FNALBC='\''global_snowfree_albedo.bosu.t126.384.190.rg.grb'\'',' +++ FNALBC=''\''global_snowfree_albedo.bosu.t126.384.190.rg.grb'\'',' +++ export 'FNVETC='\''global_vegtype.igbp.t126.384.190.rg.grb'\'',' +++ FNVETC=''\''global_vegtype.igbp.t126.384.190.rg.grb'\'',' +++ export 'FNSOTC='\''global_soiltype.statsgo.t126.384.190.rg.grb'\'',' +++ FNSOTC=''\''global_soiltype.statsgo.t126.384.190.rg.grb'\'',' +++ export 'FNSMCC='\''global_soilmgldas.t126.384.190.grb'\'',' +++ FNSMCC=''\''global_soilmgldas.t126.384.190.grb'\'',' +++ export 'FNABSC='\''global_mxsnoalb.uariz.t126.384.190.rg.grb'\'',' +++ FNABSC=''\''global_mxsnoalb.uariz.t126.384.190.rg.grb'\'',' +++ export ENS_NUM=1 +++ ENS_NUM=1 +++ export SYEAR=2016 +++ SYEAR=2016 +++ export SMONTH=10 +++ SMONTH=10 +++ export SDAY=03 +++ SDAY=03 +++ export SHOUR=00 +++ SHOUR=00 ++++ expr 1 '*' 24 +++ export FHMAX=24 +++ FHMAX=24 +++ export DT_ATMOS=1800 +++ DT_ATMOS=1800 +++ export FHCYC=24 +++ FHCYC=24 +++ export FHROT=0 +++ FHROT=0 +++ export LDIAG3D=.F. +++ LDIAG3D=.F. +++ export QDIAG3D=.F. +++ QDIAG3D=.F. +++ export MAX_OUTPUT_FIELDS=300 +++ MAX_OUTPUT_FIELDS=300 +++ export DO_SPPT=.F. +++ DO_SPPT=.F. +++ export DO_SHUM=.F. +++ DO_SHUM=.F. +++ export DO_SKEB=.F. +++ DO_SKEB=.F. +++ export LNDP_TYPE=0 +++ LNDP_TYPE=0 +++ export N_VAR_LNDP=0 +++ N_VAR_LNDP=0 +++ export SKEB=-999. +++ SKEB=-999. +++ export SPPT=-999. +++ SPPT=-999. +++ export SHUM=-999. +++ SHUM=-999. +++ export 'IAU_INC_FILES='\'''\''' +++ IAU_INC_FILES=''\'''\''' +++ export DO_CA=.F. +++ DO_CA=.F. +++ export CA_SGS=.F. +++ CA_SGS=.F. +++ export CA_GLOBAL=.F. +++ CA_GLOBAL=.F. +++ export IAU_DRYMASSFIXER=.false. +++ IAU_DRYMASSFIXER=.false. +++ export WRITE_RESTART_WITH_BCS=.false. +++ WRITE_RESTART_WITH_BCS=.false. +++ export coupling_interval_fast_sec=0 +++ coupling_interval_fast_sec=0 +++ DT_ATMOS=600 +++ export RTPWD127=/scratch1/NCEPDEV/swpc/Valery.Yudin/noscrub/CCPP_GEOS +++ RTPWD127=/scratch1/NCEPDEV/swpc/Valery.Yudin/noscrub/CCPP_GEOS +++ export FV3_RUN=ccpp_gfsv16_ugwpv1_run.IN +++ FV3_RUN=ccpp_gfsv16_ugwpv1_run.IN +++ export CCPP_SUITE=FV3_GFS_v16b_ugwpv1 +++ CCPP_SUITE=FV3_GFS_v16b_ugwpv1 +++ export CCPP_LIB_DIR=ccpp/lib +++ CCPP_LIB_DIR=ccpp/lib +++ export INPUT_NML=ccpp_v16_c96_ugwpv1.nml.IN +++ INPUT_NML=ccpp_v16_c96_ugwpv1.nml.IN +++ export WLCLK=30 +++ WLCLK=30 ++ NODES=3 ++ (( NODES * TPN < TASKS )) ++ NODES=4 ++ cat ++ [[ false == true ]] ++ [[ false == true ]] ++ ./run_test.sh /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests /scratch1/NCEPDEV/stmp2/Valery.Yudin/FV3_RT/rt_306201 fv3_ccpp_gfsv16_ugwpv1 001 1 ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ [[ false == true ]] ++ [[ false == true ]] ++ set +e ++ cat /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel/compile_1.log ++ cat /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel/rt_001_fv3_ccpp_gfsv16_ugwpv1_repro.log ++ [[ -e fail_test ]] ++ echo + ++ echo REGRESSION TEST WAS SUCCESSFUL +REGRESSION TEST WAS SUCCESSFUL ++ echo ++ echo REGRESSION TEST WAS SUCCESSFUL ++ rm -f 'fv3_*.x' fv3_1.exe modules.fv3_1 ++ [[ true == false ]] ++ [[ false == true ]] ++ [[ false == true ]] ++ date +++ printf '%02dh:%02dm:%02ds\n' 0 31 58 ++ elapsed_time=00h:31m:58s ++ echo 'Elapsed time: 00h:31m:58s. Have a nice day!' ++ echo 'Elapsed time: 00h:31m:58s. Have a nice day!' +Elapsed time: 00h:31m:58s. Have a nice day! ++ echo 'rt.sh finished' +rt.sh finished ++ cleanup ++ [[ false == true ]] ++ rm -rf /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock ++ trap 0 ++ exit From 9caf739a8bcf057ea7217407e986d8f85caf6e03 Mon Sep 17 00:00:00 2001 From: "valery.yudin" Date: Thu, 21 Jan 2021 12:52:39 -0500 Subject: [PATCH 6/7] VY-NOAA env-nt for two RT-ugwpv1 + updated suite ugwpv1 --- FV3 | 2 +- tests/RegressionTests_hera.intel.log | 8 +- tests/detect_machine.sh | 2 +- tests/detect_machine.sh_nems | 106 ++++ tests/rt.gsd_ugwpv1.1m.log3 | 752 ++++++++++++++++++++++ tests/rt.gsd_ugwpv1_1c.log3 | 788 ++++++++++++++++++++++++ tests/rt_ccpp_fv3gfs_v16b_ugwpv1.conf | 9 + tests/rt_ccpp_fv3gfs_v16b_ugwpv1ws.conf | 9 + tests/rt_ugwpv1.sh | 765 +++++++++++++++++++++++ 9 files changed, 2435 insertions(+), 6 deletions(-) create mode 100755 tests/detect_machine.sh_nems create mode 100644 tests/rt.gsd_ugwpv1.1m.log3 create mode 100644 tests/rt.gsd_ugwpv1_1c.log3 create mode 100644 tests/rt_ccpp_fv3gfs_v16b_ugwpv1.conf create mode 100644 tests/rt_ccpp_fv3gfs_v16b_ugwpv1ws.conf create mode 100755 tests/rt_ugwpv1.sh diff --git a/FV3 b/FV3 index 42103bdb84..5c556ee157 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 42103bdb84c14e9e537a445a9e0b715c023fdd5d +Subproject commit 5c556ee1572d9d375f3ea9e070a46bb98d203d57 diff --git a/tests/RegressionTests_hera.intel.log b/tests/RegressionTests_hera.intel.log index 2c39b66b30..cf6332f41a 100644 --- a/tests/RegressionTests_hera.intel.log +++ b/tests/RegressionTests_hera.intel.log @@ -1,9 +1,9 @@ -Mon Jan 11 01:21:11 EST 2021 +Wed Jan 20 10:47:56 EST 2021 Start Regression test baseline dir = /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_ccpp_gfsv16_ugwpv1_repro -working dir = /scratch1/NCEPDEV/stmp2/Valery.Yudin/FV3_RT/rt_184101/fv3_ccpp_gfsv16_ugwpv1_repro +working dir = /scratch1/NCEPDEV/stmp2/Valery.Yudin/FV3_RT/rt_5906/fv3_ccpp_gfsv16_ugwpv1_repro Checking test 001 fv3_ccpp_gfsv16_ugwpv1 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -71,5 +71,5 @@ Test 001 fv3_ccpp_gfsv16_ugwpv1 PASS REGRESSION TEST WAS SUCCESSFUL -Mon Jan 11 01:33:10 EST 2021 -Elapsed time: 00h:11m:59s. Have a nice day! +Wed Jan 20 11:00:00 EST 2021 +Elapsed time: 00h:12m:05s. Have a nice day! diff --git a/tests/detect_machine.sh b/tests/detect_machine.sh index c4bea08a2e..bfcf996c07 100755 --- a/tests/detect_machine.sh +++ b/tests/detect_machine.sh @@ -1,7 +1,7 @@ #!/bin/bash # Default account "nems" -export ACCNR=${ACCNR:-nems} +export ACCNR=${ACCNR:-swpc} case $(hostname -f) in diff --git a/tests/detect_machine.sh_nems b/tests/detect_machine.sh_nems new file mode 100755 index 0000000000..c4bea08a2e --- /dev/null +++ b/tests/detect_machine.sh_nems @@ -0,0 +1,106 @@ +#!/bin/bash + +# Default account "nems" +export ACCNR=${ACCNR:-nems} + +case $(hostname -f) in + + llogin1) MACHINE_ID=wcoss_cray ;; ### luna + llogin2) MACHINE_ID=wcoss_cray ;; ### luna + llogin3) MACHINE_ID=wcoss_cray ;; ### luna + + slogin1) MACHINE_ID=wcoss_cray ;; ### surge + slogin2) MACHINE_ID=wcoss_cray ;; ### surge + slogin3) MACHINE_ID=wcoss_cray ;; ### surge + + v71a1.ncep.noaa.gov) MACHINE_ID=wcoss_dell_p3 ;; ### venus + v71a2.ncep.noaa.gov) MACHINE_ID=wcoss_dell_p3 ;; ### venus + v71a3.ncep.noaa.gov) MACHINE_ID=wcoss_dell_p3 ;; ### venus + v72a1.ncep.noaa.gov) MACHINE_ID=wcoss_dell_p3 ;; ### venus + v72a2.ncep.noaa.gov) MACHINE_ID=wcoss_dell_p3 ;; ### venus + v72a3.ncep.noaa.gov) MACHINE_ID=wcoss_dell_p3 ;; ### venus + + m71a1.ncep.noaa.gov) MACHINE_ID=wcoss_dell_p3 ;; ### mars + m71a2.ncep.noaa.gov) MACHINE_ID=wcoss_dell_p3 ;; ### mars + m71a3.ncep.noaa.gov) MACHINE_ID=wcoss_dell_p3 ;; ### mars + m72a1.ncep.noaa.gov) MACHINE_ID=wcoss_dell_p3 ;; ### mars + m72a2.ncep.noaa.gov) MACHINE_ID=wcoss_dell_p3 ;; ### mars + m72a3.ncep.noaa.gov) MACHINE_ID=wcoss_dell_p3 ;; ### mars + + alogin01) MACHINE_ID=wcoss2 ;; ### acorn + alogin02) MACHINE_ID=wcoss2 ;; ### acorn + + gaea9) MACHINE_ID=gaea ;; ### gaea9 + gaea10) MACHINE_ID=gaea ;; ### gaea10 + gaea11) MACHINE_ID=gaea ;; ### gaea11 + gaea12) MACHINE_ID=gaea ;; ### gaea12 + gaea13) MACHINE_ID=gaea ;; ### gaea13 + gaea14) MACHINE_ID=gaea ;; ### gaea14 + gaea15) MACHINE_ID=gaea ;; ### gaea15 + gaea16) MACHINE_ID=gaea ;; ### gaea16 + gaea9.ncrc.gov) MACHINE_ID=gaea ;; ### gaea9 + gaea10.ncrc.gov) MACHINE_ID=gaea ;; ### gaea10 + gaea11.ncrc.gov) MACHINE_ID=gaea ;; ### gaea11 + gaea12.ncrc.gov) MACHINE_ID=gaea ;; ### gaea12 + gaea13.ncrc.gov) MACHINE_ID=gaea ;; ### gaea13 + gaea14.ncrc.gov) MACHINE_ID=gaea ;; ### gaea14 + gaea15.ncrc.gov) MACHINE_ID=gaea ;; ### gaea15 + gaea16.ncrc.gov) MACHINE_ID=gaea ;; ### gaea16 + + hfe01) MACHINE_ID=hera ;; ### hera01 + hfe02) MACHINE_ID=hera ;; ### hera02 + hfe03) MACHINE_ID=hera ;; ### hera03 + hfe04) MACHINE_ID=hera ;; ### hera04 + hfe05) MACHINE_ID=hera ;; ### hera05 + hfe06) MACHINE_ID=hera ;; ### hera06 + hfe07) MACHINE_ID=hera ;; ### hera07 + hfe08) MACHINE_ID=hera ;; ### hera08 + hfe09) MACHINE_ID=hera ;; ### hera09 + hfe10) MACHINE_ID=hera ;; ### hera10 + hfe11) MACHINE_ID=hera ;; ### hera11 + hfe12) MACHINE_ID=hera ;; ### hera12 + + fe1) MACHINE_ID=jet ;; ### jet01 + fe2) MACHINE_ID=jet ;; ### jet02 + fe3) MACHINE_ID=jet ;; ### jet03 + fe4) MACHINE_ID=jet ;; ### jet04 + fe5) MACHINE_ID=jet ;; ### jet05 + fe6) MACHINE_ID=jet ;; ### jet06 + fe7) MACHINE_ID=jet ;; ### jet07 + fe8) MACHINE_ID=jet ;; ### jet08 + tfe1) MACHINE_ID=jet ;; ### jet09 + tfe2) MACHINE_ID=jet ;; ### jet10 + + Orion-login-1.HPC.MsState.Edu) MACHINE_ID=orion ;; ### orion1 + Orion-login-2.HPC.MsState.Edu) MACHINE_ID=orion ;; ### orion2 + Orion-login-3.HPC.MsState.Edu) MACHINE_ID=orion ;; ### orion3 + Orion-login-4.HPC.MsState.Edu) MACHINE_ID=orion ;; ### orion4 + + cheyenne1.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne1 + cheyenne2.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne2 + cheyenne3.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne3 + cheyenne4.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne4 + cheyenne5.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne5 + cheyenne6.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne6 + cheyenne1.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne1 + cheyenne2.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne2 + cheyenne3.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne3 + cheyenne4.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne4 + cheyenne5.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne5 + cheyenne6.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne6 + + login1.stampede2.tacc.utexas.edu) MACHINE_ID=stampede ;; ### stampede1 + login2.stampede2.tacc.utexas.edu) MACHINE_ID=stampede ;; ### stampede2 + login3.stampede2.tacc.utexas.edu) MACHINE_ID=stampede ;; ### stampede3 + login4.stampede2.tacc.utexas.edu) MACHINE_ID=stampede ;; ### stampede4 +esac + +# Overwrite auto-detect with RT_MACHINE if set +MACHINE_ID=${RT_MACHINE:-${MACHINE_ID}} + +# Append compiler +if [ $MACHINE_ID = orion ] || [ $MACHINE_ID = hera ] || [ $MACHINE_ID = cheyenne ] || [ $MACHINE_ID = jet ] || [ $MACHINE_ID = gaea ] || [ $MACHINE_ID = stampede ] ; then + MACHINE_ID=${MACHINE_ID}.${RT_COMPILER} +fi + +echo "Machine: " $MACHINE_ID " Account: " $ACCNR diff --git a/tests/rt.gsd_ugwpv1.1m.log3 b/tests/rt.gsd_ugwpv1.1m.log3 new file mode 100644 index 0000000000..7ef1908637 --- /dev/null +++ b/tests/rt.gsd_ugwpv1.1m.log3 @@ -0,0 +1,752 @@ ++ SECONDS=0 ++ hostname +hfe03 ++ [[ 4 -eq 0 ]] ++ trap '{ echo "rt.sh interrupted"; rt_trap ; }' INT ++ trap '{ echo "rt.sh quit"; rt_trap ; }' QUIT ++ trap '{ echo "rt.sh terminated"; rt_trap ; }' TERM ++ trap '{ echo "rt.sh error on line $LINENO"; cleanup ; }' ERR ++ trap '{ echo "rt.sh finished"; cleanup ; }' EXIT ++++ dirname ./rt_ugwpv1.sh +++ cd . +++ pwd -P ++ readonly PATHRT=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests ++ cd /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests +++ cd /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/.. +++ pwd ++ readonly PATHTR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model ++ PATHTR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model ++ readonly LOCKDIR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock ++ LOCKDIR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock ++ mkdir /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock +++ hostname ++ echo hfe03 5906 ++ export RT_COMPILER=intel ++ RT_COMPILER=intel ++ source detect_machine.sh +++ export ACCNR=swpc +++ ACCNR=swpc +++ case $(hostname -f) in ++++ hostname -f +++ MACHINE_ID=hera +++ MACHINE_ID=hera +++ '[' hera = orion ']' +++ '[' hera = hera ']' +++ MACHINE_ID=hera.intel +++ echo 'Machine: ' hera.intel ' Account: ' swpc +Machine: hera.intel Account: swpc ++ source rt_utils.sh +++ set -eu +++ [[ ./rt_ugwpv1.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ UNIT_TEST=false +++ qsub_id=0 +++ slurm_id=0 +++ bsub_id=0 ++ source /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/NEMS/src/conf/module-setup.sh.inc +++ __ms_function_name=setup__test_function__5906 +++ eval 'setup__test_function__5906() { /bin/true ; }' ++++ eval '__text="text" ; if [[ $__text =~ ^(t).* ]] ; then printf "%s" ${.sh.match[1]} ; fi' ++++ cat +++ __ms_ksh_test= ++++ eval 'if ( set | grep setup__test_function__5906 | grep -v name > /dev/null 2>&1 ) ; then echo t ; fi ' ++++ cat +++ __ms_bash_test=t +++ [[ ! -z '' ]] +++ [[ ! -z t ]] +++ __ms_shell=bash +++ [[ -d /lfs3 ]] +++ [[ -d /scratch1 ]] +++ [[ ! -d /scratch ]] +++ eval module help +++ module purge ++++ /apps/lmod/7.7.18/libexec/lmod bash purge +++ eval unset 'CDO_ROOT;' unset '__LMOD_REF_COUNT_CLASSPATH;' unset 'CLASSPATH;' unset '__LMOD_REF_COUNT_CPATH;' unset 'CPATH;' unset 'GADDIR;' unset '__LMOD_REF_COUNT_GASCRP;' unset 'GASCRP;' unset 'GAUDPT;' unset 'GDBSERVER_MIC;' unset 'GDB_CROSS;' unset 'GRADS_ROOT;' unset 'GRIB_API_ROOT;' unset '__LMOD_REF_COUNT_INFOPATH;' unset 'INFOPATH;' unset '__LMOD_REF_COUNT_INTEL_LICENSE_FILE;' unset 'INTEL_LICENSE_FILE;' unset 'INTEL_PYTHONHOME;' unset 'IPATH_NO_BACKTRACE;' unset 'I_MPI_CC;' unset 'I_MPI_F90;' unset 'I_MPI_HYDRA_BRANCH_COUNT;' unset 'I_MPI_HYDRA_PMI_CONNECT;' unset 'I_MPI_ROOT;' unset 'I_MPI_TMI_PROVIDER;' '__LMOD_REF_COUNT_LD_LIBRARY_PATH="/apps/slurm/default/lib:1";' export '__LMOD_REF_COUNT_LD_LIBRARY_PATH;' 'LD_LIBRARY_PATH="/apps/slurm/default/lib";' export 'LD_LIBRARY_PATH;' unset '__LMOD_REF_COUNT_LIBRARY_PATH;' unset 'LIBRARY_PATH;' unset 'LMOD_FAMILY_COMPILER;' unset 'LMOD_FAMILY_COMPILER_VERSION;' unset 'LMOD_FAMILY_MPI;' unset 'LMOD_FAMILY_MPI_VERSION;' unset '__LMOD_REF_COUNT_LM_LICENSE_FILE;' unset 'LM_LICENSE_FILE;' unset '__LMOD_REF_COUNT_LOADEDMODULES;' unset 'LOADEDMODULES;' unset 'MAGICK_HOME;' '__LMOD_REF_COUNT_MANPATH="/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1";' export '__LMOD_REF_COUNT_MANPATH;' 'MANPATH="/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man";' export 'MANPATH;' unset 'MKLROOT;' '__LMOD_REF_COUNT_MODULEPATH="/apps/lmod/lmod/modulefiles/Core:1;/apps/modules/modulefiles/Linux:1;/apps/modules/modulefiles:1;/opt/cray/modulefiles:1;/opt/cray/craype/default/modulefiles:1;/scratch1/NCEPDEV/nwprod/lib/modulefiles:1;/contrib/modulefiles:1";' export '__LMOD_REF_COUNT_MODULEPATH;' 'MODULEPATH="/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles";' export 'MODULEPATH;' unset 'MPM_LAUNCHER;' unset 'NETCDF;' unset '__LMOD_REF_COUNT_NLSPATH;' unset 'NLSPATH;' '__LMOD_REF_COUNT_PATH="/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1";' export '__LMOD_REF_COUNT_PATH;' 'PATH="/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin";' export 'PATH;' unset '__LMOD_REF_COUNT_PKG_CONFIG_PATH;' unset 'PKG_CONFIG_PATH;' unset 'WGRIB2_ROOT;' unset '__LMOD_REF_COUNT__LMFILES_;' unset '_LMFILES_;' '_ModuleTable001_="X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXt9LG1wYXRoQT17Ii9hcHBzL2xtb2QvbG1vZC9tb2R1bGVmaWxlcy9Db3JlIiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eCIsIi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLCIvc2NyYXRjaDEvTkNFUERFVi9ud3Byb2QvbGliL21vZHVsZWZpbGVzIiwiL2NvbnRyaWIvbW9kdWxlZmlsZXMiLH0sWyJzeXN0ZW1CYXNlTVBBVEgiXT0iL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZp";' export '_ModuleTable001_;' '_ModuleTable002_="bGVzL0NvcmU6L2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eDovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlczovb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLH0=";' export '_ModuleTable002_;' '_ModuleTable_Sz_="2";' export '_ModuleTable_Sz_;' unset '_ModuleTable004_;' unset '_ModuleTable005_;' unset '_ModuleTable006_;' unset '_ModuleTable007_;' unset '_ModuleTable008_;' unalias htar '2>' /dev/null '||' 'true;' ++++ unset CDO_ROOT ++++ unset __LMOD_REF_COUNT_CLASSPATH ++++ unset CLASSPATH ++++ unset __LMOD_REF_COUNT_CPATH ++++ unset CPATH ++++ unset GADDIR ++++ unset __LMOD_REF_COUNT_GASCRP ++++ unset GASCRP ++++ unset GAUDPT ++++ unset GDBSERVER_MIC ++++ unset GDB_CROSS ++++ unset GRADS_ROOT ++++ unset GRIB_API_ROOT ++++ unset __LMOD_REF_COUNT_INFOPATH ++++ unset INFOPATH ++++ unset __LMOD_REF_COUNT_INTEL_LICENSE_FILE ++++ unset INTEL_LICENSE_FILE ++++ unset INTEL_PYTHONHOME ++++ unset IPATH_NO_BACKTRACE ++++ unset I_MPI_CC ++++ unset I_MPI_F90 ++++ unset I_MPI_HYDRA_BRANCH_COUNT ++++ unset I_MPI_HYDRA_PMI_CONNECT ++++ unset I_MPI_ROOT ++++ unset I_MPI_TMI_PROVIDER ++++ __LMOD_REF_COUNT_LD_LIBRARY_PATH=/apps/slurm/default/lib:1 ++++ export __LMOD_REF_COUNT_LD_LIBRARY_PATH ++++ LD_LIBRARY_PATH=/apps/slurm/default/lib ++++ export LD_LIBRARY_PATH ++++ unset __LMOD_REF_COUNT_LIBRARY_PATH ++++ unset LIBRARY_PATH ++++ unset LMOD_FAMILY_COMPILER ++++ unset LMOD_FAMILY_COMPILER_VERSION ++++ unset LMOD_FAMILY_MPI ++++ unset LMOD_FAMILY_MPI_VERSION ++++ unset __LMOD_REF_COUNT_LM_LICENSE_FILE ++++ unset LM_LICENSE_FILE ++++ unset __LMOD_REF_COUNT_LOADEDMODULES ++++ unset LOADEDMODULES ++++ unset MAGICK_HOME ++++ __LMOD_REF_COUNT_MANPATH='/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1' ++++ export __LMOD_REF_COUNT_MANPATH ++++ MANPATH=/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man ++++ export MANPATH ++++ unset MKLROOT ++++ __LMOD_REF_COUNT_MODULEPATH='/apps/lmod/lmod/modulefiles/Core:1;/apps/modules/modulefiles/Linux:1;/apps/modules/modulefiles:1;/opt/cray/modulefiles:1;/opt/cray/craype/default/modulefiles:1;/scratch1/NCEPDEV/nwprod/lib/modulefiles:1;/contrib/modulefiles:1' ++++ export __LMOD_REF_COUNT_MODULEPATH ++++ MODULEPATH=/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles ++++ export MODULEPATH ++++ unset MPM_LAUNCHER ++++ unset NETCDF ++++ unset __LMOD_REF_COUNT_NLSPATH ++++ unset NLSPATH ++++ __LMOD_REF_COUNT_PATH='/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1' ++++ export __LMOD_REF_COUNT_PATH ++++ PATH=/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin ++++ export PATH ++++ unset __LMOD_REF_COUNT_PKG_CONFIG_PATH ++++ unset PKG_CONFIG_PATH ++++ unset WGRIB2_ROOT ++++ unset __LMOD_REF_COUNT__LMFILES_ ++++ unset _LMFILES_ ++++ _ModuleTable001_=X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXt9LG1wYXRoQT17Ii9hcHBzL2xtb2QvbG1vZC9tb2R1bGVmaWxlcy9Db3JlIiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eCIsIi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLCIvc2NyYXRjaDEvTkNFUERFVi9ud3Byb2QvbGliL21vZHVsZWZpbGVzIiwiL2NvbnRyaWIvbW9kdWxlZmlsZXMiLH0sWyJzeXN0ZW1CYXNlTVBBVEgiXT0iL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZp ++++ export _ModuleTable001_ ++++ _ModuleTable002_=bGVzL0NvcmU6L2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eDovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlczovb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLH0= ++++ export _ModuleTable002_ ++++ _ModuleTable_Sz_=2 ++++ export _ModuleTable_Sz_ ++++ unset _ModuleTable004_ ++++ unset _ModuleTable005_ ++++ unset _ModuleTable006_ ++++ unset _ModuleTable007_ ++++ unset _ModuleTable008_ ++++ unalias htar ++++ true ++++ : -s sh +++ eval +++ unset __ms_shell +++ unset __ms_ksh_test +++ unset __ms_bash_test +++ unset setup__test_function__5906 +++ unset __ms_function_name ++ [[ hera.intel = wcoss_cray ]] ++ [[ hera.intel = wcoss_dell_p3 ]] ++ [[ hera.intel = gaea.* ]] ++ [[ hera.intel = hera.* ]] ++ module load rocoto +++ /apps/lmod/7.7.18/libexec/lmod bash load rocoto ++ eval '__LMOD_REF_COUNT_LOADEDMODULES="rocoto/1.3.3:1";' export '__LMOD_REF_COUNT_LOADEDMODULES;' 'LOADEDMODULES="rocoto/1.3.3";' export 'LOADEDMODULES;' '__LMOD_REF_COUNT_MANPATH="/apps/rocoto/1.3.3/man:1;/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1";' export '__LMOD_REF_COUNT_MANPATH;' 'MANPATH="/apps/rocoto/1.3.3/man:/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man";' export 'MANPATH;' 'MODULEPATH="/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles";' export 'MODULEPATH;' '__LMOD_REF_COUNT_PATH="/apps/rocoto/1.3.3/bin:1;/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1";' export '__LMOD_REF_COUNT_PATH;' 'PATH="/apps/rocoto/1.3.3/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin";' export 'PATH;' '__LMOD_REF_COUNT__LMFILES_="/apps/modules/modulefiles/rocoto/1.3.3:1";' export '__LMOD_REF_COUNT__LMFILES_;' '_LMFILES_="/apps/modules/modulefiles/rocoto/1.3.3";' export '_LMFILES_;' '_ModuleTable001_="X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXtyb2NvdG89e1siZm4iXT0iL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9yb2NvdG8vMS4zLjMiLFsiZnVsbE5hbWUiXT0icm9jb3RvLzEuMy4zIixbImxvYWRPcmRlciJdPTEscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0icm9jb3RvIix9LH0sbXBhdGhBPXsiL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiLCIvYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4IiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcyIsIi9vcHQv";' export '_ModuleTable001_;' '_ModuleTable002_="Y3JheS9tb2R1bGVmaWxlcyIsIi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsIi9zY3JhdGNoMS9OQ0VQREVWL253cHJvZC9saWIvbW9kdWxlZmlsZXMiLCIvY29udHJpYi9tb2R1bGVmaWxlcyIsfSxbInN5c3RlbUJhc2VNUEFUSCJdPSIvYXBwcy9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4Oi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXM6L29wdC9jcmF5L21vZHVsZWZpbGVzOi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsfQ==";' export '_ModuleTable002_;' '_ModuleTable_Sz_="2";' export '_ModuleTable_Sz_;' +++ __LMOD_REF_COUNT_LOADEDMODULES=rocoto/1.3.3:1 +++ export __LMOD_REF_COUNT_LOADEDMODULES +++ LOADEDMODULES=rocoto/1.3.3 +++ export LOADEDMODULES +++ __LMOD_REF_COUNT_MANPATH='/apps/rocoto/1.3.3/man:1;/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1' +++ export __LMOD_REF_COUNT_MANPATH +++ MANPATH=/apps/rocoto/1.3.3/man:/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man +++ export MANPATH +++ MODULEPATH=/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles +++ export MODULEPATH +++ __LMOD_REF_COUNT_PATH='/apps/rocoto/1.3.3/bin:1;/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1' +++ export __LMOD_REF_COUNT_PATH +++ PATH=/apps/rocoto/1.3.3/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin +++ export PATH +++ __LMOD_REF_COUNT__LMFILES_=/apps/modules/modulefiles/rocoto/1.3.3:1 +++ export __LMOD_REF_COUNT__LMFILES_ +++ _LMFILES_=/apps/modules/modulefiles/rocoto/1.3.3 +++ export _LMFILES_ +++ _ModuleTable001_=X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXtyb2NvdG89e1siZm4iXT0iL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9yb2NvdG8vMS4zLjMiLFsiZnVsbE5hbWUiXT0icm9jb3RvLzEuMy4zIixbImxvYWRPcmRlciJdPTEscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0icm9jb3RvIix9LH0sbXBhdGhBPXsiL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiLCIvYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4IiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcyIsIi9vcHQv +++ export _ModuleTable001_ +++ _ModuleTable002_=Y3JheS9tb2R1bGVmaWxlcyIsIi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsIi9zY3JhdGNoMS9OQ0VQREVWL253cHJvZC9saWIvbW9kdWxlZmlsZXMiLCIvY29udHJpYi9tb2R1bGVmaWxlcyIsfSxbInN5c3RlbUJhc2VNUEFUSCJdPSIvYXBwcy9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4Oi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXM6L29wdC9jcmF5L21vZHVsZWZpbGVzOi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsfQ== +++ export _ModuleTable002_ +++ _ModuleTable_Sz_=2 +++ export _ModuleTable_Sz_ +++ : -s sh ++ eval +++ which rocotorun ++ ROCOTORUN=/apps/rocoto/1.3.3/bin/rocotorun +++ which rocotostat ++ ROCOTOSTAT=/apps/rocoto/1.3.3/bin/rocotostat +++ which rocotocomplete ++ ROCOTOCOMPLETE=/apps/rocoto/1.3.3/bin/rocotocomplete ++ ROCOTO_SCHEDULER=slurm ++ export PATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/bin:/apps/rocoto/1.3.3/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin ++ PATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/bin:/apps/rocoto/1.3.3/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin ++ export PYTHONPATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/lib/python3.8/site-packages ++ PYTHONPATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/lib/python3.8/site-packages ++ ECFLOW_START=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/bin/ecflow_start.sh +++ id -u ++ ECF_PORT=12300 ++ QUEUE=debug ++ COMPILE_QUEUE=debug ++ PARTITION= ++ dprefix=/scratch1/NCEPDEV ++ DISKNM=/scratch1/NCEPDEV/nems/emc.nemspara/RT ++ STMP=/scratch1/NCEPDEV/stmp4 ++ PTMP=/scratch1/NCEPDEV/stmp2 ++ SCHEDULER=slurm ++ cp fv3_conf/fv3_slurm.IN_hera fv3_conf/fv3_slurm.IN ++ cp fv3_conf/compile_slurm.IN_hera fv3_conf/compile_slurm.IN ++ NEW_BASELINE=/scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP ++ [[ hera.intel = hera.* ]] ++ NEW_BASELINE=/scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Valery.Yudin/FV3_RT/rt_5906 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Valery.Yudin/FV3_RT/rt_5906 ++ CREATE_BASELINE=false ++ ROCOTO=false ++ ECFLOW=false ++ KEEP_RUNDIR=false ++ SINGLE_NAME= ++ TEST_35D=false ++ TESTS_FILE=rt.conf ++ SET_ID=standard ++ getopts :cfsl:mn:kreh opt ++ case $opt in ++ KEEP_RUNDIR=true ++ getopts :cfsl:mn:kreh opt ++ case $opt in ++ TESTS_FILE=rt_ccpp_fv3gfs_v16b_ugwpv1.conf ++ SET_ID=' ' ++ getopts :cfsl:mn:kreh opt ++ case $opt in ++ RTPWD=/scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL ++ getopts :cfsl:mn:kreh opt ++ [[ '' != '' ]] ++ [[ rt_ccpp_fv3gfs_v16b_ugwpv1.conf =~ 35d ]] ++ [[ hera.intel = hera.* ]] ++ RTPWD=/scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL ++ shift 4 ++ [[ 0 -gt 1 ]] ++ [[ false == true ]] ++ COMPILE_LOG=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/Compile_hera.intel.log ++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/RegressionTests_hera.intel.log ++ date ++ echo 'Start Regression test' ++ echo ++ source default_vars.sh +++ [[ hera.intel = wcoss_cray ]] +++ [[ hera.intel = wcoss_dell_p3 ]] +++ [[ hera.intel = wcoss2 ]] +++ [[ hera.intel = orion.* ]] +++ [[ hera.intel = hera.* ]] +++ TASKS_dflt=150 +++ TPN_dflt=40 +++ INPES_dflt=3 +++ JNPES_dflt=8 +++ TASKS_thrd=84 +++ TPN_thrd=20 +++ INPES_thrd=3 +++ JNPES_thrd=4 +++ TASKS_stretch=48 +++ TPN_stretch=12 +++ INPES_stretch=2 +++ JNPES_stretch=4 +++ TASKS_strnest=96 +++ TPN_strnest=12 +++ INPES_strnest=2 +++ JNPES_strnest=4 +++ TASKS_cpl_dflt=192 +++ TPN_cpl_dflt=40 +++ INPES_cpl_dflt=3 +++ JNPES_cpl_dflt=8 +++ THRD_cpl_dflt=1 +++ WPG_cpl_dflt=6 +++ MPB_cpl_dflt='0 143' +++ APB_cpl_dflt='0 149' +++ OPB_cpl_dflt='150 179' +++ IPB_cpl_dflt='180 191' +++ TASKS_cpl_thrd=120 +++ TPN_cpl_thrd=40 +++ INPES_cpl_thrd=3 +++ JNPES_cpl_thrd=4 +++ THRD_cpl_thrd=2 +++ WPG_cpl_thrd=6 +++ MPB_cpl_thrd='0 77' +++ APB_cpl_thrd='0 77' +++ OPB_cpl_thrd='78 107' +++ IPB_cpl_thrd='108 119' +++ TASKS_cpl_bmrk=480 +++ TPN_cpl_bmrk=40 +++ INPES_cpl_bmrk=6 +++ JNPES_cpl_bmrk=8 +++ THRD_cpl_bmrk=1 +++ WPG_cpl_bmrk=24 +++ MPB_cpl_bmrk='0 287' +++ APB_cpl_bmrk='0 311' +++ OPB_cpl_bmrk='312 431' +++ IPB_cpl_bmrk='432 479' +++ TASKS_cpl_wwav=520 +++ TPN_cpl_wwav=40 +++ INPES_cpl_wwav=6 +++ JNPES_cpl_wwav=8 +++ THRD_cpl_wwav=1 +++ WPG_cpl_wwav=24 +++ MPB_cpl_wwav='0 287' +++ APB_cpl_wwav='0 311' +++ OPB_cpl_wwav='312 431' +++ IPB_cpl_wwav='432 479' +++ WPB_cpl_wwav='480 519' +++ TASKS_cpl_c192=288 +++ TPN_cpl_c192=40 +++ INPES_cpl_c192=4 +++ JNPES_cpl_c192=8 +++ THRD_cpl_c192=1 +++ WPG_cpl_c192=12 +++ MPB_cpl_c192='0 191' +++ APB_cpl_c192='0 203' +++ OPB_cpl_c192='204 263' +++ IPB_cpl_c192='264 287' +++ TASKS_cpl_c384=318 +++ TPN_cpl_c384=40 +++ INPES_cpl_c384=3 +++ JNPES_cpl_c384=8 +++ THRD_cpl_c384=1 +++ WPG_cpl_c384=6 +++ MPB_cpl_c384='0 143' +++ APB_cpl_c384='0 149' +++ OPB_cpl_c384='150 269' +++ IPB_cpl_c384='270 317' +++ TASKS_datm_100=120 +++ TPN_datm_100=40 +++ MPB_datm_100='16 77' +++ APB_datm_100='0 15' +++ OPB_datm_100='78 107' +++ IPB_datm_100='108 119' +++ TASKS_datm_025=208 +++ TPN_datm_025=40 +++ MPB_datm_025='0 39' +++ APB_datm_025='0 39' +++ OPB_datm_025='40 159' +++ IPB_datm_025='160 207' +++ [[ intel = gnu ]] +++ WLCLK_dflt=15 ++ TEST_NR=0 ++ COMPILE_NR=0 ++ COMPILE_PREV_WW3_NR= ++ rm -f fail_test ++ LOG_DIR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel ++ rm -rf /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel ++ mkdir /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel ++ [[ false == true ]] ++ [[ false == true ]] ++ new_compile=false ++ in_metatask=false ++ [[ -f rt_ccpp_fv3gfs_v16b_ugwpv1.conf ]] ++ read -r line ++ line='#################################################################################################################################################################################' ++ [[ 177 == 0 ]] ++ [[ ################################################################################################################################################################################# == \#* ]] ++ continue ++ read -r line ++ line='# CCPP REPRO tests #' ++ [[ 177 == 0 ]] ++ [[ # CCPP REPRO tests # == \#* ]] ++ continue ++ read -r line ++ line='#################################################################################################################################################################################' ++ [[ 177 == 0 ]] ++ [[ ################################################################################################################################################################################# == \#* ]] ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ line='COMPILE | CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 | standard | | fv3 |' ++ [[ 177 == 0 ]] ++ [[ COMPILE | CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 | standard | | fv3 | == \#* ]] ++ [[ COMPILE | CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 | standard | | fv3 | == COMPILE* ]] +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f2 +++ sed -e 's/^ *//' -e 's/ *$//' ++ MAKE_OPT='CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1' +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f3 ++ SET=' standard ' +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f4 ++ MACHINES=' ' +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f5 ++ CB=' fv3 ' ++ [[ != \ ]] ++ [[ != \ ]] ++ [[ false == true ]] ++ (( COMPILE_NR += 1 )) ++ cat ++ [[ false == true ]] ++ [[ false == true ]] ++ ./compile.sh hera.intel 'CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1' 1 ++ [[ CCPP=Y REPRO=Y SUITES=FV3_GFS_V16B_UGWPV1 =~ REPRO=Y ]] ++ RT_SUFFIX=_repro ++ BL_SUFFIX=_repro ++ [[ CCPP=Y REPRO=Y SUITES=FV3_GFS_V16B_UGWPV1 =~ WW3=Y ]] ++ continue ++ read -r line ++ line='RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 |' ++ [[ 177 == 0 ]] ++ [[ RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 | == \#* ]] ++ [[ RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 | == COMPILE* ]] ++ [[ RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 | == RUN* ]] +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f2 +++ sed -e 's/^ *//' -e 's/ *$//' ++ TEST_NAME=fv3_ccpp_gfsv16_ugwpv1 +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f3 ++ SET=' standard ' +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f4 ++ MACHINES=' ' +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f5 ++ CB=' fv3 ' +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f6 +++ sed -e 's/^ *//' -e 's/ *$//' ++ DEP_RUN= +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f7 +++ sed -e 's/^ *//' -e 's/ *$//' ++ DATE_35D= ++ [[ -e tests/fv3_ccpp_gfsv16_ugwpv1 ]] ++ [[ != \ ]] ++ [[ != \ ]] ++ [[ false == true ]] ++ [[ false == true ]] ++ [[ false == true ]] ++ RT_SUFFIX=_repro ++ BL_SUFFIX=_repro ++ [[ false == true ]] +++ printf %03d 1 ++ TEST_NR=001 ++ source /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/tests/fv3_ccpp_gfsv16_ugwpv1 +++ export 'TEST_DESCR=Compare fv3_ccpp_gfsv16_ugwpv1 with previous trunk version' +++ TEST_DESCR='Compare fv3_ccpp_gfsv16_ugwpv1 with previous trunk version' +++ export CNTL_DIR=fv3_ccpp_gfsv16_ugwpv1 +++ CNTL_DIR=fv3_ccpp_gfsv16_ugwpv1 +++ export 'LIST_FILES=atmos_4xdaily.tile1.nc atmos_4xdaily.tile2.nc atmos_4xdaily.tile3.nc atmos_4xdaily.tile4.nc atmos_4xdaily.tile5.nc atmos_4xdaily.tile6.nc phyf000.tile1.nc phyf000.tile2.nc phyf000.tile3.nc phyf000.tile4.nc phyf000.tile5.nc phyf000.tile6.nc phyf024.tile1.nc phyf024.tile2.nc phyf024.tile3.nc phyf024.tile4.nc phyf024.tile5.nc phyf024.tile6.nc dynf000.tile1.nc dynf000.tile2.nc dynf000.tile3.nc dynf000.tile4.nc dynf000.tile5.nc dynf000.tile6.nc dynf024.tile1.nc dynf024.tile2.nc dynf024.tile3.nc dynf024.tile4.nc dynf024.tile5.nc dynf024.tile6.nc RESTART/coupler.res RESTART/fv_core.res.nc RESTART/fv_core.res.tile1.nc RESTART/fv_core.res.tile2.nc RESTART/fv_core.res.tile3.nc RESTART/fv_core.res.tile4.nc RESTART/fv_core.res.tile5.nc RESTART/fv_core.res.tile6.nc RESTART/fv_srf_wnd.res.tile1.nc RESTART/fv_srf_wnd.res.tile2.nc RESTART/fv_srf_wnd.res.tile3.nc RESTART/fv_srf_wnd.res.tile4.nc RESTART/fv_srf_wnd.res.tile5.nc RESTART/fv_srf_wnd.res.tile6.nc RESTART/fv_tracer.res.tile1.nc RESTART/fv_tracer.res.tile2.nc RESTART/fv_tracer.res.tile3.nc RESTART/fv_tracer.res.tile4.nc RESTART/fv_tracer.res.tile5.nc RESTART/fv_tracer.res.tile6.nc RESTART/sfc_data.tile1.nc RESTART/sfc_data.tile2.nc RESTART/sfc_data.tile3.nc RESTART/sfc_data.tile4.nc RESTART/sfc_data.tile5.nc RESTART/sfc_data.tile6.nc RESTART/phy_data.tile1.nc RESTART/phy_data.tile2.nc RESTART/phy_data.tile3.nc RESTART/phy_data.tile4.nc RESTART/phy_data.tile5.nc RESTART/phy_data.tile6.nc' +++ LIST_FILES='atmos_4xdaily.tile1.nc atmos_4xdaily.tile2.nc atmos_4xdaily.tile3.nc atmos_4xdaily.tile4.nc atmos_4xdaily.tile5.nc atmos_4xdaily.tile6.nc phyf000.tile1.nc phyf000.tile2.nc phyf000.tile3.nc phyf000.tile4.nc phyf000.tile5.nc phyf000.tile6.nc phyf024.tile1.nc phyf024.tile2.nc phyf024.tile3.nc phyf024.tile4.nc phyf024.tile5.nc phyf024.tile6.nc dynf000.tile1.nc dynf000.tile2.nc dynf000.tile3.nc dynf000.tile4.nc dynf000.tile5.nc dynf000.tile6.nc dynf024.tile1.nc dynf024.tile2.nc dynf024.tile3.nc dynf024.tile4.nc dynf024.tile5.nc dynf024.tile6.nc RESTART/coupler.res RESTART/fv_core.res.nc RESTART/fv_core.res.tile1.nc RESTART/fv_core.res.tile2.nc RESTART/fv_core.res.tile3.nc RESTART/fv_core.res.tile4.nc RESTART/fv_core.res.tile5.nc RESTART/fv_core.res.tile6.nc RESTART/fv_srf_wnd.res.tile1.nc RESTART/fv_srf_wnd.res.tile2.nc RESTART/fv_srf_wnd.res.tile3.nc RESTART/fv_srf_wnd.res.tile4.nc RESTART/fv_srf_wnd.res.tile5.nc RESTART/fv_srf_wnd.res.tile6.nc RESTART/fv_tracer.res.tile1.nc RESTART/fv_tracer.res.tile2.nc RESTART/fv_tracer.res.tile3.nc RESTART/fv_tracer.res.tile4.nc RESTART/fv_tracer.res.tile5.nc RESTART/fv_tracer.res.tile6.nc RESTART/sfc_data.tile1.nc RESTART/sfc_data.tile2.nc RESTART/sfc_data.tile3.nc RESTART/sfc_data.tile4.nc RESTART/sfc_data.tile5.nc RESTART/sfc_data.tile6.nc RESTART/phy_data.tile1.nc RESTART/phy_data.tile2.nc RESTART/phy_data.tile3.nc RESTART/phy_data.tile4.nc RESTART/phy_data.tile5.nc RESTART/phy_data.tile6.nc' +++ export_fv3 +++ export FV3=true +++ FV3=true +++ export S2S=false +++ S2S=false +++ export DATM=false +++ DATM=false +++ export THRD=1 +++ THRD=1 +++ export WLCLK=15 +++ WLCLK=15 +++ export INPES=3 +++ INPES=3 +++ export JNPES=8 +++ JNPES=8 +++ export TASKS=150 +++ TASKS=150 +++ export TPN=40 +++ TPN=40 +++ export RESTART_INTERVAL=0 +++ RESTART_INTERVAL=0 +++ export QUILTING=.true. +++ QUILTING=.true. +++ export WRITE_GROUP=1 +++ WRITE_GROUP=1 +++ export WRTTASK_PER_GROUP=6 +++ WRTTASK_PER_GROUP=6 +++ export OUTPUT_HISTORY=.true. +++ OUTPUT_HISTORY=.true. +++ export WRITE_DOPOST=.false. +++ WRITE_DOPOST=.false. +++ export NUM_FILES=2 +++ NUM_FILES=2 +++ export 'FILENAME_BASE='\''dyn'\'' '\''phy'\''' +++ FILENAME_BASE=''\''dyn'\'' '\''phy'\''' +++ export 'OUTPUT_GRID='\''cubed_sphere_grid'\''' +++ OUTPUT_GRID=''\''cubed_sphere_grid'\''' +++ export 'OUTPUT_FILE='\''netcdf'\''' +++ OUTPUT_FILE=''\''netcdf'\''' +++ export IDEFLATE=0 +++ IDEFLATE=0 +++ export NBITS=0 +++ NBITS=0 +++ export WRITE_NEMSIOFLIP=.false. +++ WRITE_NEMSIOFLIP=.false. +++ export WRITE_FSYNCFLAG=.false. +++ WRITE_FSYNCFLAG=.false. +++ export IMO=384 +++ IMO=384 +++ export JMO=190 +++ JMO=190 +++ export WARM_START=.F. +++ WARM_START=.F. +++ export READ_INCREMENT=.F. +++ READ_INCREMENT=.F. +++ export NGGPS_IC=.T. +++ NGGPS_IC=.T. +++ export EXTERNAL_IC=.T. +++ EXTERNAL_IC=.T. +++ export MAKE_NH=.T. +++ MAKE_NH=.T. +++ export MOUNTAIN=.F. +++ MOUNTAIN=.F. +++ export NA_INIT=1 +++ NA_INIT=1 +++ export DO_RRTMGP=.F. +++ DO_RRTMGP=.F. +++ export ICLOUD=0 +++ ICLOUD=0 +++ export IOVR=1 +++ IOVR=1 +++ export IMP_PHYSICS=11 +++ IMP_PHYSICS=11 +++ export NWAT=6 +++ NWAT=6 +++ export DNATS=1 +++ DNATS=1 +++ export DO_SAT_ADJ=.T. +++ DO_SAT_ADJ=.T. +++ export LHEATSTRG=.F. +++ LHEATSTRG=.F. +++ export LGFDLMPRAD=.F. +++ LGFDLMPRAD=.F. +++ export EFFR_IN=.F. +++ EFFR_IN=.F. +++ export LRADAR=.T. +++ LRADAR=.T. +++ export LTAEROSOL=.T. +++ LTAEROSOL=.T. +++ export LDIAG_UGWP=.F. +++ LDIAG_UGWP=.F. +++ export DO_UGWP=.F. +++ DO_UGWP=.F. +++ export DO_TOFD=.F. +++ DO_TOFD=.F. +++ export GWD_OPT=1 +++ GWD_OPT=1 +++ export DO_UGWP_V0=.F. +++ DO_UGWP_V0=.F. +++ export DO_UGWP_V0_OROG_ONLY=.F. +++ DO_UGWP_V0_OROG_ONLY=.F. +++ export DO_GSL_DRAG_LS_BL=.F. +++ DO_GSL_DRAG_LS_BL=.F. +++ export DO_GSL_DRAG_SS=.F. +++ DO_GSL_DRAG_SS=.F. +++ export DO_GSL_DRAG_TOFD=.F. +++ DO_GSL_DRAG_TOFD=.F. +++ export DO_UGWP_V1=.F. +++ DO_UGWP_V1=.F. +++ export DO_UGWP_V1_OROG_ONLY=.F. +++ DO_UGWP_V1_OROG_ONLY=.F. +++ export SATMEDMF=.F. +++ SATMEDMF=.F. +++ export ISATMEDMF=0 +++ ISATMEDMF=0 +++ export HYBEDMF=.T. +++ HYBEDMF=.T. +++ export SHINHONG=.F. +++ SHINHONG=.F. +++ export DO_YSU=.F. +++ DO_YSU=.F. +++ export DO_MYNNEDMF=.F. +++ DO_MYNNEDMF=.F. +++ export DO_MYJPBL=.F. +++ DO_MYJPBL=.F. +++ export HURR_PBL=.F. +++ HURR_PBL=.F. +++ export MONINQ_FAC=1.0 +++ MONINQ_FAC=1.0 +++ export IMFSHALCNV=2 +++ IMFSHALCNV=2 +++ export HWRF_SAMFSHAL=.F. +++ HWRF_SAMFSHAL=.F. +++ export IMFDEEPCNV=2 +++ IMFDEEPCNV=2 +++ export HWRF_SAMFDEEP=.F. +++ HWRF_SAMFDEEP=.F. +++ export DO_MYJSFC=.F. +++ DO_MYJSFC=.F. +++ export DO_MYNNSFCLAY=.F. +++ DO_MYNNSFCLAY=.F. +++ export LSM=1 +++ LSM=1 +++ export LSOIL_LSM=4 +++ LSOIL_LSM=4 +++ export LANDICE=.T. +++ LANDICE=.T. +++ export OZ_PHYS_OLD=.T. +++ OZ_PHYS_OLD=.T. +++ export OZ_PHYS_NEW=.F. +++ OZ_PHYS_NEW=.F. +++ export H2O_PHYS=.F. +++ H2O_PHYS=.F. +++ export CPL=.F. +++ CPL=.F. +++ export CPLFLX=.F. +++ CPLFLX=.F. +++ export CPLWAV=.F. +++ CPLWAV=.F. +++ export CPLWAV2ATM=.F. +++ CPLWAV2ATM=.F. +++ export DAYS=1 +++ DAYS=1 +++ export NPX=97 +++ NPX=97 +++ export NPY=97 +++ NPY=97 +++ export NPZ=64 +++ NPZ=64 +++ export NPZP=65 +++ NPZP=65 +++ export NSTF_NAME=2,1,1,0,5 +++ NSTF_NAME=2,1,1,0,5 +++ export FDIAG=0,1,2,3,4,5,6,7,8,9,10,11,12,15,18,21,24 +++ FDIAG=0,1,2,3,4,5,6,7,8,9,10,11,12,15,18,21,24 +++ export NFHOUT=3 +++ NFHOUT=3 +++ export NFHMAX_HF=12 +++ NFHMAX_HF=12 +++ export NFHOUT_HF=1 +++ NFHOUT_HF=1 +++ export 'FNALBC='\''global_snowfree_albedo.bosu.t126.384.190.rg.grb'\'',' +++ FNALBC=''\''global_snowfree_albedo.bosu.t126.384.190.rg.grb'\'',' +++ export 'FNVETC='\''global_vegtype.igbp.t126.384.190.rg.grb'\'',' +++ FNVETC=''\''global_vegtype.igbp.t126.384.190.rg.grb'\'',' +++ export 'FNSOTC='\''global_soiltype.statsgo.t126.384.190.rg.grb'\'',' +++ FNSOTC=''\''global_soiltype.statsgo.t126.384.190.rg.grb'\'',' +++ export 'FNSMCC='\''global_soilmgldas.t126.384.190.grb'\'',' +++ FNSMCC=''\''global_soilmgldas.t126.384.190.grb'\'',' +++ export 'FNABSC='\''global_mxsnoalb.uariz.t126.384.190.rg.grb'\'',' +++ FNABSC=''\''global_mxsnoalb.uariz.t126.384.190.rg.grb'\'',' +++ export ENS_NUM=1 +++ ENS_NUM=1 +++ export SYEAR=2016 +++ SYEAR=2016 +++ export SMONTH=10 +++ SMONTH=10 +++ export SDAY=03 +++ SDAY=03 +++ export SHOUR=00 +++ SHOUR=00 ++++ expr 1 '*' 24 +++ export FHMAX=24 +++ FHMAX=24 +++ export DT_ATMOS=1800 +++ DT_ATMOS=1800 +++ export FHCYC=24 +++ FHCYC=24 +++ export FHROT=0 +++ FHROT=0 +++ export LDIAG3D=.F. +++ LDIAG3D=.F. +++ export QDIAG3D=.F. +++ QDIAG3D=.F. +++ export MAX_OUTPUT_FIELDS=300 +++ MAX_OUTPUT_FIELDS=300 +++ export DO_SPPT=.F. +++ DO_SPPT=.F. +++ export DO_SHUM=.F. +++ DO_SHUM=.F. +++ export DO_SKEB=.F. +++ DO_SKEB=.F. +++ export LNDP_TYPE=0 +++ LNDP_TYPE=0 +++ export N_VAR_LNDP=0 +++ N_VAR_LNDP=0 +++ export SKEB=-999. +++ SKEB=-999. +++ export SPPT=-999. +++ SPPT=-999. +++ export SHUM=-999. +++ SHUM=-999. +++ export 'IAU_INC_FILES='\'''\''' +++ IAU_INC_FILES=''\'''\''' +++ export DO_CA=.F. +++ DO_CA=.F. +++ export CA_SGS=.F. +++ CA_SGS=.F. +++ export CA_GLOBAL=.F. +++ CA_GLOBAL=.F. +++ export IAU_DRYMASSFIXER=.false. +++ IAU_DRYMASSFIXER=.false. +++ export WRITE_RESTART_WITH_BCS=.false. +++ WRITE_RESTART_WITH_BCS=.false. +++ export coupling_interval_fast_sec=0 +++ coupling_interval_fast_sec=0 +++ DT_ATMOS=600 +++ export RTPWD127=/scratch1/NCEPDEV/swpc/Valery.Yudin/noscrub/CCPP_GEOS +++ RTPWD127=/scratch1/NCEPDEV/swpc/Valery.Yudin/noscrub/CCPP_GEOS +++ export FV3_RUN=ccpp_gfsv16_ugwpv1_run.IN +++ FV3_RUN=ccpp_gfsv16_ugwpv1_run.IN +++ export CCPP_SUITE=FV3_GFS_v16b_ugwpv1 +++ CCPP_SUITE=FV3_GFS_v16b_ugwpv1 +++ export CCPP_LIB_DIR=ccpp/lib +++ CCPP_LIB_DIR=ccpp/lib +++ export INPUT_NML=ccpp_v16_c96_ugwpv1.nml.IN +++ INPUT_NML=ccpp_v16_c96_ugwpv1.nml.IN +++ export WLCLK=30 +++ WLCLK=30 ++ NODES=3 ++ (( NODES * TPN < TASKS )) ++ NODES=4 ++ cat ++ [[ false == true ]] ++ [[ false == true ]] ++ ./run_test.sh /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests /scratch1/NCEPDEV/stmp2/Valery.Yudin/FV3_RT/rt_5906 fv3_ccpp_gfsv16_ugwpv1 001 1 ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ [[ false == true ]] ++ [[ false == true ]] ++ set +e ++ cat /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel/compile_1.log ++ cat /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel/rt_001_fv3_ccpp_gfsv16_ugwpv1_repro.log ++ [[ -e fail_test ]] ++ echo + ++ echo REGRESSION TEST WAS SUCCESSFUL +REGRESSION TEST WAS SUCCESSFUL ++ echo ++ echo REGRESSION TEST WAS SUCCESSFUL ++ rm -f 'fv3_*.x' fv3_1.exe modules.fv3_1 ++ [[ true == false ]] ++ [[ false == true ]] ++ [[ false == true ]] ++ date +++ printf '%02dh:%02dm:%02ds\n' 0 12 5 ++ elapsed_time=00h:12m:05s ++ echo 'Elapsed time: 00h:12m:05s. Have a nice day!' ++ echo 'Elapsed time: 00h:12m:05s. Have a nice day!' +Elapsed time: 00h:12m:05s. Have a nice day! ++ echo 'rt.sh finished' +rt.sh finished ++ cleanup ++ [[ false == true ]] ++ rm -rf /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock ++ trap 0 ++ exit diff --git a/tests/rt.gsd_ugwpv1_1c.log3 b/tests/rt.gsd_ugwpv1_1c.log3 new file mode 100644 index 0000000000..e437d6a3c3 --- /dev/null +++ b/tests/rt.gsd_ugwpv1_1c.log3 @@ -0,0 +1,788 @@ ++ SECONDS=0 ++ hostname +hfe03 ++ [[ 5 -eq 0 ]] ++ trap '{ echo "rt.sh interrupted"; rt_trap ; }' INT ++ trap '{ echo "rt.sh quit"; rt_trap ; }' QUIT ++ trap '{ echo "rt.sh terminated"; rt_trap ; }' TERM ++ trap '{ echo "rt.sh error on line $LINENO"; cleanup ; }' ERR ++ trap '{ echo "rt.sh finished"; cleanup ; }' EXIT ++++ dirname ./rt_ugwpv1.sh +++ cd . +++ pwd -P ++ readonly PATHRT=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests ++ cd /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests +++ cd /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/.. +++ pwd ++ readonly PATHTR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model ++ PATHTR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model ++ readonly LOCKDIR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock ++ LOCKDIR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock ++ mkdir /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock +++ hostname ++ echo hfe03 89934 ++ export RT_COMPILER=intel ++ RT_COMPILER=intel ++ source detect_machine.sh +++ export ACCNR=swpc +++ ACCNR=swpc +++ case $(hostname -f) in ++++ hostname -f +++ MACHINE_ID=hera +++ MACHINE_ID=hera +++ '[' hera = orion ']' +++ '[' hera = hera ']' +++ MACHINE_ID=hera.intel +++ echo 'Machine: ' hera.intel ' Account: ' swpc +Machine: hera.intel Account: swpc ++ source rt_utils.sh +++ set -eu +++ [[ ./rt_ugwpv1.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ UNIT_TEST=false +++ qsub_id=0 +++ slurm_id=0 +++ bsub_id=0 ++ source /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/NEMS/src/conf/module-setup.sh.inc +++ __ms_function_name=setup__test_function__89934 +++ eval 'setup__test_function__89934() { /bin/true ; }' ++++ eval '__text="text" ; if [[ $__text =~ ^(t).* ]] ; then printf "%s" ${.sh.match[1]} ; fi' ++++ cat +++ __ms_ksh_test= ++++ eval 'if ( set | grep setup__test_function__89934 | grep -v name > /dev/null 2>&1 ) ; then echo t ; fi ' ++++ cat +++ __ms_bash_test=t +++ [[ ! -z '' ]] +++ [[ ! -z t ]] +++ __ms_shell=bash +++ [[ -d /lfs3 ]] +++ [[ -d /scratch1 ]] +++ [[ ! -d /scratch ]] +++ eval module help +++ module purge ++++ /apps/lmod/7.7.18/libexec/lmod bash purge +++ eval unset 'CDO_ROOT;' unset '__LMOD_REF_COUNT_CLASSPATH;' unset 'CLASSPATH;' unset '__LMOD_REF_COUNT_CPATH;' unset 'CPATH;' unset 'GADDIR;' unset '__LMOD_REF_COUNT_GASCRP;' unset 'GASCRP;' unset 'GAUDPT;' unset 'GDBSERVER_MIC;' unset 'GDB_CROSS;' unset 'GRADS_ROOT;' unset 'GRIB_API_ROOT;' unset '__LMOD_REF_COUNT_INFOPATH;' unset 'INFOPATH;' unset '__LMOD_REF_COUNT_INTEL_LICENSE_FILE;' unset 'INTEL_LICENSE_FILE;' unset 'INTEL_PYTHONHOME;' unset 'IPATH_NO_BACKTRACE;' unset 'I_MPI_CC;' unset 'I_MPI_F90;' unset 'I_MPI_HYDRA_BRANCH_COUNT;' unset 'I_MPI_HYDRA_PMI_CONNECT;' unset 'I_MPI_ROOT;' unset 'I_MPI_TMI_PROVIDER;' '__LMOD_REF_COUNT_LD_LIBRARY_PATH="/apps/slurm/default/lib:1";' export '__LMOD_REF_COUNT_LD_LIBRARY_PATH;' 'LD_LIBRARY_PATH="/apps/slurm/default/lib";' export 'LD_LIBRARY_PATH;' unset '__LMOD_REF_COUNT_LIBRARY_PATH;' unset 'LIBRARY_PATH;' unset 'LMOD_FAMILY_COMPILER;' unset 'LMOD_FAMILY_COMPILER_VERSION;' unset 'LMOD_FAMILY_MPI;' unset 'LMOD_FAMILY_MPI_VERSION;' unset '__LMOD_REF_COUNT_LM_LICENSE_FILE;' unset 'LM_LICENSE_FILE;' unset '__LMOD_REF_COUNT_LOADEDMODULES;' unset 'LOADEDMODULES;' unset 'MAGICK_HOME;' '__LMOD_REF_COUNT_MANPATH="/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1";' export '__LMOD_REF_COUNT_MANPATH;' 'MANPATH="/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man";' export 'MANPATH;' unset 'MKLROOT;' '__LMOD_REF_COUNT_MODULEPATH="/apps/lmod/lmod/modulefiles/Core:1;/apps/modules/modulefiles/Linux:1;/apps/modules/modulefiles:1;/opt/cray/modulefiles:1;/opt/cray/craype/default/modulefiles:1;/scratch1/NCEPDEV/nwprod/lib/modulefiles:1;/contrib/modulefiles:1";' export '__LMOD_REF_COUNT_MODULEPATH;' 'MODULEPATH="/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles";' export 'MODULEPATH;' unset 'MPM_LAUNCHER;' unset 'NETCDF;' unset '__LMOD_REF_COUNT_NLSPATH;' unset 'NLSPATH;' '__LMOD_REF_COUNT_PATH="/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1";' export '__LMOD_REF_COUNT_PATH;' 'PATH="/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin";' export 'PATH;' unset '__LMOD_REF_COUNT_PKG_CONFIG_PATH;' unset 'PKG_CONFIG_PATH;' unset 'WGRIB2_ROOT;' unset '__LMOD_REF_COUNT__LMFILES_;' unset '_LMFILES_;' '_ModuleTable001_="X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXt9LG1wYXRoQT17Ii9hcHBzL2xtb2QvbG1vZC9tb2R1bGVmaWxlcy9Db3JlIiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eCIsIi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLCIvc2NyYXRjaDEvTkNFUERFVi9ud3Byb2QvbGliL21vZHVsZWZpbGVzIiwiL2NvbnRyaWIvbW9kdWxlZmlsZXMiLH0sWyJzeXN0ZW1CYXNlTVBBVEgiXT0iL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZp";' export '_ModuleTable001_;' '_ModuleTable002_="bGVzL0NvcmU6L2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eDovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlczovb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLH0=";' export '_ModuleTable002_;' '_ModuleTable_Sz_="2";' export '_ModuleTable_Sz_;' unset '_ModuleTable004_;' unset '_ModuleTable005_;' unset '_ModuleTable006_;' unset '_ModuleTable007_;' unset '_ModuleTable008_;' unalias htar '2>' /dev/null '||' 'true;' ++++ unset CDO_ROOT ++++ unset __LMOD_REF_COUNT_CLASSPATH ++++ unset CLASSPATH ++++ unset __LMOD_REF_COUNT_CPATH ++++ unset CPATH ++++ unset GADDIR ++++ unset __LMOD_REF_COUNT_GASCRP ++++ unset GASCRP ++++ unset GAUDPT ++++ unset GDBSERVER_MIC ++++ unset GDB_CROSS ++++ unset GRADS_ROOT ++++ unset GRIB_API_ROOT ++++ unset __LMOD_REF_COUNT_INFOPATH ++++ unset INFOPATH ++++ unset __LMOD_REF_COUNT_INTEL_LICENSE_FILE ++++ unset INTEL_LICENSE_FILE ++++ unset INTEL_PYTHONHOME ++++ unset IPATH_NO_BACKTRACE ++++ unset I_MPI_CC ++++ unset I_MPI_F90 ++++ unset I_MPI_HYDRA_BRANCH_COUNT ++++ unset I_MPI_HYDRA_PMI_CONNECT ++++ unset I_MPI_ROOT ++++ unset I_MPI_TMI_PROVIDER ++++ __LMOD_REF_COUNT_LD_LIBRARY_PATH=/apps/slurm/default/lib:1 ++++ export __LMOD_REF_COUNT_LD_LIBRARY_PATH ++++ LD_LIBRARY_PATH=/apps/slurm/default/lib ++++ export LD_LIBRARY_PATH ++++ unset __LMOD_REF_COUNT_LIBRARY_PATH ++++ unset LIBRARY_PATH ++++ unset LMOD_FAMILY_COMPILER ++++ unset LMOD_FAMILY_COMPILER_VERSION ++++ unset LMOD_FAMILY_MPI ++++ unset LMOD_FAMILY_MPI_VERSION ++++ unset __LMOD_REF_COUNT_LM_LICENSE_FILE ++++ unset LM_LICENSE_FILE ++++ unset __LMOD_REF_COUNT_LOADEDMODULES ++++ unset LOADEDMODULES ++++ unset MAGICK_HOME ++++ __LMOD_REF_COUNT_MANPATH='/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1' ++++ export __LMOD_REF_COUNT_MANPATH ++++ MANPATH=/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man ++++ export MANPATH ++++ unset MKLROOT ++++ __LMOD_REF_COUNT_MODULEPATH='/apps/lmod/lmod/modulefiles/Core:1;/apps/modules/modulefiles/Linux:1;/apps/modules/modulefiles:1;/opt/cray/modulefiles:1;/opt/cray/craype/default/modulefiles:1;/scratch1/NCEPDEV/nwprod/lib/modulefiles:1;/contrib/modulefiles:1' ++++ export __LMOD_REF_COUNT_MODULEPATH ++++ MODULEPATH=/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles ++++ export MODULEPATH ++++ unset MPM_LAUNCHER ++++ unset NETCDF ++++ unset __LMOD_REF_COUNT_NLSPATH ++++ unset NLSPATH ++++ __LMOD_REF_COUNT_PATH='/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1' ++++ export __LMOD_REF_COUNT_PATH ++++ PATH=/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin ++++ export PATH ++++ unset __LMOD_REF_COUNT_PKG_CONFIG_PATH ++++ unset PKG_CONFIG_PATH ++++ unset WGRIB2_ROOT ++++ unset __LMOD_REF_COUNT__LMFILES_ ++++ unset _LMFILES_ ++++ _ModuleTable001_=X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXt9LG1wYXRoQT17Ii9hcHBzL2xtb2QvbG1vZC9tb2R1bGVmaWxlcy9Db3JlIiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eCIsIi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLCIvc2NyYXRjaDEvTkNFUERFVi9ud3Byb2QvbGliL21vZHVsZWZpbGVzIiwiL2NvbnRyaWIvbW9kdWxlZmlsZXMiLH0sWyJzeXN0ZW1CYXNlTVBBVEgiXT0iL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZp ++++ export _ModuleTable001_ ++++ _ModuleTable002_=bGVzL0NvcmU6L2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9MaW51eDovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlczovb3B0L2NyYXkvY3JheXBlL2RlZmF1bHQvbW9kdWxlZmlsZXMiLH0= ++++ export _ModuleTable002_ ++++ _ModuleTable_Sz_=2 ++++ export _ModuleTable_Sz_ ++++ unset _ModuleTable004_ ++++ unset _ModuleTable005_ ++++ unset _ModuleTable006_ ++++ unset _ModuleTable007_ ++++ unset _ModuleTable008_ ++++ unalias htar ++++ true ++++ : -s sh +++ eval +++ unset __ms_shell +++ unset __ms_ksh_test +++ unset __ms_bash_test +++ unset setup__test_function__89934 +++ unset __ms_function_name ++ [[ hera.intel = wcoss_cray ]] ++ [[ hera.intel = wcoss_dell_p3 ]] ++ [[ hera.intel = gaea.* ]] ++ [[ hera.intel = hera.* ]] ++ module load rocoto +++ /apps/lmod/7.7.18/libexec/lmod bash load rocoto ++ eval '__LMOD_REF_COUNT_LOADEDMODULES="rocoto/1.3.3:1";' export '__LMOD_REF_COUNT_LOADEDMODULES;' 'LOADEDMODULES="rocoto/1.3.3";' export 'LOADEDMODULES;' '__LMOD_REF_COUNT_MANPATH="/apps/rocoto/1.3.3/man:1;/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1";' export '__LMOD_REF_COUNT_MANPATH;' 'MANPATH="/apps/rocoto/1.3.3/man:/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man";' export 'MANPATH;' 'MODULEPATH="/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles";' export 'MODULEPATH;' '__LMOD_REF_COUNT_PATH="/apps/rocoto/1.3.3/bin:1;/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1";' export '__LMOD_REF_COUNT_PATH;' 'PATH="/apps/rocoto/1.3.3/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin";' export 'PATH;' '__LMOD_REF_COUNT__LMFILES_="/apps/modules/modulefiles/rocoto/1.3.3:1";' export '__LMOD_REF_COUNT__LMFILES_;' '_LMFILES_="/apps/modules/modulefiles/rocoto/1.3.3";' export '_LMFILES_;' '_ModuleTable001_="X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXtyb2NvdG89e1siZm4iXT0iL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9yb2NvdG8vMS4zLjMiLFsiZnVsbE5hbWUiXT0icm9jb3RvLzEuMy4zIixbImxvYWRPcmRlciJdPTEscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0icm9jb3RvIix9LH0sbXBhdGhBPXsiL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiLCIvYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4IiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcyIsIi9vcHQv";' export '_ModuleTable001_;' '_ModuleTable002_="Y3JheS9tb2R1bGVmaWxlcyIsIi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsIi9zY3JhdGNoMS9OQ0VQREVWL253cHJvZC9saWIvbW9kdWxlZmlsZXMiLCIvY29udHJpYi9tb2R1bGVmaWxlcyIsfSxbInN5c3RlbUJhc2VNUEFUSCJdPSIvYXBwcy9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4Oi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXM6L29wdC9jcmF5L21vZHVsZWZpbGVzOi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsfQ==";' export '_ModuleTable002_;' '_ModuleTable_Sz_="2";' export '_ModuleTable_Sz_;' +++ __LMOD_REF_COUNT_LOADEDMODULES=rocoto/1.3.3:1 +++ export __LMOD_REF_COUNT_LOADEDMODULES +++ LOADEDMODULES=rocoto/1.3.3 +++ export LOADEDMODULES +++ __LMOD_REF_COUNT_MANPATH='/apps/rocoto/1.3.3/man:1;/apps/lmod/lmod/share/man:1;/apps/local/man:1;/apps/slurm/default/share/man:1;/apps/slurm/tools/sbank/share/man:1' +++ export __LMOD_REF_COUNT_MANPATH +++ MANPATH=/apps/rocoto/1.3.3/man:/apps/lmod/lmod/share/man:/apps/local/man:/apps/slurm/default/share/man:/apps/slurm/tools/sbank/share/man +++ export MANPATH +++ MODULEPATH=/apps/lmod/lmod/modulefiles/Core:/apps/modules/modulefiles/Linux:/apps/modules/modulefiles:/opt/cray/modulefiles:/opt/cray/craype/default/modulefiles:/scratch1/NCEPDEV/nwprod/lib/modulefiles:/contrib/modulefiles +++ export MODULEPATH +++ __LMOD_REF_COUNT_PATH='/apps/rocoto/1.3.3/bin:1;/apps/hpss:1;.:1;/home/Valery.Yudin/bin:1;/usr/lib64/qt-3.3/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibutils/bin:1;/apps/local/bin:1;/apps/local/sbin:1;/apps/slurm/default/slurm/tools:1;/apps/slurm/default/bin:1;/apps/slurm/default/sbin:1;/apps/slurm/tools/sbank/bin:1' +++ export __LMOD_REF_COUNT_PATH +++ PATH=/apps/rocoto/1.3.3/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin +++ export PATH +++ __LMOD_REF_COUNT__LMFILES_=/apps/modules/modulefiles/rocoto/1.3.3:1 +++ export __LMOD_REF_COUNT__LMFILES_ +++ _LMFILES_=/apps/modules/modulefiles/rocoto/1.3.3 +++ export _LMFILES_ +++ _ModuleTable001_=X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXt9LG1UPXtyb2NvdG89e1siZm4iXT0iL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcy9yb2NvdG8vMS4zLjMiLFsiZnVsbE5hbWUiXT0icm9jb3RvLzEuMy4zIixbImxvYWRPcmRlciJdPTEscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0icm9jb3RvIix9LH0sbXBhdGhBPXsiL2FwcHMvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiLCIvYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4IiwiL2FwcHMvbW9kdWxlcy9tb2R1bGVmaWxlcyIsIi9vcHQv +++ export _ModuleTable001_ +++ _ModuleTable002_=Y3JheS9tb2R1bGVmaWxlcyIsIi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsIi9zY3JhdGNoMS9OQ0VQREVWL253cHJvZC9saWIvbW9kdWxlZmlsZXMiLCIvY29udHJpYi9tb2R1bGVmaWxlcyIsfSxbInN5c3RlbUJhc2VNUEFUSCJdPSIvYXBwcy9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovYXBwcy9tb2R1bGVzL21vZHVsZWZpbGVzL0xpbnV4Oi9hcHBzL21vZHVsZXMvbW9kdWxlZmlsZXM6L29wdC9jcmF5L21vZHVsZWZpbGVzOi9vcHQvY3JheS9jcmF5cGUvZGVmYXVsdC9tb2R1bGVmaWxlcyIsfQ== +++ export _ModuleTable002_ +++ _ModuleTable_Sz_=2 +++ export _ModuleTable_Sz_ +++ : -s sh ++ eval +++ which rocotorun ++ ROCOTORUN=/apps/rocoto/1.3.3/bin/rocotorun +++ which rocotostat ++ ROCOTOSTAT=/apps/rocoto/1.3.3/bin/rocotostat +++ which rocotocomplete ++ ROCOTOCOMPLETE=/apps/rocoto/1.3.3/bin/rocotocomplete ++ ROCOTO_SCHEDULER=slurm ++ export PATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/bin:/apps/rocoto/1.3.3/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin ++ PATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/bin:/apps/rocoto/1.3.3/bin:/apps/hpss:.:/home/Valery.Yudin/bin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/apps/local/bin:/apps/local/sbin:/apps/slurm/default/slurm/tools:/apps/slurm/default/bin:/apps/slurm/default/sbin:/apps/slurm/tools/sbank/bin ++ export PYTHONPATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/lib/python3.8/site-packages ++ PYTHONPATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/lib/python3.8/site-packages ++ ECFLOW_START=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/bin/ecflow_start.sh +++ id -u ++ ECF_PORT=12300 ++ QUEUE=debug ++ COMPILE_QUEUE=debug ++ PARTITION= ++ dprefix=/scratch1/NCEPDEV ++ DISKNM=/scratch1/NCEPDEV/nems/emc.nemspara/RT ++ STMP=/scratch1/NCEPDEV/stmp4 ++ PTMP=/scratch1/NCEPDEV/stmp2 ++ SCHEDULER=slurm ++ cp fv3_conf/fv3_slurm.IN_hera fv3_conf/fv3_slurm.IN ++ cp fv3_conf/compile_slurm.IN_hera fv3_conf/compile_slurm.IN ++ NEW_BASELINE=/scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP ++ [[ hera.intel = hera.* ]] ++ NEW_BASELINE=/scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Valery.Yudin/FV3_RT/rt_89934 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Valery.Yudin/FV3_RT/rt_89934 ++ CREATE_BASELINE=false ++ ROCOTO=false ++ ECFLOW=false ++ KEEP_RUNDIR=false ++ SINGLE_NAME= ++ TEST_35D=false ++ TESTS_FILE=rt.conf ++ SET_ID=standard ++ getopts :cfsl:mn:kreh opt ++ case $opt in ++ KEEP_RUNDIR=true ++ getopts :cfsl:mn:kreh opt ++ case $opt in ++ TESTS_FILE=rt_ccpp_fv3gfs_v16b_ugwpv1.conf ++ SET_ID=' ' ++ getopts :cfsl:mn:kreh opt ++ case $opt in ++ CREATE_BASELINE=true ++ SET_ID=' ' ++ getopts :cfsl:mn:kreh opt ++ [[ '' != '' ]] ++ [[ rt_ccpp_fv3gfs_v16b_ugwpv1.conf =~ 35d ]] ++ [[ hera.intel = hera.* ]] ++ RTPWD=/scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL ++ shift 4 ++ [[ 1 -gt 1 ]] ++ [[ true == true ]] ++ rm -rf /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL ++ mkdir -p /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL ++ echo 'copy baseline inputs from: /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL' +copy baseline inputs from: /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL ++ echo ' to: /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL' + to: /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_bm2 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data192 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data384 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_127 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_149 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_INCCN_aeroclim /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_RRTMGP /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_c192 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_c384 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_c768 /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_gsd /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_hafs /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_regional_esg /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_data_sar /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_input_frac /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_nest_input_data /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/FV3_regional_input_data /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/WW3_input_data /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/DATM /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/ ++ [[ hera.intel = hera.intel ]] ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/MOM6_FIX /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/MOM6_FIX_DATM /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/MOM6_IC /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/CICE_FIX /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/CICE_IC /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/CPL_FIX /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/BM_IC /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_control/input.nml /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_control/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_quilt/input.nml /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_quilt/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_c768/input.nml /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_c768/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_restart/input.nml /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_restart/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_control/model_configure /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_control/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_quilt/model_configure /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_quilt/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_c768/model_configure /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_c768/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_restart/model_configure /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_restart/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_quilt_netcdf_parallel/model_configure /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_quilt_netcdf_parallel/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_control/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_control/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_control/RESTART /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_control/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_quilt/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_quilt/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_c768/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_c768/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_restart/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_restart/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_stretched/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_stretched/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_stretched_nest/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_stretched_nest/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_stretched_nest_quilt/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_stretched_nest_quilt/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_stretched_nest_debug/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_stretched_nest_debug/ ++ rsync -a /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20201124/INTEL/fv3_regional_quilt_netcdf_parallel/INPUT /scratch1/NCEPDEV/stmp4/Valery.Yudin/FV3_RT/REGRESSION_TEST_GSL_DEVELOP_INTEL/fv3_regional_quilt_netcdf_parallel/ ++ COMPILE_LOG=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/Compile_hera.intel.log ++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/RegressionTests_hera.intel.log ++ date ++ echo 'Start Regression test' ++ echo ++ source default_vars.sh +++ [[ hera.intel = wcoss_cray ]] +++ [[ hera.intel = wcoss_dell_p3 ]] +++ [[ hera.intel = wcoss2 ]] +++ [[ hera.intel = orion.* ]] +++ [[ hera.intel = hera.* ]] +++ TASKS_dflt=150 +++ TPN_dflt=40 +++ INPES_dflt=3 +++ JNPES_dflt=8 +++ TASKS_thrd=84 +++ TPN_thrd=20 +++ INPES_thrd=3 +++ JNPES_thrd=4 +++ TASKS_stretch=48 +++ TPN_stretch=12 +++ INPES_stretch=2 +++ JNPES_stretch=4 +++ TASKS_strnest=96 +++ TPN_strnest=12 +++ INPES_strnest=2 +++ JNPES_strnest=4 +++ TASKS_cpl_dflt=192 +++ TPN_cpl_dflt=40 +++ INPES_cpl_dflt=3 +++ JNPES_cpl_dflt=8 +++ THRD_cpl_dflt=1 +++ WPG_cpl_dflt=6 +++ MPB_cpl_dflt='0 143' +++ APB_cpl_dflt='0 149' +++ OPB_cpl_dflt='150 179' +++ IPB_cpl_dflt='180 191' +++ TASKS_cpl_thrd=120 +++ TPN_cpl_thrd=40 +++ INPES_cpl_thrd=3 +++ JNPES_cpl_thrd=4 +++ THRD_cpl_thrd=2 +++ WPG_cpl_thrd=6 +++ MPB_cpl_thrd='0 77' +++ APB_cpl_thrd='0 77' +++ OPB_cpl_thrd='78 107' +++ IPB_cpl_thrd='108 119' +++ TASKS_cpl_bmrk=480 +++ TPN_cpl_bmrk=40 +++ INPES_cpl_bmrk=6 +++ JNPES_cpl_bmrk=8 +++ THRD_cpl_bmrk=1 +++ WPG_cpl_bmrk=24 +++ MPB_cpl_bmrk='0 287' +++ APB_cpl_bmrk='0 311' +++ OPB_cpl_bmrk='312 431' +++ IPB_cpl_bmrk='432 479' +++ TASKS_cpl_wwav=520 +++ TPN_cpl_wwav=40 +++ INPES_cpl_wwav=6 +++ JNPES_cpl_wwav=8 +++ THRD_cpl_wwav=1 +++ WPG_cpl_wwav=24 +++ MPB_cpl_wwav='0 287' +++ APB_cpl_wwav='0 311' +++ OPB_cpl_wwav='312 431' +++ IPB_cpl_wwav='432 479' +++ WPB_cpl_wwav='480 519' +++ TASKS_cpl_c192=288 +++ TPN_cpl_c192=40 +++ INPES_cpl_c192=4 +++ JNPES_cpl_c192=8 +++ THRD_cpl_c192=1 +++ WPG_cpl_c192=12 +++ MPB_cpl_c192='0 191' +++ APB_cpl_c192='0 203' +++ OPB_cpl_c192='204 263' +++ IPB_cpl_c192='264 287' +++ TASKS_cpl_c384=318 +++ TPN_cpl_c384=40 +++ INPES_cpl_c384=3 +++ JNPES_cpl_c384=8 +++ THRD_cpl_c384=1 +++ WPG_cpl_c384=6 +++ MPB_cpl_c384='0 143' +++ APB_cpl_c384='0 149' +++ OPB_cpl_c384='150 269' +++ IPB_cpl_c384='270 317' +++ TASKS_datm_100=120 +++ TPN_datm_100=40 +++ MPB_datm_100='16 77' +++ APB_datm_100='0 15' +++ OPB_datm_100='78 107' +++ IPB_datm_100='108 119' +++ TASKS_datm_025=208 +++ TPN_datm_025=40 +++ MPB_datm_025='0 39' +++ APB_datm_025='0 39' +++ OPB_datm_025='40 159' +++ IPB_datm_025='160 207' +++ [[ intel = gnu ]] +++ WLCLK_dflt=15 ++ TEST_NR=0 ++ COMPILE_NR=0 ++ COMPILE_PREV_WW3_NR= ++ rm -f fail_test ++ LOG_DIR=/scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel ++ rm -rf /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel ++ mkdir /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel ++ [[ false == true ]] ++ [[ false == true ]] ++ new_compile=false ++ in_metatask=false ++ [[ -f rt_ccpp_fv3gfs_v16b_ugwpv1.conf ]] ++ read -r line ++ line='#################################################################################################################################################################################' ++ [[ 177 == 0 ]] ++ [[ ################################################################################################################################################################################# == \#* ]] ++ continue ++ read -r line ++ line='# CCPP REPRO tests #' ++ [[ 177 == 0 ]] ++ [[ # CCPP REPRO tests # == \#* ]] ++ continue ++ read -r line ++ line='#################################################################################################################################################################################' ++ [[ 177 == 0 ]] ++ [[ ################################################################################################################################################################################# == \#* ]] ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ line='COMPILE | CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 | standard | | fv3 |' ++ [[ 177 == 0 ]] ++ [[ COMPILE | CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 | standard | | fv3 | == \#* ]] ++ [[ COMPILE | CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 | standard | | fv3 | == COMPILE* ]] +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f2 +++ sed -e 's/^ *//' -e 's/ *$//' ++ MAKE_OPT='CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1' +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f3 ++ SET=' standard ' +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f4 ++ MACHINES=' ' +++ echo COMPILE '|' CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f5 ++ CB=' fv3 ' ++ [[ != \ ]] ++ [[ != \ ]] ++ [[ true == true ]] ++ [[ fv3 != *fv3* ]] ++ (( COMPILE_NR += 1 )) ++ cat ++ [[ false == true ]] ++ [[ false == true ]] ++ ./compile.sh hera.intel 'CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1' 1 ++ [[ CCPP=Y REPRO=Y SUITES=FV3_GFS_V16B_UGWPV1 =~ REPRO=Y ]] ++ RT_SUFFIX=_repro ++ BL_SUFFIX=_repro ++ [[ CCPP=Y REPRO=Y SUITES=FV3_GFS_V16B_UGWPV1 =~ WW3=Y ]] ++ continue ++ read -r line ++ line='RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 |' ++ [[ 177 == 0 ]] ++ [[ RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 | == \#* ]] ++ [[ RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 | == COMPILE* ]] ++ [[ RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 | == RUN* ]] +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f2 +++ sed -e 's/^ *//' -e 's/ *$//' ++ TEST_NAME=fv3_ccpp_gfsv16_ugwpv1 +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f3 ++ SET=' standard ' +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f4 ++ MACHINES=' ' +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f5 ++ CB=' fv3 ' +++ cut '-d|' -f6 +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ sed -e 's/^ *//' -e 's/ *$//' ++ DEP_RUN= +++ echo RUN '|' fv3_ccpp_gfsv16_ugwpv1 '|' standard '|' '|' fv3 '|' +++ cut '-d|' -f7 +++ sed -e 's/^ *//' -e 's/ *$//' ++ DATE_35D= ++ [[ -e tests/fv3_ccpp_gfsv16_ugwpv1 ]] ++ [[ != \ ]] ++ [[ != \ ]] ++ [[ true == true ]] ++ [[ fv3 != *fv3* ]] ++ [[ false == true ]] ++ [[ false == true ]] ++ RT_SUFFIX=_repro ++ BL_SUFFIX=_repro ++ [[ false == true ]] +++ printf %03d 1 ++ TEST_NR=001 ++ source /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/tests/fv3_ccpp_gfsv16_ugwpv1 +++ export 'TEST_DESCR=Compare fv3_ccpp_gfsv16_ugwpv1 with previous trunk version' +++ TEST_DESCR='Compare fv3_ccpp_gfsv16_ugwpv1 with previous trunk version' +++ export CNTL_DIR=fv3_ccpp_gfsv16_ugwpv1 +++ CNTL_DIR=fv3_ccpp_gfsv16_ugwpv1 +++ export 'LIST_FILES=atmos_4xdaily.tile1.nc atmos_4xdaily.tile2.nc atmos_4xdaily.tile3.nc atmos_4xdaily.tile4.nc atmos_4xdaily.tile5.nc atmos_4xdaily.tile6.nc phyf000.tile1.nc phyf000.tile2.nc phyf000.tile3.nc phyf000.tile4.nc phyf000.tile5.nc phyf000.tile6.nc phyf024.tile1.nc phyf024.tile2.nc phyf024.tile3.nc phyf024.tile4.nc phyf024.tile5.nc phyf024.tile6.nc dynf000.tile1.nc dynf000.tile2.nc dynf000.tile3.nc dynf000.tile4.nc dynf000.tile5.nc dynf000.tile6.nc dynf024.tile1.nc dynf024.tile2.nc dynf024.tile3.nc dynf024.tile4.nc dynf024.tile5.nc dynf024.tile6.nc RESTART/coupler.res RESTART/fv_core.res.nc RESTART/fv_core.res.tile1.nc RESTART/fv_core.res.tile2.nc RESTART/fv_core.res.tile3.nc RESTART/fv_core.res.tile4.nc RESTART/fv_core.res.tile5.nc RESTART/fv_core.res.tile6.nc RESTART/fv_srf_wnd.res.tile1.nc RESTART/fv_srf_wnd.res.tile2.nc RESTART/fv_srf_wnd.res.tile3.nc RESTART/fv_srf_wnd.res.tile4.nc RESTART/fv_srf_wnd.res.tile5.nc RESTART/fv_srf_wnd.res.tile6.nc RESTART/fv_tracer.res.tile1.nc RESTART/fv_tracer.res.tile2.nc RESTART/fv_tracer.res.tile3.nc RESTART/fv_tracer.res.tile4.nc RESTART/fv_tracer.res.tile5.nc RESTART/fv_tracer.res.tile6.nc RESTART/sfc_data.tile1.nc RESTART/sfc_data.tile2.nc RESTART/sfc_data.tile3.nc RESTART/sfc_data.tile4.nc RESTART/sfc_data.tile5.nc RESTART/sfc_data.tile6.nc RESTART/phy_data.tile1.nc RESTART/phy_data.tile2.nc RESTART/phy_data.tile3.nc RESTART/phy_data.tile4.nc RESTART/phy_data.tile5.nc RESTART/phy_data.tile6.nc' +++ LIST_FILES='atmos_4xdaily.tile1.nc atmos_4xdaily.tile2.nc atmos_4xdaily.tile3.nc atmos_4xdaily.tile4.nc atmos_4xdaily.tile5.nc atmos_4xdaily.tile6.nc phyf000.tile1.nc phyf000.tile2.nc phyf000.tile3.nc phyf000.tile4.nc phyf000.tile5.nc phyf000.tile6.nc phyf024.tile1.nc phyf024.tile2.nc phyf024.tile3.nc phyf024.tile4.nc phyf024.tile5.nc phyf024.tile6.nc dynf000.tile1.nc dynf000.tile2.nc dynf000.tile3.nc dynf000.tile4.nc dynf000.tile5.nc dynf000.tile6.nc dynf024.tile1.nc dynf024.tile2.nc dynf024.tile3.nc dynf024.tile4.nc dynf024.tile5.nc dynf024.tile6.nc RESTART/coupler.res RESTART/fv_core.res.nc RESTART/fv_core.res.tile1.nc RESTART/fv_core.res.tile2.nc RESTART/fv_core.res.tile3.nc RESTART/fv_core.res.tile4.nc RESTART/fv_core.res.tile5.nc RESTART/fv_core.res.tile6.nc RESTART/fv_srf_wnd.res.tile1.nc RESTART/fv_srf_wnd.res.tile2.nc RESTART/fv_srf_wnd.res.tile3.nc RESTART/fv_srf_wnd.res.tile4.nc RESTART/fv_srf_wnd.res.tile5.nc RESTART/fv_srf_wnd.res.tile6.nc RESTART/fv_tracer.res.tile1.nc RESTART/fv_tracer.res.tile2.nc RESTART/fv_tracer.res.tile3.nc RESTART/fv_tracer.res.tile4.nc RESTART/fv_tracer.res.tile5.nc RESTART/fv_tracer.res.tile6.nc RESTART/sfc_data.tile1.nc RESTART/sfc_data.tile2.nc RESTART/sfc_data.tile3.nc RESTART/sfc_data.tile4.nc RESTART/sfc_data.tile5.nc RESTART/sfc_data.tile6.nc RESTART/phy_data.tile1.nc RESTART/phy_data.tile2.nc RESTART/phy_data.tile3.nc RESTART/phy_data.tile4.nc RESTART/phy_data.tile5.nc RESTART/phy_data.tile6.nc' +++ export_fv3 +++ export FV3=true +++ FV3=true +++ export S2S=false +++ S2S=false +++ export DATM=false +++ DATM=false +++ export THRD=1 +++ THRD=1 +++ export WLCLK=15 +++ WLCLK=15 +++ export INPES=3 +++ INPES=3 +++ export JNPES=8 +++ JNPES=8 +++ export TASKS=150 +++ TASKS=150 +++ export TPN=40 +++ TPN=40 +++ export RESTART_INTERVAL=0 +++ RESTART_INTERVAL=0 +++ export QUILTING=.true. +++ QUILTING=.true. +++ export WRITE_GROUP=1 +++ WRITE_GROUP=1 +++ export WRTTASK_PER_GROUP=6 +++ WRTTASK_PER_GROUP=6 +++ export OUTPUT_HISTORY=.true. +++ OUTPUT_HISTORY=.true. +++ export WRITE_DOPOST=.false. +++ WRITE_DOPOST=.false. +++ export NUM_FILES=2 +++ NUM_FILES=2 +++ export 'FILENAME_BASE='\''dyn'\'' '\''phy'\''' +++ FILENAME_BASE=''\''dyn'\'' '\''phy'\''' +++ export 'OUTPUT_GRID='\''cubed_sphere_grid'\''' +++ OUTPUT_GRID=''\''cubed_sphere_grid'\''' +++ export 'OUTPUT_FILE='\''netcdf'\''' +++ OUTPUT_FILE=''\''netcdf'\''' +++ export IDEFLATE=0 +++ IDEFLATE=0 +++ export NBITS=0 +++ NBITS=0 +++ export WRITE_NEMSIOFLIP=.false. +++ WRITE_NEMSIOFLIP=.false. +++ export WRITE_FSYNCFLAG=.false. +++ WRITE_FSYNCFLAG=.false. +++ export IMO=384 +++ IMO=384 +++ export JMO=190 +++ JMO=190 +++ export WARM_START=.F. +++ WARM_START=.F. +++ export READ_INCREMENT=.F. +++ READ_INCREMENT=.F. +++ export NGGPS_IC=.T. +++ NGGPS_IC=.T. +++ export EXTERNAL_IC=.T. +++ EXTERNAL_IC=.T. +++ export MAKE_NH=.T. +++ MAKE_NH=.T. +++ export MOUNTAIN=.F. +++ MOUNTAIN=.F. +++ export NA_INIT=1 +++ NA_INIT=1 +++ export DO_RRTMGP=.F. +++ DO_RRTMGP=.F. +++ export ICLOUD=0 +++ ICLOUD=0 +++ export IOVR=1 +++ IOVR=1 +++ export IMP_PHYSICS=11 +++ IMP_PHYSICS=11 +++ export NWAT=6 +++ NWAT=6 +++ export DNATS=1 +++ DNATS=1 +++ export DO_SAT_ADJ=.T. +++ DO_SAT_ADJ=.T. +++ export LHEATSTRG=.F. +++ LHEATSTRG=.F. +++ export LGFDLMPRAD=.F. +++ LGFDLMPRAD=.F. +++ export EFFR_IN=.F. +++ EFFR_IN=.F. +++ export LRADAR=.T. +++ LRADAR=.T. +++ export LTAEROSOL=.T. +++ LTAEROSOL=.T. +++ export LDIAG_UGWP=.F. +++ LDIAG_UGWP=.F. +++ export DO_UGWP=.F. +++ DO_UGWP=.F. +++ export DO_TOFD=.F. +++ DO_TOFD=.F. +++ export GWD_OPT=1 +++ GWD_OPT=1 +++ export DO_UGWP_V0=.F. +++ DO_UGWP_V0=.F. +++ export DO_UGWP_V0_OROG_ONLY=.F. +++ DO_UGWP_V0_OROG_ONLY=.F. +++ export DO_GSL_DRAG_LS_BL=.F. +++ DO_GSL_DRAG_LS_BL=.F. +++ export DO_GSL_DRAG_SS=.F. +++ DO_GSL_DRAG_SS=.F. +++ export DO_GSL_DRAG_TOFD=.F. +++ DO_GSL_DRAG_TOFD=.F. +++ export DO_UGWP_V1=.F. +++ DO_UGWP_V1=.F. +++ export DO_UGWP_V1_OROG_ONLY=.F. +++ DO_UGWP_V1_OROG_ONLY=.F. +++ export SATMEDMF=.F. +++ SATMEDMF=.F. +++ export ISATMEDMF=0 +++ ISATMEDMF=0 +++ export HYBEDMF=.T. +++ HYBEDMF=.T. +++ export SHINHONG=.F. +++ SHINHONG=.F. +++ export DO_YSU=.F. +++ DO_YSU=.F. +++ export DO_MYNNEDMF=.F. +++ DO_MYNNEDMF=.F. +++ export DO_MYJPBL=.F. +++ DO_MYJPBL=.F. +++ export HURR_PBL=.F. +++ HURR_PBL=.F. +++ export MONINQ_FAC=1.0 +++ MONINQ_FAC=1.0 +++ export IMFSHALCNV=2 +++ IMFSHALCNV=2 +++ export HWRF_SAMFSHAL=.F. +++ HWRF_SAMFSHAL=.F. +++ export IMFDEEPCNV=2 +++ IMFDEEPCNV=2 +++ export HWRF_SAMFDEEP=.F. +++ HWRF_SAMFDEEP=.F. +++ export DO_MYJSFC=.F. +++ DO_MYJSFC=.F. +++ export DO_MYNNSFCLAY=.F. +++ DO_MYNNSFCLAY=.F. +++ export LSM=1 +++ LSM=1 +++ export LSOIL_LSM=4 +++ LSOIL_LSM=4 +++ export LANDICE=.T. +++ LANDICE=.T. +++ export OZ_PHYS_OLD=.T. +++ OZ_PHYS_OLD=.T. +++ export OZ_PHYS_NEW=.F. +++ OZ_PHYS_NEW=.F. +++ export H2O_PHYS=.F. +++ H2O_PHYS=.F. +++ export CPL=.F. +++ CPL=.F. +++ export CPLFLX=.F. +++ CPLFLX=.F. +++ export CPLWAV=.F. +++ CPLWAV=.F. +++ export CPLWAV2ATM=.F. +++ CPLWAV2ATM=.F. +++ export DAYS=1 +++ DAYS=1 +++ export NPX=97 +++ NPX=97 +++ export NPY=97 +++ NPY=97 +++ export NPZ=64 +++ NPZ=64 +++ export NPZP=65 +++ NPZP=65 +++ export NSTF_NAME=2,1,1,0,5 +++ NSTF_NAME=2,1,1,0,5 +++ export FDIAG=0,1,2,3,4,5,6,7,8,9,10,11,12,15,18,21,24 +++ FDIAG=0,1,2,3,4,5,6,7,8,9,10,11,12,15,18,21,24 +++ export NFHOUT=3 +++ NFHOUT=3 +++ export NFHMAX_HF=12 +++ NFHMAX_HF=12 +++ export NFHOUT_HF=1 +++ NFHOUT_HF=1 +++ export 'FNALBC='\''global_snowfree_albedo.bosu.t126.384.190.rg.grb'\'',' +++ FNALBC=''\''global_snowfree_albedo.bosu.t126.384.190.rg.grb'\'',' +++ export 'FNVETC='\''global_vegtype.igbp.t126.384.190.rg.grb'\'',' +++ FNVETC=''\''global_vegtype.igbp.t126.384.190.rg.grb'\'',' +++ export 'FNSOTC='\''global_soiltype.statsgo.t126.384.190.rg.grb'\'',' +++ FNSOTC=''\''global_soiltype.statsgo.t126.384.190.rg.grb'\'',' +++ export 'FNSMCC='\''global_soilmgldas.t126.384.190.grb'\'',' +++ FNSMCC=''\''global_soilmgldas.t126.384.190.grb'\'',' +++ export 'FNABSC='\''global_mxsnoalb.uariz.t126.384.190.rg.grb'\'',' +++ FNABSC=''\''global_mxsnoalb.uariz.t126.384.190.rg.grb'\'',' +++ export ENS_NUM=1 +++ ENS_NUM=1 +++ export SYEAR=2016 +++ SYEAR=2016 +++ export SMONTH=10 +++ SMONTH=10 +++ export SDAY=03 +++ SDAY=03 +++ export SHOUR=00 +++ SHOUR=00 ++++ expr 1 '*' 24 +++ export FHMAX=24 +++ FHMAX=24 +++ export DT_ATMOS=1800 +++ DT_ATMOS=1800 +++ export FHCYC=24 +++ FHCYC=24 +++ export FHROT=0 +++ FHROT=0 +++ export LDIAG3D=.F. +++ LDIAG3D=.F. +++ export QDIAG3D=.F. +++ QDIAG3D=.F. +++ export MAX_OUTPUT_FIELDS=300 +++ MAX_OUTPUT_FIELDS=300 +++ export DO_SPPT=.F. +++ DO_SPPT=.F. +++ export DO_SHUM=.F. +++ DO_SHUM=.F. +++ export DO_SKEB=.F. +++ DO_SKEB=.F. +++ export LNDP_TYPE=0 +++ LNDP_TYPE=0 +++ export N_VAR_LNDP=0 +++ N_VAR_LNDP=0 +++ export SKEB=-999. +++ SKEB=-999. +++ export SPPT=-999. +++ SPPT=-999. +++ export SHUM=-999. +++ SHUM=-999. +++ export 'IAU_INC_FILES='\'''\''' +++ IAU_INC_FILES=''\'''\''' +++ export DO_CA=.F. +++ DO_CA=.F. +++ export CA_SGS=.F. +++ CA_SGS=.F. +++ export CA_GLOBAL=.F. +++ CA_GLOBAL=.F. +++ export IAU_DRYMASSFIXER=.false. +++ IAU_DRYMASSFIXER=.false. +++ export WRITE_RESTART_WITH_BCS=.false. +++ WRITE_RESTART_WITH_BCS=.false. +++ export coupling_interval_fast_sec=0 +++ coupling_interval_fast_sec=0 +++ DT_ATMOS=600 +++ export RTPWD127=/scratch1/NCEPDEV/swpc/Valery.Yudin/noscrub/CCPP_GEOS +++ RTPWD127=/scratch1/NCEPDEV/swpc/Valery.Yudin/noscrub/CCPP_GEOS +++ export FV3_RUN=ccpp_gfsv16_ugwpv1_run.IN +++ FV3_RUN=ccpp_gfsv16_ugwpv1_run.IN +++ export CCPP_SUITE=FV3_GFS_v16b_ugwpv1 +++ CCPP_SUITE=FV3_GFS_v16b_ugwpv1 +++ export CCPP_LIB_DIR=ccpp/lib +++ CCPP_LIB_DIR=ccpp/lib +++ export INPUT_NML=ccpp_v16_c96_ugwpv1.nml.IN +++ INPUT_NML=ccpp_v16_c96_ugwpv1.nml.IN +++ export WLCLK=30 +++ WLCLK=30 ++ NODES=3 ++ (( NODES * TPN < TASKS )) ++ NODES=4 ++ cat ++ [[ false == true ]] ++ [[ false == true ]] ++ ./run_test.sh /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests /scratch1/NCEPDEV/stmp2/Valery.Yudin/FV3_RT/rt_89934 fv3_ccpp_gfsv16_ugwpv1 001 1 ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ line= ++ [[ 0 == 0 ]] ++ continue ++ read -r line ++ [[ false == true ]] ++ [[ false == true ]] ++ set +e ++ cat /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel/compile_1.log ++ cat /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/log_hera.intel/rt_001_fv3_ccpp_gfsv16_ugwpv1_repro.log ++ [[ -e fail_test ]] ++ echo + ++ echo REGRESSION TEST WAS SUCCESSFUL +REGRESSION TEST WAS SUCCESSFUL ++ echo ++ echo REGRESSION TEST WAS SUCCESSFUL ++ rm -f 'fv3_*.x' fv3_1.exe modules.fv3_1 ++ [[ true == false ]] ++ [[ false == true ]] ++ [[ false == true ]] ++ date +++ printf '%02dh:%02dm:%02ds\n' 0 31 21 ++ elapsed_time=00h:31m:21s ++ echo 'Elapsed time: 00h:31m:21s. Have a nice day!' ++ echo 'Elapsed time: 00h:31m:21s. Have a nice day!' +Elapsed time: 00h:31m:21s. Have a nice day! ++ echo 'rt.sh finished' +rt.sh finished ++ cleanup ++ [[ false == true ]] ++ rm -rf /scratch1/NCEPDEV/swpc/Valery.Yudin/save/JAN_2021/ufs-weather-model/tests/lock ++ trap 0 ++ exit diff --git a/tests/rt_ccpp_fv3gfs_v16b_ugwpv1.conf b/tests/rt_ccpp_fv3gfs_v16b_ugwpv1.conf new file mode 100644 index 0000000000..5042ec89d6 --- /dev/null +++ b/tests/rt_ccpp_fv3gfs_v16b_ugwpv1.conf @@ -0,0 +1,9 @@ +################################################################################################################################################################################# +# CCPP REPRO tests # +################################################################################################################################################################################# + +COMPILE | CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 | standard | | fv3 | +RUN | fv3_ccpp_gfsv16_ugwpv1 | standard | | fv3 | + + + diff --git a/tests/rt_ccpp_fv3gfs_v16b_ugwpv1ws.conf b/tests/rt_ccpp_fv3gfs_v16b_ugwpv1ws.conf new file mode 100644 index 0000000000..ec7da04065 --- /dev/null +++ b/tests/rt_ccpp_fv3gfs_v16b_ugwpv1ws.conf @@ -0,0 +1,9 @@ +################################################################################################################################################################################# +# CCPP REPRO tests # +################################################################################################################################################################################# + +COMPILE | CCPP=Y REPRO=Y SUITES=FV3_GFS_v16b_ugwpv1 | standard | | fv3 | +RUN | fv3_ccpp_gfsv16_ugwpv1ws | standard | | fv3 | + + + diff --git a/tests/rt_ugwpv1.sh b/tests/rt_ugwpv1.sh new file mode 100755 index 0000000000..d92516d45b --- /dev/null +++ b/tests/rt_ugwpv1.sh @@ -0,0 +1,765 @@ +#!/bin/bash +set -eux + +SECONDS=0 + +hostname + +die() { echo "$@" >&2; exit 1; } +usage() { + set +x + echo + echo "Usage: $0 -c | -e | -f | -h | -k | -l | -m | -n | -r | -s" + echo + echo " -c create new baseline results" + echo " -e use ecFlow workflow manager" + echo " -f run full suite of regression tests" + echo " -h display this help" + echo " -k keep run directory" + echo " -l runs test specified in " + echo " -m compare against new baseline results" + echo " -n run single test " + echo " -r use Rocoto workflow manager" + echo " -s run standard suite of regression tests" + echo + set -x + exit 1 +} + +[[ $# -eq 0 ]] && usage + +rt_single() { + local compile_line='' + local run_line='' + while read -r line; do + line="${line#"${line%%[![:space:]]*}"}" + [[ ${#line} == 0 ]] && continue + [[ $line == \#* ]] && continue + + if [[ $line =~ COMPILE && $line =~ ${MACHINE_ID} ]]; then + compile_line=$line + fi + + if [[ $line =~ RUN ]]; then + tmp_test=$(echo $line | cut -d'|' -f2 | sed -e 's/^ *//' -e 's/ *$//') + if [[ $SINGLE_NAME == $tmp_test && $compile_line != '' ]]; then + echo $compile_line >$TESTS_FILE + echo $line >>$TESTS_FILE + break + fi + fi + done <'rt.conf' + + if [[ ! -f $TESTS_FILE ]]; then + echo "$SINGLE_NAME does not exist or cannot be run on $MACHINE_ID" + exit 1 + fi +} + +rt_35d() { + local sy=$(echo ${DATE_35D} | cut -c 1-4) + local sm=$(echo ${DATE_35D} | cut -c 5-6) + local new_test_name="tests/${TEST_NAME}_${DATE_35D}" + rm -f $new_test_name + cp tests/$TEST_NAME $new_test_name + + sed -i -e "s/\(export SYEAR\)/\1=\"$sy\"/" $new_test_name + sed -i -e "s/\(export SMONTH\)/\1=\"$sm\"/" $new_test_name + + TEST_NAME=${new_test_name#tests/} +} + +rt_trap() { + [[ ${ROCOTO:-false} == true ]] && rocoto_kill + [[ ${ECFLOW:-false} == true ]] && ecflow_kill + cleanup +} + +cleanup() { + [[ ${ECFLOW:-false} == true ]] && ecflow_stop + rm -rf ${LOCKDIR} + trap 0 + exit +} + +trap '{ echo "rt.sh interrupted"; rt_trap ; }' INT +trap '{ echo "rt.sh quit"; rt_trap ; }' QUIT +trap '{ echo "rt.sh terminated"; rt_trap ; }' TERM +trap '{ echo "rt.sh error on line $LINENO"; cleanup ; }' ERR +trap '{ echo "rt.sh finished"; cleanup ; }' EXIT + +# PATHRT - Path to regression tests directory +readonly PATHRT="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd -P )" +cd ${PATHRT} + +# PATHTR - Path to nmmb trunk directory +readonly PATHTR=$( cd ${PATHRT}/.. && pwd ) + +# make sure only one instance of rt.sh is running +readonly LOCKDIR="${PATHRT}"/lock +if mkdir "${LOCKDIR}" ; then + echo $(hostname) $$ > "${LOCKDIR}/PID" +else + echo "Only one instance of rt.sh can be running at a time" + exit 1 +fi + +# Default compiler "intel" +export RT_COMPILER=${RT_COMPILER:-intel} + +source detect_machine.sh +source rt_utils.sh + +source $PATHTR/NEMS/src/conf/module-setup.sh.inc + +if [[ $MACHINE_ID = wcoss_cray ]]; then + + module load xt-lsfhpc + module load python/3.6.3 + + module use /usrx/local/emc_rocoto/modulefiles + module load rocoto/1.3.0rc2 + ROCOTORUN=$(which rocotorun) + ROCOTOSTAT=$(which rocotostat) + ROCOTOCOMPLETE=$(which rocotocomplete) + ROCOTO_SCHEDULER=lsfcray + + module use /gpfs/hps/nco/ops/nwtest/modulefiles + module load ecflow/intel/4.17.0.1 + ECFLOW_START=${ECF_ROOT}/bin/ecflow_start.sh + ECF_PORT=$(grep $USER /usrx/local/sys/ecflow/assigned_ports.txt | awk '{print $2}') + + DISKNM=/gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT + QUEUE=debug + COMPILE_QUEUE=dev + PARTITION= + ACCNR=GFS-DEV + if [[ -d /gpfs/hps3/ptmp ]] ; then + STMP=/gpfs/hps3/stmp + PTMP=/gpfs/hps3/stmp + else + STMP=/gpfs/hps3/stmp + PTMP=/gpfs/hps3/ptmp + fi + SCHEDULER=lsf + cp fv3_conf/fv3_bsub.IN_wcoss_cray fv3_conf/fv3_bsub.IN + cp fv3_conf/compile_bsub.IN_wcoss_cray fv3_conf/compile_bsub.IN + +elif [[ $MACHINE_ID = wcoss_dell_p3 ]]; then + + module load lsf/10.1 + module load python/3.6.3 + + module use /usrx/local/dev/emc_rocoto/modulefiles + module load ruby/2.5.1 rocoto/1.3.0rc2 + ROCOTORUN=$(which rocotorun) + ROCOTOSTAT=$(which rocotostat) + ROCOTOCOMPLETE=$(which rocotocomplete) + ROCOTO_SCHEDULER=lsf + + module load ips/18.0.1.163 + module load ecflow/4.17.0 + ECFLOW_START=${ECF_ROOT}/bin/ecflow_start.sh + ECF_PORT=$(grep $USER /usrx/local/sys/ecflow/assigned_ports.txt | awk '{print $2}') + + DISKNM=/gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT + QUEUE=debug + COMPILE_QUEUE=dev_transfer + PARTITION= + ACCNR=GFS-DEV + STMP=/gpfs/dell2/stmp + PTMP=/gpfs/dell2/ptmp + SCHEDULER=lsf + cp fv3_conf/fv3_bsub.IN_wcoss_dell_p3 fv3_conf/fv3_bsub.IN + cp fv3_conf/compile_bsub.IN_wcoss_dell_p3 fv3_conf/compile_bsub.IN + +elif [[ $MACHINE_ID = gaea.* ]]; then + + module load cray-python/3.7.3.2 + + export PATH=/lustre/f2/pdata/esrl/gsd/contrib/ecFlow-5.3.1/bin:$PATH + export PYTHONPATH=/lustre/f2/pdata/esrl/gsd/contrib/ecFlow-5.3.1/lib/python3.7/site-packages + ECFLOW_START=/lustre/f2/pdata/esrl/gsd/contrib/ecFlow-5.3.1/bin/ecflow_start.sh + ECF_PORT=$(( $(id -u) + 1500 )) + + DISKNM=/lustre/f2/pdata/esrl/gsd/ufs/ufs-weather-model/RT + QUEUE=normal + COMPILE_QUEUE=normal +# DO NOT SET AN ACCOUNT EVERYONE IS NOT A MEMBER OF +# USE AN ENVIRONMENT VARIABLE TO SET ACCOUNT +# ACCNR=cmp + PARTITION=c4 + STMP=/lustre/f2/scratch + PTMP=/lustre/f2/scratch + + SCHEDULER=slurm + cp fv3_conf/fv3_slurm.IN_gaea fv3_conf/fv3_slurm.IN + cp fv3_conf/compile_slurm.IN_gaea fv3_conf/compile_slurm.IN + +elif [[ $MACHINE_ID = hera.* ]]; then + + module load rocoto + ROCOTORUN=$(which rocotorun) + ROCOTOSTAT=$(which rocotostat) + ROCOTOCOMPLETE=$(which rocotocomplete) + ROCOTO_SCHEDULER=slurm + + export PATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/bin:$PATH + export PYTHONPATH=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/lib/python3.8/site-packages + ECFLOW_START=/scratch1/NCEPDEV/nems/emc.nemspara/soft/miniconda3/bin/ecflow_start.sh + ECF_PORT=$(( $(id -u) + 1500 )) + + QUEUE=debug + COMPILE_QUEUE=debug + +# ACCNR=fv3-cpu + PARTITION= + dprefix=/scratch1/NCEPDEV + DISKNM=$dprefix/nems/emc.nemspara/RT + STMP=$dprefix/stmp4 + PTMP=$dprefix/stmp2 + + SCHEDULER=slurm + cp fv3_conf/fv3_slurm.IN_hera fv3_conf/fv3_slurm.IN + cp fv3_conf/compile_slurm.IN_hera fv3_conf/compile_slurm.IN + +elif [[ $MACHINE_ID = orion.* ]]; then + + module load gcc/8.3.0 + + module load contrib rocoto/1.3.1 + ROCOTORUN=$(which rocotorun) + ROCOTOSTAT=$(which rocotostat) + ROCOTOCOMPLETE=$(which rocotocomplete) + export PATH=/work/noaa/nems/emc.nemspara/soft/miniconda3/bin:$PATH + export PYTHONPATH=/work/noaa/nems/emc.nemspara/soft/miniconda3/lib/python3.8/site-packages + ECFLOW_START=/work/noaa/nems/emc.nemspara/soft/miniconda3/bin/ecflow_start.sh + ECF_PORT=$(( $(id -u) + 1500 )) + + QUEUE=batch + COMPILE_QUEUE=batch +# ACCNR= # detected in detect_machine.sh + PARTITION=orion + dprefix=/work/noaa/stmp/${USER} + DISKNM=/work/noaa/nems/emc.nemspara/RT + STMP=$dprefix/stmp + PTMP=$dprefix/stmp + + SCHEDULER=slurm + cp fv3_conf/fv3_slurm.IN_orion fv3_conf/fv3_slurm.IN + cp fv3_conf/compile_slurm.IN_orion fv3_conf/compile_slurm.IN + +elif [[ $MACHINE_ID = jet.* ]]; then + + module load rocoto/1.3.2 + ROCOTORUN=$(which rocotorun) + ROCOTOSTAT=$(which rocotostat) + ROCOTOCOMPLETE=$(which rocotocomplete) + ROCOTO_SCHEDULER=slurm + + export PATH=/lfs4/HFIP/hfv3gfs/software/ecFlow-5.3.1/bin:$PATH + export PYTHONPATH=/lfs4/HFIP/hfv3gfs/software/ecFlow-5.3.1/lib/python2.7/site-packages + ECFLOW_START=/lfs4/HFIP/hfv3gfs/software/ecFlow-5.3.1/bin/ecflow_start.sh + ECF_PORT=$(( $(id -u) + 1500 )) + + QUEUE=batch + COMPILE_QUEUE=batch + ACCNR=hfv3gfs + PARTITION=xjet + DISKNM=/lfs4/HFIP/hfv3gfs/RT + dprefix=/lfs4/HFIP/hfv3gfs/$USER + STMP=$dprefix/RT_BASELINE + PTMP=$dprefix/RT_RUNDIRS + + SCHEDULER=slurm + cp fv3_conf/fv3_slurm.IN_jet fv3_conf/fv3_slurm.IN + cp fv3_conf/compile_slurm.IN_jet fv3_conf/compile_slurm.IN + +elif [[ $MACHINE_ID = cheyenne.* ]]; then + + module load python/2.7.16 + export PATH=/glade/p/ral/jntp/tools/ecFlow-5.3.1/bin:$PATH + export PYTHONPATH=/glade/p/ral/jntp/tools/ecFlow-5.3.1/lib/python2.7/site-packages + ECFLOW_START=/glade/p/ral/jntp/tools/ecFlow-5.3.1/bin/ecflow_start.sh + ECF_PORT=$(( $(id -u) + 1500 )) + + QUEUE=regular + COMPILE_QUEUE=regular + PARTITION= + dprefix=/glade/scratch + DISKNM=/glade/p/ral/jntp/GMTB/ufs-weather-model/RT + STMP=/glade/work + PTMP=$dprefix + SCHEDULER=pbs + cp fv3_conf/fv3_qsub.IN_cheyenne fv3_conf/fv3_qsub.IN + cp fv3_conf/compile_qsub.IN_cheyenne fv3_conf/compile_qsub.IN + +elif [[ $MACHINE_ID = stampede.* ]]; then + + export PYTHONPATH= + ECFLOW_START= + QUEUE=skx-dev + COMPILE_QUEUE=skx-dev + PARTITION= + dprefix=$WORK/ufs-weather-model/run + DISKNM=$WORK/ufs-weather-model/RT + STMP=$dprefix + PTMP=$dprefix + SCHEDULER=slurm + MPIEXEC=ibrun + MPIEXECOPTS= + cp fv3_conf/fv3_slurm.IN_stampede fv3_conf/fv3_slurm.IN + +else + die "Unknown machine ID, please edit detect_machine.sh file" +fi + +# mkdir -p ${STMP}/${USER} + +# Different own baseline directories for different compilers on Theia/Cheyenne +# NEW_BASELINE=${STMP}/${USER}/FV3_RT/REGRESSION_TEST_GSL_DEVELOP +NEW_BASELINE=${RUNDIR_ROOT:-${STMP}/${USER}/FV3_RT}/REGRESSION_TEST_GSL_DEVELOP +if [[ $MACHINE_ID = hera.* ]] || [[ $MACHINE_ID = orion.* ]] || [[ $MACHINE_ID = cheyenne.* ]]; then + NEW_BASELINE=${NEW_BASELINE}_${RT_COMPILER^^} +fi + +# Overwrite default RUNDIR_ROOT if environment variable RUNDIR_ROOT is set +RUNDIR_ROOT=${RUNDIR_ROOT:-${PTMP}/${USER}/FV3_RT}/rt_$$ +mkdir -p ${RUNDIR_ROOT} + +CREATE_BASELINE=false +ROCOTO=false +ECFLOW=false +KEEP_RUNDIR=false +SINGLE_NAME='' +TEST_35D=false + +TESTS_FILE='rt.conf' + +SET_ID='standard' +while getopts ":cfsl:mn:kreh" opt; do + case $opt in + c) + CREATE_BASELINE=true + SET_ID=' ' + ;; + f) + SET_ID=' ' + ;; + s) + SET_ID='standard' + ;; + l) + TESTS_FILE=$OPTARG + SET_ID=' ' + ;; + m) + # redefine RTPWD to point to newly created baseline outputs + RTPWD=${NEW_BASELINE} + ;; + n) + SINGLE_NAME=$OPTARG + TESTS_FILE='rt.conf.single' + SET_ID=' ' + rm -f $TESTS_FILE + ;; + k) + KEEP_RUNDIR=true + ;; + r) + ROCOTO=true + ECFLOW=false + ;; + e) + ECFLOW=true + ROCOTO=false + ;; + h) + usage + ;; + \?) + usage + die "Invalid option: -$OPTARG" + ;; + :) + usage + die "Option -$OPTARG requires an argument." + ;; + esac +done + +if [[ $SINGLE_NAME != '' ]]; then + rt_single +fi + +if [[ $TESTS_FILE =~ '35d' ]]; then + TEST_35D=true +fi + +if [[ $MACHINE_ID = hera.* ]] || [[ $MACHINE_ID = orion.* ]] || [[ $MACHINE_ID = cheyenne.* ]] || [[ $MACHINE_ID = jet.* ]]; then + RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-20201124/${RT_COMPILER^^}} +else + RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-20201124} +fi + +shift $((OPTIND-1)) +[[ $# -gt 1 ]] && usage + +if [[ $CREATE_BASELINE == true ]]; then + # + # prepare new regression test directory + # + rm -rf "${NEW_BASELINE}" + mkdir -p "${NEW_BASELINE}" + echo "copy baseline inputs from: ${RTPWD}" + echo " to: ${NEW_BASELINE}" + + rsync -a "${RTPWD}"/FV3_* "${NEW_BASELINE}"/ + rsync -a "${RTPWD}"/WW3_* "${NEW_BASELINE}"/ + rsync -a "${RTPWD}"/DATM* "${NEW_BASELINE}"/ + + # FIXME: S2S baselines are only available on these machines with Intel + if [[ $MACHINE_ID = hera.intel ]] || [[ $MACHINE_ID = orion.intel ]] || [[ $MACHINE_ID = cheyenne.intel ]] || [[ $MACHINE_ID = gaea.intel ]] || [[ $MACHINE_ID = wcoss_dell_p3 ]]; then + rsync -a "${RTPWD}"/MOM6_* "${NEW_BASELINE}"/ + rsync -a "${RTPWD}"/CICE_* "${NEW_BASELINE}"/ + rsync -a "${RTPWD}"/CPL_* "${NEW_BASELINE}"/ + rsync -a "${RTPWD}"/BM_* "${NEW_BASELINE}"/ + fi + + # FIXME: move these namelist files to parm directory + rsync -a "${RTPWD}"/fv3_regional_control/input.nml "${NEW_BASELINE}"/fv3_regional_control/ + rsync -a "${RTPWD}"/fv3_regional_quilt/input.nml "${NEW_BASELINE}"/fv3_regional_quilt/ + rsync -a "${RTPWD}"/fv3_regional_c768/input.nml "${NEW_BASELINE}"/fv3_regional_c768/ + rsync -a "${RTPWD}"/fv3_regional_restart/input.nml "${NEW_BASELINE}"/fv3_regional_restart/ + + rsync -a "${RTPWD}"/fv3_regional_control/model_configure "${NEW_BASELINE}"/fv3_regional_control/ + rsync -a "${RTPWD}"/fv3_regional_quilt/model_configure "${NEW_BASELINE}"/fv3_regional_quilt/ + rsync -a "${RTPWD}"/fv3_regional_c768/model_configure "${NEW_BASELINE}"/fv3_regional_c768/ + rsync -a "${RTPWD}"/fv3_regional_restart/model_configure "${NEW_BASELINE}"/fv3_regional_restart/ + rsync -a "${RTPWD}"/fv3_regional_quilt_netcdf_parallel/model_configure "${NEW_BASELINE}"/fv3_regional_quilt_netcdf_parallel/ + + rsync -a "${RTPWD}"/fv3_regional_control/INPUT "${NEW_BASELINE}"/fv3_regional_control/ + rsync -a "${RTPWD}"/fv3_regional_control/RESTART "${NEW_BASELINE}"/fv3_regional_control/ + rsync -a "${RTPWD}"/fv3_regional_quilt/INPUT "${NEW_BASELINE}"/fv3_regional_quilt/ + rsync -a "${RTPWD}"/fv3_regional_c768/INPUT "${NEW_BASELINE}"/fv3_regional_c768/ + rsync -a "${RTPWD}"/fv3_regional_restart/INPUT "${NEW_BASELINE}"/fv3_regional_restart/ + rsync -a "${RTPWD}"/fv3_stretched/INPUT "${NEW_BASELINE}"/fv3_stretched/ + rsync -a "${RTPWD}"/fv3_stretched_nest/INPUT "${NEW_BASELINE}"/fv3_stretched_nest/ + rsync -a "${RTPWD}"/fv3_stretched_nest_quilt/INPUT "${NEW_BASELINE}"/fv3_stretched_nest_quilt/ + rsync -a "${RTPWD}"/fv3_stretched_nest_debug/INPUT "${NEW_BASELINE}"/fv3_stretched_nest_debug/ + rsync -a "${RTPWD}"/fv3_regional_quilt_netcdf_parallel/INPUT "${NEW_BASELINE}"/fv3_regional_quilt_netcdf_parallel/ +fi + +COMPILE_LOG=${PATHRT}/Compile_$MACHINE_ID.log +REGRESSIONTEST_LOG=${PATHRT}/RegressionTests_$MACHINE_ID.log + +date > ${REGRESSIONTEST_LOG} +echo "Start Regression test" >> ${REGRESSIONTEST_LOG} +echo >> ${REGRESSIONTEST_LOG} + +source default_vars.sh + +TEST_NR=0 +COMPILE_NR=0 +COMPILE_PREV_WW3_NR='' +rm -f fail_test + +LOG_DIR=${PATHRT}/log_$MACHINE_ID +rm -rf ${LOG_DIR} +mkdir ${LOG_DIR} + +if [[ $ROCOTO == true ]]; then + + ROCOTO_XML=${PATHRT}/rocoto_workflow.xml + ROCOTO_DB=${PATHRT}/rocoto_workflow.db + + rm -f $ROCOTO_XML $ROCOTO_DB *_lock.db + + if [[ $MACHINE_ID = wcoss ]]; then + QUEUE=dev + COMPILE_QUEUE=dev + ROCOTO_SCHEDULER=lsf + elif [[ $MACHINE_ID = wcoss_cray ]]; then + QUEUE=dev + COMPILE_QUEUE=dev + ROCOTO_SCHEDULER=lsfcray + elif [[ $MACHINE_ID = wcoss_dell_p3 ]]; then + QUEUE=dev + COMPILE_QUEUE=dev_transfer + ROCOTO_SCHEDULER=lsf + elif [[ $MACHINE_ID = hera.* ]]; then + QUEUE=debug + COMPILE_QUEUE=debug + ROCOTO_SCHEDULER=slurm + elif [[ $MACHINE_ID = orion.* ]]; then + QUEUE=debug + COMPILE_QUEUE=debug + ROCOTO_SCHEDULER=slurm + elif [[ $MACHINE_ID = jet.* ]]; then + QUEUE=batch + COMPILE_QUEUE=batch + ROCOTO_SCHEDULER=slurm + else + die "Rocoto is not supported on this machine $MACHINE_ID" + fi + + cat << EOF > $ROCOTO_XML + + + + + + + +]> + + 197001010000 197001010000 01:00:00 + &LOG;/workflow.log +EOF + +fi + +if [[ $ECFLOW == true ]]; then + + ECFLOW_RUN=${PATHRT}/ecflow_run + ECFLOW_SUITE=regtest_$$ + rm -rf ${ECFLOW_RUN} + mkdir -p ${ECFLOW_RUN}/${ECFLOW_SUITE} + cp head.h tail.h ${ECFLOW_RUN} + > ${ECFLOW_RUN}/${ECFLOW_SUITE}.def + cat << EOF >> ${ECFLOW_RUN}/${ECFLOW_SUITE}.def +suite ${ECFLOW_SUITE} + edit ECF_HOME '${ECFLOW_RUN}' + edit ECF_INCLUDE '${ECFLOW_RUN}' + edit ECF_KILL_CMD kill -15 %ECF_RID% > %ECF_JOB%.kill 2>&1 + edit ECF_TRIES 1 + label src_dir '${PATHTR}' + label run_dir '${RUNDIR_ROOT}' + limit max_builds 10 + limit max_jobs 30 +EOF + + if [[ $MACHINE_ID = wcoss ]]; then + QUEUE=dev + elif [[ $MACHINE_ID = wcoss_cray ]]; then + QUEUE=dev + elif [[ $MACHINE_ID = wcoss_dell_p3 ]]; then + QUEUE=dev + elif [[ $MACHINE_ID = hera.* ]]; then + QUEUE=debug + elif [[ $MACHINE_ID = orion.* ]]; then + QUEUE=batch + elif [[ $MACHINE_ID = jet.* ]]; then + QUEUE=batch + elif [[ $MACHINE_ID = gaea.* ]]; then + QUEUE=normal + elif [[ $MACHINE_ID = cheyenne.* ]]; then + QUEUE=regular + else + die "ecFlow is not supported on this machine $MACHINE_ID" + fi + +fi + +## +## read rt.conf and then either execute the test script directly or create +## workflow description file +## + +new_compile=false +in_metatask=false + +[[ -f $TESTS_FILE ]] || die "$TESTS_FILE does not exist" + +while read -r line; do + + line="${line#"${line%%[![:space:]]*}"}" + [[ ${#line} == 0 ]] && continue + [[ $line == \#* ]] && continue + + if [[ $line == COMPILE* ]] ; then + + MAKE_OPT=$(echo $line | cut -d'|' -f2 | sed -e 's/^ *//' -e 's/ *$//') + SET=$( echo $line | cut -d'|' -f3) + MACHINES=$(echo $line | cut -d'|' -f4) + CB=$( echo $line | cut -d'|' -f5) + + [[ $SET_ID != ' ' && $SET != *${SET_ID}* ]] && continue + [[ $MACHINES != ' ' && $MACHINES != *${MACHINE_ID}* ]] && continue + [[ $CREATE_BASELINE == true && $CB != *fv3* ]] && continue + + (( COMPILE_NR += 1 )) + + cat << EOF > ${RUNDIR_ROOT}/compile_${COMPILE_NR}.env + export MACHINE_ID=${MACHINE_ID} + export RT_COMPILER=${RT_COMPILER} + export PATHRT=${PATHRT} + export PATHTR=${PATHTR} + export SCHEDULER=${SCHEDULER} + export ACCNR=${ACCNR} + export QUEUE=${COMPILE_QUEUE} + export PARTITION=${PARTITION} + export ROCOTO=${ROCOTO} + export ECFLOW=${ECFLOW} + export REGRESSIONTEST_LOG=${REGRESSIONTEST_LOG} + export LOG_DIR=${LOG_DIR} +EOF + + if [[ $ROCOTO == true ]]; then + rocoto_create_compile_task + elif [[ $ECFLOW == true ]]; then + ecflow_create_compile_task + else + ./compile.sh $MACHINE_ID "${MAKE_OPT}" $COMPILE_NR > ${LOG_DIR}/compile_${COMPILE_NR}.log 2>&1 + fi + + # Set RT_SUFFIX (regression test run directories and log files) and BL_SUFFIX + # (regression test baseline directories) for REPRO (IPD, CCPP) or PROD (CCPP) runs + if [[ ${MAKE_OPT^^} =~ "REPRO=Y" ]]; then + RT_SUFFIX="_repro" + BL_SUFFIX="_repro" + elif [[ ${MAKE_OPT^^} =~ "CCPP=Y" ]]; then + RT_SUFFIX="_prod" + BL_SUFFIX="_ccpp" + fi + + if [[ ${MAKE_OPT^^} =~ "WW3=Y" ]]; then + COMPILE_PREV_WW3_NR=${COMPILE_NR} + fi + + continue + + elif [[ $line == RUN* ]] ; then + + TEST_NAME=$(echo $line | cut -d'|' -f2 | sed -e 's/^ *//' -e 's/ *$//') + SET=$( echo $line | cut -d'|' -f3) + MACHINES=$( echo $line | cut -d'|' -f4) + CB=$( echo $line | cut -d'|' -f5) + DEP_RUN=$( echo $line | cut -d'|' -f6 | sed -e 's/^ *//' -e 's/ *$//') + DATE_35D=$( echo $line | cut -d'|' -f7 | sed -e 's/^ *//' -e 's/ *$//') + + [[ -e "tests/$TEST_NAME" ]] || die "run test file tests/$TEST_NAME does not exist" + [[ $SET_ID != ' ' && $SET != *${SET_ID}* ]] && continue + [[ $MACHINES != ' ' && $MACHINES != *${MACHINE_ID}* ]] && continue + [[ $CREATE_BASELINE == true && $CB != *fv3* ]] && continue + + # 35 day tests + [[ $TEST_35D == true ]] && rt_35d + + # skip all *_appbuild runs if rocoto or ecFlow is used. FIXME + if [[ ${ROCOTO} == true && ${ECFLOW} == true ]]; then + if [[ ${TEST_NAME} == *_appbuild ]]; then + continue + fi + fi + + # Avoid uninitialized RT_SUFFIX/BL_SUFFIX (see definition above) + RT_SUFFIX=${RT_SUFFIX:-""} + BL_SUFFIX=${BL_SUFFIX:-""} + + if [[ $ROCOTO == true && $new_compile == true ]]; then + new_compile=false + in_metatask=true + cat << EOF >> $ROCOTO_XML + 0 +EOF + fi + + TEST_NR=$( printf '%03d' $(( 10#$TEST_NR + 1 )) ) + + ( + source ${PATHRT}/tests/$TEST_NAME + + NODES=$(( TASKS / TPN )) + if (( NODES * TPN < TASKS )); then + NODES=$(( NODES + 1 )) + fi + + cat << EOF > ${RUNDIR_ROOT}/run_test_${TEST_NR}.env + export MACHINE_ID=${MACHINE_ID} + export RT_COMPILER=${RT_COMPILER} + export RTPWD=${RTPWD} + export PATHRT=${PATHRT} + export PATHTR=${PATHTR} + export NEW_BASELINE=${NEW_BASELINE} + export CREATE_BASELINE=${CREATE_BASELINE} + export RT_SUFFIX=${RT_SUFFIX} + export BL_SUFFIX=${BL_SUFFIX} + export SCHEDULER=${SCHEDULER} + export ACCNR=${ACCNR} + export QUEUE=${QUEUE} + export PARTITION=${PARTITION} + export ROCOTO=${ROCOTO} + export ECFLOW=${ECFLOW} + export REGRESSIONTEST_LOG=${REGRESSIONTEST_LOG} + export LOG_DIR=${LOG_DIR} + export DEP_RUN=${DEP_RUN} +EOF + + if [[ $ROCOTO == true ]]; then + rocoto_create_run_task + elif [[ $ECFLOW == true ]]; then + ecflow_create_run_task + else + ./run_test.sh ${PATHRT} ${RUNDIR_ROOT} ${TEST_NAME} ${TEST_NR} ${COMPILE_NR} > ${LOG_DIR}/run_${TEST_NAME}${RT_SUFFIX}.log 2>&1 + fi + ) + + continue + else + die "Unknown command $line" + fi +done < $TESTS_FILE + +## +## run regression test workflow (currently Rocoto or ecFlow are supported) +## + +if [[ $ROCOTO == true ]]; then + if [[ $in_metatask == true ]]; then + echo " " >> $ROCOTO_XML + fi + echo "" >> $ROCOTO_XML + # run rocoto workflow until done + rocoto_run +fi + +if [[ $ECFLOW == true ]]; then + echo "endsuite" >> ${ECFLOW_RUN}/${ECFLOW_SUITE}.def + # run ecflow workflow until done + ecflow_run +fi + +## +## regression test is either failed or successful +## +set +e +cat ${LOG_DIR}/compile_*.log > ${COMPILE_LOG} +cat ${LOG_DIR}/rt_*.log >> ${REGRESSIONTEST_LOG} +if [[ -e fail_test ]]; then + echo "FAILED TESTS: " + echo "FAILED TESTS: " >> ${REGRESSIONTEST_LOG} + while read -r failed_test_name + do + echo "Test ${failed_test_name} failed " + echo "Test ${failed_test_name} failed " >> ${REGRESSIONTEST_LOG} + done < fail_test + echo ; echo REGRESSION TEST FAILED + (echo ; echo REGRESSION TEST FAILED) >> ${REGRESSIONTEST_LOG} +else + echo ; echo REGRESSION TEST WAS SUCCESSFUL + (echo ; echo REGRESSION TEST WAS SUCCESSFUL) >> ${REGRESSIONTEST_LOG} + + rm -f fv3_*.x fv3_*.exe modules.fv3_* + [[ ${KEEP_RUNDIR} == false ]] && rm -rf ${RUNDIR_ROOT} + [[ ${ROCOTO} == true ]] && rm -f ${ROCOTO_XML} ${ROCOTO_DB} *_lock.db + [[ ${TEST_35D} == true ]] && rm -f tests/cpld_bmark*_20* +fi + +date >> ${REGRESSIONTEST_LOG} + +elapsed_time=$( printf '%02dh:%02dm:%02ds\n' $(($SECONDS%86400/3600)) $(($SECONDS%3600/60)) $(($SECONDS%60)) ) +echo "Elapsed time: ${elapsed_time}. Have a nice day!" >> ${REGRESSIONTEST_LOG} +echo "Elapsed time: ${elapsed_time}. Have a nice day!" From 2c02679c838a3e05a2d0bce5aa43be3409c5a69a Mon Sep 17 00:00:00 2001 From: "valery.yudin" Date: Thu, 21 Jan 2021 13:08:18 -0500 Subject: [PATCH 7/7] UFS-W gitmodules with VY-FMS saturationWV --- .gitmodules | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitmodules b/.gitmodules index e8e34bf84d..c03fca3133 100644 --- a/.gitmodules +++ b/.gitmodules @@ -8,7 +8,7 @@ branch = develop [submodule "FMS"] path = FMS - url = https://github.com/NOAA-GFDL/FMS + url = https://github.com/ValeryYudin-NOAA/FMS branch = master [submodule "WW3"] path = WW3