From 38de896ebd2baa5e343f09a504c2b027575b0ddb Mon Sep 17 00:00:00 2001 From: "Xiaqiong.Zhou" Date: Thu, 9 Jan 2020 13:56:52 -0500 Subject: [PATCH 01/27] point to my own fork --- .gitmodules | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.gitmodules b/.gitmodules index 02d35c657d..9282d21fb3 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,6 +1,6 @@ [submodule "FV3"] path = FV3 - url = https://github.com/NOAA-EMC/fv3atm + url = https://github.com/XiaqiongZhou-NOAA/fv3atm branch = develop [submodule "NEMS"] path = NEMS @@ -8,8 +8,8 @@ branch = develop [submodule "FMS"] path = FMS - url = https://github.com/NOAA-EMC/FMS - branch = GFS-FMS + url = http://github.com/bensonr/FMS + branch = zhi_nest_merge [submodule "WW3"] path = WW3 url = https://github.com/NOAA-EMC/WW3 From 24e915fe9534b143014c7ea6dac9882d777ecb78 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Tue, 28 Jan 2020 14:37:59 +0000 Subject: [PATCH 02/27] update FMS --- FMS | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FMS b/FMS index 46014b4f9a..6b7780b77a 160000 --- a/FMS +++ b/FMS @@ -1 +1 @@ -Subproject commit 46014b4f9a83128488b735d438ed82edd2dedf0c +Subproject commit 6b7780b77a68119cbeb17cae56c73d7f467a481c From 0403d225bac8db0ac5d3c800e749067896ebf01c Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Tue, 28 Jan 2020 14:43:57 +0000 Subject: [PATCH 03/27] update FV3 --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index 869374c057..860240fb86 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 869374c057e71b9289eba638daacc35290219bb7 +Subproject commit 860240fb860d95c527d673c347226feb15e304ef From de0392c9284b4a4756896d0989eb063d54178165 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Tue, 28 Jan 2020 15:03:51 +0000 Subject: [PATCH 04/27] point FMS to personal fork/branch --- .gitmodules | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitmodules b/.gitmodules index 9282d21fb3..4c02ff49d3 100644 --- a/.gitmodules +++ b/.gitmodules @@ -8,7 +8,7 @@ branch = develop [submodule "FMS"] path = FMS - url = http://github.com/bensonr/FMS + url = https://github.com/XiaqiongZhou-NOAA/FMS branch = zhi_nest_merge [submodule "WW3"] path = WW3 From 73fd25d0e5bf2ad9ee86fa2aac41e4f3f972f37f Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Tue, 28 Jan 2020 15:42:37 +0000 Subject: [PATCH 05/27] Change input namlist for nesting corresponding to the namelist change in atmos_cubed_sphere --- parm/input_nest02.nml.IN | 10 ---------- parm/stretched-nest-input.nml.IN | 11 +++++++---- 2 files changed, 7 insertions(+), 14 deletions(-) diff --git a/parm/input_nest02.nml.IN b/parm/input_nest02.nml.IN index 8186d5b222..661ec07ca7 100644 --- a/parm/input_nest02.nml.IN +++ b/parm/input_nest02.nml.IN @@ -105,19 +105,9 @@ nested = .true. twowaynest = .true. - parent_grid_num = 1 - parent_tile = 6 - refinement = 3 - ioffset = 14 - joffset = 19 nestupdate = 7 / -&nest_nml - ntiles = 2 - nest_pes = 48,48 - p_split = 1 -/ &external_ic_nml filtered_terrain = .true. diff --git a/parm/stretched-nest-input.nml.IN b/parm/stretched-nest-input.nml.IN index 93111894ee..51d6bd6bfb 100644 --- a/parm/stretched-nest-input.nml.IN +++ b/parm/stretched-nest-input.nml.IN @@ -109,10 +109,13 @@ stretch_fac = 1.5 / -&nest_nml - ntiles = 2 - nest_pes = 48,48 - p_split = 1 +&fv_nest_nml + grid_pes = 48, 48 + grid_coarse = 0, 1 + tile_coarse = 0, 6 + nest_refine = 0, 3 + nest_ioffsets= 1, 14 + nest_joffsets= 1, 19 / &external_ic_nml From 2b1284970674ff77202527a499468b6970804155 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Tue, 28 Jan 2020 19:37:44 +0000 Subject: [PATCH 06/27] Change FMS to a older revision that works --- FMS | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FMS b/FMS index 6b7780b77a..c3cfaeb556 160000 --- a/FMS +++ b/FMS @@ -1 +1 @@ -Subproject commit 6b7780b77a68119cbeb17cae56c73d7f467a481c +Subproject commit c3cfaeb5563bfdca8a901e0934ca7117482ab427 From c57aad002c50fe805b14342ba166a743daa96629 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Thu, 30 Jan 2020 21:53:44 +0000 Subject: [PATCH 07/27] Change nest namelist with CCPP; update FV3 version --- FV3 | 2 +- parm/ccpp_input_nest02.nml.IN | 10 ---------- parm/ccpp_stretched-nest-input.nml.IN | 11 +++++++---- 3 files changed, 8 insertions(+), 15 deletions(-) diff --git a/FV3 b/FV3 index 860240fb86..c332af2829 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 860240fb860d95c527d673c347226feb15e304ef +Subproject commit c332af28297090859794157830d1031649350499 diff --git a/parm/ccpp_input_nest02.nml.IN b/parm/ccpp_input_nest02.nml.IN index 6d4ebc3eca..c942942b39 100644 --- a/parm/ccpp_input_nest02.nml.IN +++ b/parm/ccpp_input_nest02.nml.IN @@ -106,19 +106,9 @@ nested = .true. twowaynest = .true. - parent_grid_num = 1 - parent_tile = 6 - refinement = 3 - ioffset = 14 - joffset = 19 nestupdate = 7 / -&nest_nml - ntiles = 2 - nest_pes = 48,48 - p_split = 1 -/ &external_ic_nml filtered_terrain = .true. diff --git a/parm/ccpp_stretched-nest-input.nml.IN b/parm/ccpp_stretched-nest-input.nml.IN index 4e026df37d..3c02e19b64 100644 --- a/parm/ccpp_stretched-nest-input.nml.IN +++ b/parm/ccpp_stretched-nest-input.nml.IN @@ -110,10 +110,13 @@ stretch_fac = 1.5 / -&nest_nml - ntiles = 2 - nest_pes = 48,48 - p_split = 1 +&fv_nest_nml + grid_pes = 48, 48 + grid_coarse = 0, 1 + tile_coarse = 0, 6 + nest_refine = 0, 3 + nest_ioffsets= 1, 14 + nest_joffsets= 1, 19 / &external_ic_nml From 698f3e6b205f0db8984b9261733a1296df972a88 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Mon, 3 Feb 2020 22:16:30 +0000 Subject: [PATCH 08/27] update FV3 --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index c332af2829..caf40a4449 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit c332af28297090859794157830d1031649350499 +Subproject commit caf40a4449e88f5ed610ae60c6b3ff9d8131c12e From 708e4600684f576cc84442ad9c0397e94fe7d563 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Mon, 3 Feb 2020 22:27:38 +0000 Subject: [PATCH 09/27] update stochastic_physics --- stochastic_physics | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/stochastic_physics b/stochastic_physics index 25c3321ec7..1745422af7 160000 --- a/stochastic_physics +++ b/stochastic_physics @@ -1 +1 @@ -Subproject commit 25c3321ec77fe0de50b60399a4eff71363fabd90 +Subproject commit 1745422af76d830757cd6035b6ea101e92b4cac1 From 6b4e6019a368c0a6a080e782d55f54340d5aeb0f Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Mon, 3 Feb 2020 22:33:23 +0000 Subject: [PATCH 10/27] Update WW3 --- WW3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/WW3 b/WW3 index 5ab4301000..f6ebf95ff3 160000 --- a/WW3 +++ b/WW3 @@ -1 +1 @@ -Subproject commit 5ab43010002d0a4e175e7647828fbf9e989ab5f7 +Subproject commit f6ebf95ff3bfa0bcbde1e5dbddf5a3e7760c6965 From c4a351d0cc5f550df812a837cc94e52a78356732 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Thu, 13 Feb 2020 20:29:25 +0000 Subject: [PATCH 11/27] point to new version --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index caf40a4449..956ac76145 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit caf40a4449e88f5ed610ae60c6b3ff9d8131c12e +Subproject commit 956ac7614504c8ce477cca96c41e33a639834212 From cc82f8cc6b4ba2449a55c3acb82e7a37a9e0258d Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Tue, 5 May 2020 18:15:40 +0000 Subject: [PATCH 12/27] Move to submodule FMS to the 2020.02 version and FV3 to latest --- .gitmodules | 4 ++-- FMS | 2 +- FV3 | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/.gitmodules b/.gitmodules index 4c02ff49d3..18cf56871f 100644 --- a/.gitmodules +++ b/.gitmodules @@ -8,8 +8,8 @@ branch = develop [submodule "FMS"] path = FMS - url = https://github.com/XiaqiongZhou-NOAA/FMS - branch = zhi_nest_merge + url = https://github.com/NOAA-GFDL/FMS + branch = master [submodule "WW3"] path = WW3 url = https://github.com/NOAA-EMC/WW3 diff --git a/FMS b/FMS index c3cfaeb556..d34bb9fa11 160000 --- a/FMS +++ b/FMS @@ -1 +1 @@ -Subproject commit c3cfaeb5563bfdca8a901e0934ca7117482ab427 +Subproject commit d34bb9fa1107c5cc08a552eefd7b127a22c3a49d diff --git a/FV3 b/FV3 index c74194569c..b5ce8c4484 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit c74194569caaead74dd186bbd18df2e96b6b054b +Subproject commit b5ce8c44849da29cd3af5a792b5eb3bb68997313 From b1e168a84ddd328b0aebc07ecbd7030133915b6c Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Tue, 12 May 2020 16:45:51 +0000 Subject: [PATCH 13/27] update FV3 to a new version --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index b5ce8c4484..23f1e55355 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit b5ce8c44849da29cd3af5a792b5eb3bb68997313 +Subproject commit 23f1e5535578fc7fce401a8f5a9a615341782948 From 985a0bdbbb68fe1118457a488e5cf02a582656a5 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Wed, 13 May 2020 15:42:26 +0000 Subject: [PATCH 14/27] Point submodules to new version --- FV3 | 2 +- NEMS | 2 +- stochastic_physics | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/FV3 b/FV3 index 23f1e55355..41ff26cc06 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 23f1e5535578fc7fce401a8f5a9a615341782948 +Subproject commit 41ff26cc06731d07eb7764f9a2a8b29cdbd7f5a6 diff --git a/NEMS b/NEMS index 82138ff901..19844f9c1e 160000 --- a/NEMS +++ b/NEMS @@ -1 +1 @@ -Subproject commit 82138ff90192494f9a1925dd23ca3214f641e215 +Subproject commit 19844f9c1e6e6993c4cdf920f6f226db847d7b9b diff --git a/stochastic_physics b/stochastic_physics index 987f5a223e..4b57c7ceba 160000 --- a/stochastic_physics +++ b/stochastic_physics @@ -1 +1 @@ -Subproject commit 987f5a223e2b1e53fe27d8917f3c9fcc57a6a477 +Subproject commit 4b57c7ceba9694560e9ab72bf25d5406319e712f From a5e29dd9139f10d638ec11f1ff62f3ea45e98565 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Wed, 13 May 2020 19:49:42 +0000 Subject: [PATCH 15/27] Add -DENABLE_QUAD_PRECISION in the compiling flag when QUAD_PRECISION=Y (DEFAULT).Startinging with FMS 2019.01.01, quad-precision arithmetic is enabled it the ENABLE_QUAD_PRECISION macro. This is used to determine whether certain grid metric terms code within FMS/FV3-dycore use quad-precision arithmetic. --- cmake/GNU.cmake | 7 +++++++ cmake/Intel.cmake | 9 +++++++++ cmake/PGI.cmake | 7 +++++++ cmake/configure_cheyenne.gnu.cmake | 1 + cmake/configure_cheyenne.intel-impi.cmake | 1 + cmake/configure_cheyenne.intel.cmake | 1 + cmake/configure_gaea.cmake | 1 + cmake/configure_hera.gnu.cmake | 1 + cmake/configure_hera.intel.cmake | 1 + cmake/configure_jet.cmake | 1 + cmake/configure_linux.gnu.cmake | 1 + cmake/configure_linux.intel.cmake | 1 + cmake/configure_macosx.gnu.cmake | 1 + cmake/configure_orion.intel.cmake | 1 + cmake/configure_wcoss_cray.cmake | 1 + cmake/configure_wcoss_dell_p3.cmake | 1 + conf/configure.fv3.cheyenne.gnu | 5 +++++ conf/configure.fv3.cheyenne.intel | 5 +++++ conf/configure.fv3.cheyenne.intel-impi | 5 +++++ conf/configure.fv3.cheyenne.pgi | 5 +++++ conf/configure.fv3.endeavor.intel | 5 +++++ conf/configure.fv3.gaea.intel | 5 +++++ conf/configure.fv3.hera.gnu | 5 +++++ conf/configure.fv3.hera.intel | 6 ++++++ conf/configure.fv3.jet.intel | 5 +++++ conf/configure.fv3.linux.gnu | 5 +++++ conf/configure.fv3.macosx.gnu | 5 +++++ conf/configure.fv3.odin | 5 +++++ conf/configure.fv3.orion.intel | 5 +++++ conf/configure.fv3.s4.intel | 5 +++++ conf/configure.fv3.stampede.intel | 5 +++++ conf/configure.fv3.wcoss_cray | 5 +++++ conf/configure.fv3.wcoss_dell_p3 | 6 ++++++ conf/configure.fv3.wcoss_phase1 | 5 +++++ conf/configure.fv3.wcoss_phase2 | 5 +++++ 35 files changed, 133 insertions(+) diff --git a/cmake/GNU.cmake b/cmake/GNU.cmake index a93b6f4ac8..9a28bfd5b3 100644 --- a/cmake/GNU.cmake +++ b/cmake/GNU.cmake @@ -61,3 +61,10 @@ if(INLINE_POST) else() message("INLINE_POST is disabled") endif() + +if(QUAD_PRECISION) + message("QUAD_PRECISION is ENABLED") + add_definitions(-DENABLE_QUAD_PRECISION) +else() + message("QUAD_PRECISION is disabled") +endif() diff --git a/cmake/Intel.cmake b/cmake/Intel.cmake index 8fe97f2e5c..47e1602e7f 100644 --- a/cmake/Intel.cmake +++ b/cmake/Intel.cmake @@ -50,6 +50,10 @@ if(OPENMP) add_definitions(-DOPENMP) endif() +if(QUAD_PRECISION) + add_definitions(-DENABLE_QUAD_PRECISION) +endif() + set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -D__IFC -sox -fp-model source") @@ -90,3 +94,8 @@ if(INLINE_POST) else() message("INLINE_POST is disabled") endif() +if(QUAD_PRECISION) + message("QUAD_PRECISION is ENABLED") +else() + message("QUAD_PRECISION is disabled") +endif() diff --git a/cmake/PGI.cmake b/cmake/PGI.cmake index b5c01d91cf..a153b93166 100644 --- a/cmake/PGI.cmake +++ b/cmake/PGI.cmake @@ -59,4 +59,11 @@ if(INLINE_POST) message("INLINE_POST is ENABLED") else() message("INLINE_POST is disabled") + +if(QUAD_PRECISION) + message("QUAD_PRECISION is ENABLED") + add_definitions(-DENABLE_QUAD_PRECISION) +else() + message("QUAD_PRECISION is disabled") +endif() endif() diff --git a/cmake/configure_cheyenne.gnu.cmake b/cmake/configure_cheyenne.gnu.cmake index 7efcb1633e..2ae7be06d2 100644 --- a/cmake/configure_cheyenne.gnu.cmake +++ b/cmake/configure_cheyenne.gnu.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" OFF) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_cheyenne.intel-impi.cmake b/cmake/configure_cheyenne.intel-impi.cmake index 534d580aa7..2520e2345d 100644 --- a/cmake/configure_cheyenne.intel-impi.cmake +++ b/cmake/configure_cheyenne.intel-impi.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" ON) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_cheyenne.intel.cmake b/cmake/configure_cheyenne.intel.cmake index 534d580aa7..2520e2345d 100644 --- a/cmake/configure_cheyenne.intel.cmake +++ b/cmake/configure_cheyenne.intel.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" ON) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_gaea.cmake b/cmake/configure_gaea.cmake index 3d56634f56..f10199354b 100644 --- a/cmake/configure_gaea.cmake +++ b/cmake/configure_gaea.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" ON) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_hera.gnu.cmake b/cmake/configure_hera.gnu.cmake index 7efcb1633e..2ae7be06d2 100644 --- a/cmake/configure_hera.gnu.cmake +++ b/cmake/configure_hera.gnu.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" OFF) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_hera.intel.cmake b/cmake/configure_hera.intel.cmake index 645406a868..4a9a9a6577 100644 --- a/cmake/configure_hera.intel.cmake +++ b/cmake/configure_hera.intel.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" ON) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" ON) diff --git a/cmake/configure_jet.cmake b/cmake/configure_jet.cmake index 846fa0c7d3..94d2447f36 100644 --- a/cmake/configure_jet.cmake +++ b/cmake/configure_jet.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" OFF) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_linux.gnu.cmake b/cmake/configure_linux.gnu.cmake index 7efcb1633e..2ae7be06d2 100644 --- a/cmake/configure_linux.gnu.cmake +++ b/cmake/configure_linux.gnu.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" OFF) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_linux.intel.cmake b/cmake/configure_linux.intel.cmake index 7efcb1633e..2ae7be06d2 100644 --- a/cmake/configure_linux.intel.cmake +++ b/cmake/configure_linux.intel.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" OFF) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_macosx.gnu.cmake b/cmake/configure_macosx.gnu.cmake index 011ddd9bf3..6c89f3106c 100644 --- a/cmake/configure_macosx.gnu.cmake +++ b/cmake/configure_macosx.gnu.cmake @@ -21,6 +21,7 @@ else() option(OPENMP "Enable OpenMP threading" ON) endif() option(AVX2 "Enable AVX2 instruction set" OFF) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_orion.intel.cmake b/cmake/configure_orion.intel.cmake index 645406a868..4a9a9a6577 100644 --- a/cmake/configure_orion.intel.cmake +++ b/cmake/configure_orion.intel.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" ON) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" ON) diff --git a/cmake/configure_wcoss_cray.cmake b/cmake/configure_wcoss_cray.cmake index 645406a868..4a9a9a6577 100644 --- a/cmake/configure_wcoss_cray.cmake +++ b/cmake/configure_wcoss_cray.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" ON) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" ON) diff --git a/cmake/configure_wcoss_dell_p3.cmake b/cmake/configure_wcoss_dell_p3.cmake index 72dbf1dc9e..dc25b4a193 100644 --- a/cmake/configure_wcoss_dell_p3.cmake +++ b/cmake/configure_wcoss_dell_p3.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" OFF) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" ON) diff --git a/conf/configure.fv3.cheyenne.gnu b/conf/configure.fv3.cheyenne.gnu index 38cf918af7..13321e2844 100644 --- a/conf/configure.fv3.cheyenne.gnu +++ b/conf/configure.fv3.cheyenne.gnu @@ -56,6 +56,7 @@ AVX2 = Y HYDRO = N CCPP = N SION = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -118,6 +119,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -fno-range-check FFLAGS_REPRO = -O2 -g -fbacktrace -fno-range-check FFLAGS_DEBUG = -g -O0 -fno-unsafe-math-optimizations -frounding-math -fsignaling-nans -ffpe-trap=invalid,zero,overflow -fbounds-check -fbacktrace -fno-range-check -Wall diff --git a/conf/configure.fv3.cheyenne.intel b/conf/configure.fv3.cheyenne.intel index ae3df34b0a..4caaad8f2d 100644 --- a/conf/configure.fv3.cheyenne.intel +++ b/conf/configure.fv3.cheyenne.intel @@ -56,6 +56,7 @@ AVX2 = Y HYDRO = N CCPP = N SION = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -127,6 +128,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check all -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.cheyenne.intel-impi b/conf/configure.fv3.cheyenne.intel-impi index e796694118..1b16754d3a 100644 --- a/conf/configure.fv3.cheyenne.intel-impi +++ b/conf/configure.fv3.cheyenne.intel-impi @@ -52,6 +52,7 @@ AVX2 = Y HYDRO = N CCPP = N SION = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -123,6 +124,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check all -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.cheyenne.pgi b/conf/configure.fv3.cheyenne.pgi index d54faa1d6d..5049be4a7a 100644 --- a/conf/configure.fv3.cheyenne.pgi +++ b/conf/configure.fv3.cheyenne.pgi @@ -56,6 +56,7 @@ OPENMP = Y AVX2 = Y HYDRO = N CCPP = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -118,6 +119,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O1 FFLAGS_REPRO = -O1 -g -traceback FFLAGS_DEBUG = -g -O0 -Ktrap=fp -Mbounds -traceback diff --git a/conf/configure.fv3.endeavor.intel b/conf/configure.fv3.endeavor.intel index c24c9581bc..4a03fdcc64 100644 --- a/conf/configure.fv3.endeavor.intel +++ b/conf/configure.fv3.endeavor.intel @@ -52,6 +52,7 @@ AVX2 = Y HYDRO = N CCPP = N SION = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -123,6 +124,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check all -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.gaea.intel b/conf/configure.fv3.gaea.intel index af8fc9508d..7f0e1a1360 100644 --- a/conf/configure.fv3.gaea.intel +++ b/conf/configure.fv3.gaea.intel @@ -31,6 +31,7 @@ OPENMP = Y AVX2 = Y HYDRO = N CCPP = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -96,6 +97,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check all -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.hera.gnu b/conf/configure.fv3.hera.gnu index f9b23fbb82..a53becbb1d 100644 --- a/conf/configure.fv3.hera.gnu +++ b/conf/configure.fv3.hera.gnu @@ -31,6 +31,7 @@ OPENMP = Y AVX2 = Y HYDRO = N CCPP = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -93,6 +94,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -fno-range-check FFLAGS_REPRO = -O2 -g -fbacktrace -fno-range-check FFLAGS_DEBUG = -g -O0 -fno-unsafe-math-optimizations -frounding-math -fsignaling-nans -ffpe-trap=invalid,zero,overflow -fbounds-check -fbacktrace -fno-range-check -Wall diff --git a/conf/configure.fv3.hera.intel b/conf/configure.fv3.hera.intel index 62e4fab45b..0a69ed8594 100644 --- a/conf/configure.fv3.hera.intel +++ b/conf/configure.fv3.hera.intel @@ -31,6 +31,7 @@ OPENMP = Y AVX2 = Y HYDRO = N CCPP = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -105,6 +106,11 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check all -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.jet.intel b/conf/configure.fv3.jet.intel index 1e9320f9c8..97c2053f0d 100644 --- a/conf/configure.fv3.jet.intel +++ b/conf/configure.fv3.jet.intel @@ -51,6 +51,8 @@ OPENMP = Y AVX2 = Y HYDRO = N CCPP = N +QUAD_PRECISION = Y + include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -121,6 +123,9 @@ endif ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback diff --git a/conf/configure.fv3.linux.gnu b/conf/configure.fv3.linux.gnu index fd22eb3087..51faabfaa2 100644 --- a/conf/configure.fv3.linux.gnu +++ b/conf/configure.fv3.linux.gnu @@ -56,6 +56,7 @@ AVX2 = Y HYDRO = N CCPP = N SION = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -118,6 +119,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -fno-range-check FFLAGS_REPRO = -O2 -g -fbacktrace -fno-range-check FFLAGS_DEBUG = -g -O0 -ggdb -fno-unsafe-math-optimizations -frounding-math -fsignaling-nans -ffpe-trap=invalid,zero,overflow -fbounds-check -fbacktrace -fno-range-check -Wall diff --git a/conf/configure.fv3.macosx.gnu b/conf/configure.fv3.macosx.gnu index d2bd65287e..656787d707 100644 --- a/conf/configure.fv3.macosx.gnu +++ b/conf/configure.fv3.macosx.gnu @@ -56,6 +56,7 @@ AVX2 = Y HYDRO = N CCPP = N SION = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -120,6 +121,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -g -fno-range-check FFLAGS_REPRO = -O0 -g -fbacktrace -fno-range-check FFLAGS_DEBUG = -g -O0 -ggdb -fno-unsafe-math-optimizations -frounding-math -fsignaling-nans -ffpe-trap=invalid,zero,overflow -fbounds-check -fbacktrace -fno-range-check -Wall diff --git a/conf/configure.fv3.odin b/conf/configure.fv3.odin index 2e3cab280c..191a6f90b7 100644 --- a/conf/configure.fv3.odin +++ b/conf/configure.fv3.odin @@ -50,6 +50,7 @@ VERBOSE = OPENMP = Y AVX2 = Y HYDRO = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -102,6 +103,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback #FFLAGS_DEBUG = -g -O0 -check bounds -check -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.orion.intel b/conf/configure.fv3.orion.intel index 06a28ec24d..0b442e288b 100644 --- a/conf/configure.fv3.orion.intel +++ b/conf/configure.fv3.orion.intel @@ -32,6 +32,7 @@ AVX2 = Y HYDRO = N CCPP = N STATIC = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -106,6 +107,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check all -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.s4.intel b/conf/configure.fv3.s4.intel index dd484161e0..8a968d9788 100644 --- a/conf/configure.fv3.s4.intel +++ b/conf/configure.fv3.s4.intel @@ -32,6 +32,7 @@ AVX2 = N HYDRO = N CCPP = N INLINE_POST=N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -111,6 +112,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model strict -qoverride-limits -qopt-prefetch=3 -g -traceback FFLAGS_REPRO = -O2 -debug minimal -fp-model strict -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.stampede.intel b/conf/configure.fv3.stampede.intel index 6a68807262..938eb1a8dc 100644 --- a/conf/configure.fv3.stampede.intel +++ b/conf/configure.fv3.stampede.intel @@ -51,6 +51,7 @@ OPENMP = Y AVX2 = Y HYDRO = N CCPP = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -122,6 +123,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check all -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.wcoss_cray b/conf/configure.fv3.wcoss_cray index 107ae7ab77..8d20a17494 100644 --- a/conf/configure.fv3.wcoss_cray +++ b/conf/configure.fv3.wcoss_cray @@ -21,6 +21,7 @@ OPENMP = Y AVX2 = Y HYDRO = N CCPP = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -82,6 +83,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.wcoss_dell_p3 b/conf/configure.fv3.wcoss_dell_p3 index 3838c91b99..ae0703a917 100644 --- a/conf/configure.fv3.wcoss_dell_p3 +++ b/conf/configure.fv3.wcoss_dell_p3 @@ -19,6 +19,7 @@ VERBOSE = OPENMP = Y HYDRO = N CCPP = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -75,6 +76,11 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + +# FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.wcoss_phase1 b/conf/configure.fv3.wcoss_phase1 index 587fd89fab..d1876a4756 100644 --- a/conf/configure.fv3.wcoss_phase1 +++ b/conf/configure.fv3.wcoss_phase1 @@ -18,6 +18,7 @@ REPRO = VERBOSE = OPENMP = Y HYDRO = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -62,6 +63,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS += -xHOST -qno-opt-dynamic-align CFLAGS += -xHOST -qno-opt-dynamic-align diff --git a/conf/configure.fv3.wcoss_phase2 b/conf/configure.fv3.wcoss_phase2 index 587fd89fab..d1876a4756 100644 --- a/conf/configure.fv3.wcoss_phase2 +++ b/conf/configure.fv3.wcoss_phase2 @@ -18,6 +18,7 @@ REPRO = VERBOSE = OPENMP = Y HYDRO = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -62,6 +63,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS += -xHOST -qno-opt-dynamic-align CFLAGS += -xHOST -qno-opt-dynamic-align From 0ddf6dfc3346d65e7bab63b08ee87c796ecd25e1 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Wed, 13 May 2020 19:54:46 +0000 Subject: [PATCH 16/27] Fix an error --- cmake/PGI.cmake | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/cmake/PGI.cmake b/cmake/PGI.cmake index a153b93166..a822557f3c 100644 --- a/cmake/PGI.cmake +++ b/cmake/PGI.cmake @@ -59,6 +59,7 @@ if(INLINE_POST) message("INLINE_POST is ENABLED") else() message("INLINE_POST is disabled") +endif() if(QUAD_PRECISION) message("QUAD_PRECISION is ENABLED") @@ -66,4 +67,3 @@ if(QUAD_PRECISION) else() message("QUAD_PRECISION is disabled") endif() -endif() From d993d2ac27c21f0a1a1dd0a395b9a3a32fd4b8a9 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Fri, 15 May 2020 13:56:48 +0000 Subject: [PATCH 17/27] Point FV3 submodule to a new version --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index 41ff26cc06..82a5acfd2f 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 41ff26cc06731d07eb7764f9a2a8b29cdbd7f5a6 +Subproject commit 82a5acfd2f2c8650c10a50d195c92253a3586584 From 3a9c1abe7def7793835ddd951f4bfe4903e9d8c0 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Fri, 15 May 2020 17:42:58 +0000 Subject: [PATCH 18/27] Revise CMakeList to work with FMS 2020.02 --- CMakeLists.txt | 35 +++++++++++++++++++---------------- FV3 | 2 +- 2 files changed, 20 insertions(+), 17 deletions(-) diff --git a/CMakeLists.txt b/CMakeLists.txt index 25c2d5fcab..3bee0f08e4 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -97,6 +97,7 @@ add_library( FMS/amip_interp/amip_interp.F90 FMS/astronomy/astronomy.F90 FMS/axis_utils/axis_utils.F90 + FMS/axis_utils/axis_utils2.F90 FMS/block_control/block_control.F90 FMS/column_diagnostics/column_diagnostics.F90 FMS/constants/constants.F90 @@ -104,82 +105,84 @@ add_library( FMS/coupler/coupler_types.F90 FMS/coupler/ensemble_manager.F90 FMS/data_override/data_override.F90 + FMS/diag_integral/diag_integral.F90 FMS/diag_manager/diag_axis.F90 FMS/diag_manager/diag_data.F90 FMS/diag_manager/diag_grid.F90 FMS/diag_manager/diag_manager.F90 - FMS/diag_manager/diag_manifest.F90 FMS/diag_manager/diag_output.F90 FMS/diag_manager/diag_table.F90 FMS/diag_manager/diag_util.F90 FMS/drifters/cloud_interpolator.F90 + FMS/drifters/drifters.F90 FMS/drifters/drifters_comm.F90 FMS/drifters/drifters_core.F90 - FMS/drifters/drifters.F90 FMS/drifters/drifters_input.F90 FMS/drifters/drifters_io.F90 FMS/drifters/quicksort.F90 FMS/exchange/stock_constants.F90 FMS/exchange/xgrid.F90 - FMS/fft/fft99.F90 - FMS/fft/fft.F90 FMS/field_manager/field_manager.F90 FMS/field_manager/fm_util.F90 FMS/fms/fms.F90 FMS/fms/fms_io.F90 + FMS/fms2_io/blackboxio.F90 + FMS/fms2_io/fms2_io.F90 + FMS/fms2_io/fms_io_utils.F90 + FMS/fms2_io/fms_netcdf_domain_io.F90 + FMS/fms2_io/fms_netcdf_unstructured_domain_io.F90 + FMS/fms2_io/netcdf_io.F90 + FMS/horiz_interp/horiz_interp.F90 FMS/horiz_interp/horiz_interp_bicubic.F90 FMS/horiz_interp/horiz_interp_bilinear.F90 FMS/horiz_interp/horiz_interp_conserve.F90 - FMS/horiz_interp/horiz_interp.F90 FMS/horiz_interp/horiz_interp_spherical.F90 FMS/horiz_interp/horiz_interp_type.F90 FMS/interpolator/interpolator.F90 FMS/memutils/memutils.F90 + FMS/monin_obukhov/monin_obukhov.F90 + FMS/monin_obukhov/monin_obukhov_kernel.F90 FMS/mosaic/gradient.F90 FMS/mosaic/grid.F90 FMS/mosaic/mosaic.F90 + FMS/mosaic/mosaic2.F90 + FMS/mpp/mpp.F90 FMS/mpp/mpp_data.F90 FMS/mpp/mpp_domains.F90 FMS/mpp/mpp_efp.F90 - FMS/mpp/mpp.F90 FMS/mpp/mpp_io.F90 FMS/mpp/mpp_memutils.F90 FMS/mpp/mpp_parameter.F90 FMS/mpp/mpp_pset.F90 FMS/mpp/mpp_utilities.F90 - FMS/oda_tools/oda_core_ecda.F90 - FMS/oda_tools/oda_core.F90 - FMS/oda_tools/oda_types.F90 - FMS/oda_tools/write_ocean_data.F90 - FMS/oda_tools/xbt_drop_rate_adjust.f90 FMS/platform/platform.F90 FMS/random_numbers/MersenneTwister.F90 FMS/random_numbers/random_numbers.F90 FMS/sat_vapor_pres/sat_vapor_pres.F90 FMS/sat_vapor_pres/sat_vapor_pres_k.F90 - FMS/station_data/station_data.F90 - FMS/time_interp/time_interp_external.F90 FMS/time_interp/time_interp.F90 + FMS/time_interp/time_interp_external.F90 + FMS/time_interp/time_interp_external2.F90 FMS/time_manager/get_cal_time.F90 FMS/time_manager/time_manager.F90 FMS/topography/gaussian_topog.F90 FMS/topography/topography.F90 FMS/tracer_manager/tracer_manager.F90 FMS/tridiagonal/tridiagonal.F90 - FMS/memutils/memuse.c + FMS/mosaic/create_xgrid.c FMS/mosaic/gradient_c2l.c FMS/mosaic/interp.c FMS/mosaic/mosaic_util.c FMS/mosaic/read_mosaic.c - FMS/affinity/affinity.c + FMS/mpp/mpp_memuse.c FMS/mpp/nsclock.c FMS/mpp/threadloc.c ) # stupid cmake can not figure out dependency of fft.F90 on fft99.F90 because 'use fft99_mod' is inside ifdefs set_property(SOURCE FMS/fft/fft.F90 APPEND_STRING PROPERTY COMPILE_FLAGS "-DSGICRAY=0 -DNAGFFT=0") -target_include_directories(fms PUBLIC ${PROJECT_SOURCE_DIR}/FMS/include FMS/include FMS/fms FMS/mpp/include) +target_include_directories(fms PUBLIC ${PROJECT_SOURCE_DIR}/FMS/include FMS/include FMS/fms FMS/fms2_io/include FMS/mpp/include) target_include_directories(fms PRIVATE ${NETCDF_INC_DIR}) set_target_properties(fms PROPERTIES ARCHIVE_OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/FMS) diff --git a/FV3 b/FV3 index 82a5acfd2f..647141ed7b 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 82a5acfd2f2c8650c10a50d195c92253a3586584 +Subproject commit 647141ed7b060443460a1d450a6ec16814df208e From 60ddf0ea42149ec0b1d0f08738e5a3f914ec61d0 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Mon, 18 May 2020 13:36:25 +0000 Subject: [PATCH 19/27] Change the nesting history output names; Point FV3 to a new version --- FV3 | 2 +- tests/tests/fv3_ccpp_stretched_nest | 6 +++--- tests/tests/fv3_ccpp_stretched_nest_quilt | 2 +- tests/tests/fv3_stretched_nest | 6 +++--- tests/tests/fv3_stretched_nest_quilt | 2 +- 5 files changed, 9 insertions(+), 9 deletions(-) diff --git a/FV3 b/FV3 index 647141ed7b..dc5775d772 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 647141ed7b060443460a1d450a6ec16814df208e +Subproject commit dc5775d7726d813c06708ced24981765b8c60af1 diff --git a/tests/tests/fv3_ccpp_stretched_nest b/tests/tests/fv3_ccpp_stretched_nest index b19b0ad181..3e5f78b8b2 100644 --- a/tests/tests/fv3_ccpp_stretched_nest +++ b/tests/tests/fv3_ccpp_stretched_nest @@ -13,21 +13,21 @@ export LIST_FILES=" atmos_4xdaily.tile1.nc \ atmos_4xdaily.tile4.nc \ atmos_4xdaily.tile5.nc \ atmos_4xdaily.tile6.nc \ - atmos_4xdaily.nest02.tile7.nc \ + atmos_4xdaily.nest02.nc \ fv3_history2d.tile1.nc \ fv3_history2d.tile2.nc \ fv3_history2d.tile3.nc \ fv3_history2d.tile4.nc \ fv3_history2d.tile5.nc \ fv3_history2d.tile6.nc \ - fv3_history2d.nest02.tile7.nc \ + fv3_history2d.nest02.nc \ fv3_history.tile1.nc \ fv3_history.tile2.nc \ fv3_history.tile3.nc \ fv3_history.tile4.nc \ fv3_history.tile5.nc \ fv3_history.tile6.nc \ - fv3_history.nest02.tile7.nc \ + fv3_history.nest02.nc \ RESTART/coupler.res \ RESTART/fv_core.res.nc \ RESTART/fv_core.res.nest02.nc \ diff --git a/tests/tests/fv3_ccpp_stretched_nest_quilt b/tests/tests/fv3_ccpp_stretched_nest_quilt index 10cf13091f..ad3e21ee5b 100644 --- a/tests/tests/fv3_ccpp_stretched_nest_quilt +++ b/tests/tests/fv3_ccpp_stretched_nest_quilt @@ -13,7 +13,7 @@ export LIST_FILES=" atmos_4xdaily.tile1.nc \ atmos_4xdaily.tile4.nc \ atmos_4xdaily.tile5.nc \ atmos_4xdaily.tile6.nc \ - atmos_4xdaily.nest02.tile7.nc \ + atmos_4xdaily.nest02.nc \ dynf000.nc \ dynf001.nc \ dynf006.nc \ diff --git a/tests/tests/fv3_stretched_nest b/tests/tests/fv3_stretched_nest index 134a4adb20..32d79ffdbf 100644 --- a/tests/tests/fv3_stretched_nest +++ b/tests/tests/fv3_stretched_nest @@ -13,21 +13,21 @@ export LIST_FILES=" atmos_4xdaily.tile1.nc \ atmos_4xdaily.tile4.nc \ atmos_4xdaily.tile5.nc \ atmos_4xdaily.tile6.nc \ - atmos_4xdaily.nest02.tile7.nc \ + atmos_4xdaily.nest02.nc \ fv3_history2d.tile1.nc \ fv3_history2d.tile2.nc \ fv3_history2d.tile3.nc \ fv3_history2d.tile4.nc \ fv3_history2d.tile5.nc \ fv3_history2d.tile6.nc \ - fv3_history2d.nest02.tile7.nc \ + fv3_history2d.nest02.nc \ fv3_history.tile1.nc \ fv3_history.tile2.nc \ fv3_history.tile3.nc \ fv3_history.tile4.nc \ fv3_history.tile5.nc \ fv3_history.tile6.nc \ - fv3_history.nest02.tile7.nc \ + fv3_history.nest02.nc \ RESTART/coupler.res \ RESTART/fv_core.res.nc \ RESTART/fv_core.res.nest02.nc \ diff --git a/tests/tests/fv3_stretched_nest_quilt b/tests/tests/fv3_stretched_nest_quilt index 45133993f9..7be00912cb 100644 --- a/tests/tests/fv3_stretched_nest_quilt +++ b/tests/tests/fv3_stretched_nest_quilt @@ -13,7 +13,7 @@ export LIST_FILES=" atmos_4xdaily.tile1.nc \ atmos_4xdaily.tile4.nc \ atmos_4xdaily.tile5.nc \ atmos_4xdaily.tile6.nc \ - atmos_4xdaily.nest02.tile7.nc \ + atmos_4xdaily.nest02.nc \ dynf000.nc \ dynf001.nc \ dynf006.nc \ From fee9ce250d860bc4daa3a52da8ad714b55cc82f9 Mon Sep 17 00:00:00 2001 From: "Xiaqiong.Zhou" Date: Wed, 27 May 2020 17:50:03 +0000 Subject: [PATCH 20/27] Point to the updated fv3atm and SP submodules --- FV3 | 2 +- stochastic_physics | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/FV3 b/FV3 index dc5775d772..df3482451f 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit dc5775d7726d813c06708ced24981765b8c60af1 +Subproject commit df3482451f65ddbc966418d32dc64a7b69910209 diff --git a/stochastic_physics b/stochastic_physics index 4b57c7ceba..12a4dc60e2 160000 --- a/stochastic_physics +++ b/stochastic_physics @@ -1 +1 @@ -Subproject commit 4b57c7ceba9694560e9ab72bf25d5406319e712f +Subproject commit 12a4dc60e2e84e9fae886a49ee761c8b4638098e From 8d3bc8edaced48fae059be52068b7e19da80e73f Mon Sep 17 00:00:00 2001 From: "Xiaqiong.Zhou" Date: Thu, 28 May 2020 02:00:38 +0000 Subject: [PATCH 21/27] To use write component instead of FMS2 IO for ccpp_regional_c768 --- parm/ccpp_regional_c768.nml.IN | 2 +- parm/regional_c768-model_configure.IN | 60 ++++++++++++++++++++++++ tests/fv3_conf/ccpp_regional_c786_run.IN | 27 +++++++++++ tests/tests/fv3_ccpp_regional_c768 | 9 ++-- 4 files changed, 94 insertions(+), 4 deletions(-) create mode 100644 parm/regional_c768-model_configure.IN create mode 100644 tests/fv3_conf/ccpp_regional_c786_run.IN diff --git a/parm/ccpp_regional_c768.nml.IN b/parm/ccpp_regional_c768.nml.IN index 94f06a4cd3..406052d82c 100644 --- a/parm/ccpp_regional_c768.nml.IN +++ b/parm/ccpp_regional_c768.nml.IN @@ -36,7 +36,7 @@ / &fv_core_nml - layout = 20,24 + layout = 18,24 io_layout = 1,1 npx = 1729 npy = 1441 diff --git a/parm/regional_c768-model_configure.IN b/parm/regional_c768-model_configure.IN new file mode 100644 index 0000000000..25d43c0540 --- /dev/null +++ b/parm/regional_c768-model_configure.IN @@ -0,0 +1,60 @@ +print_esmf: .true. + +total_member: 1 +PE_MEMBER01: 480 + +start_year: 2018 +start_month: 10 +start_day: 15 +start_hour: 00 +start_minute: 0 +start_second: 0 +nhours_fcst: 3 +RUN_CONTINUE: .false. +ENS_SPS: .false. +dt_atmos: 90 +cpl: .false. +calendar: 'julian' +memuse_verbose: .false. +atmos_nthreads: 1 +use_hyper_thread: .false. +ncores_per_node: 24 +debug_affinity: .true. +restart_interval: 0 +output_1st_tstep_rst: .false. + +quilting: .true. +write_groups: 2 +write_tasks_per_group: 24 +num_files: 2 +filename_base: 'dyn' 'phy' +output_file: 'netcdf' +write_nemsioflip: .false. +write_fsyncflag: .false. + +# output_grid: 'gaussian_grid' +# imo: 384 +# jmo: 190 + + output_grid: 'regional_latlon' + lon1: 225.0 + lon2: 300.0 + lat1: 10.0 + lat2: 60.0 + dlon: 0.2 + dlat: 0.2 + +# output_grid: 'rotated_latlon' +# cen_lon: -97.5 # central longitude +# cen_lat: 34.5 # central latitude +# lon1: -24.0 # longitude of lower-left point in rotated coordinate system (in degrees) +# lat1: -22.0 # latitude of lower-left . . . . +# lon2: 24.0 # longitude of upper-right . . . . +# lat2: 22.0 # latitude of upper-right . . . . +# dlon: 0.2 +# dlat: 0.2 + +nfhout: 3 +nfhmax_hf: 0 +nfhout_hf: 1 +nsout: -1 diff --git a/tests/fv3_conf/ccpp_regional_c786_run.IN b/tests/fv3_conf/ccpp_regional_c786_run.IN new file mode 100644 index 0000000000..d72251e3c1 --- /dev/null +++ b/tests/fv3_conf/ccpp_regional_c786_run.IN @@ -0,0 +1,27 @@ +rsync -arv @[RTPWD]/FV3_regional_input_data/. . + +rm -rf INPUT RESTART +mkdir INPUT RESTART + +rsync -arv @[RTPWD]/@[INPUT_DIR]/INPUT/. INPUT/. + +if [ $WARM_START = .T. ]; then + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.coupler.res INPUT/coupler.res + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.fv_core.res.nc INPUT/fv_core.res.nc + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.fv_core.res.tile1.nc INPUT/fv_core.res.tile1.nc + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.fv_srf_wnd.res.tile1.nc INPUT/fv_srf_wnd.res.tile1.nc + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.fv_tracer.res.tile1.nc INPUT/fv_tracer.res.tile1.nc + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.phy_data.nc INPUT/phy_data.nc + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.sfc_data.nc INPUT/sfc_data.nc +fi + +if [ $OZ_PHYS_NEW = .T. ]; then + cp @[RTPWD]/FV3_input_data/ozprdlos_2015_new_sbuvO3_tclm15_nuchem.f77 ./global_o3prdlos.f77 +elif [ $OZ_PHYS_OLD = .T. ]; then + cp @[RTPWD]/FV3_input_data/INPUT/global_o3prdlos.f77 . +fi +if [ $H2O_PHYS = .T. ]; then + cp @[RTPWD]/FV3_input_data/global_h2o_pltc.f77 ./global_h2oprdlos.f77 +fi + +cp ${PATHRT}/../FV3/ccpp/suites/suite_${CCPP_SUITE}.xml suite_${CCPP_SUITE}.xml diff --git a/tests/tests/fv3_ccpp_regional_c768 b/tests/tests/fv3_ccpp_regional_c768 index ffbec6a95d..b543f8c438 100644 --- a/tests/tests/fv3_ccpp_regional_c768 +++ b/tests/tests/fv3_ccpp_regional_c768 @@ -9,9 +9,10 @@ export TEST_DESCR="Compare FV3 CCPP regional c768 results with previous trunk ve export CNTL_DIR=fv3_regional_c768 export LIST_FILES=" atmos_4xdaily.nc \ - fv3_history2d.nc \ - fv3_history.nc " - + dynf000.nc \ + dynf003.nc \ + phyf000.nc \ + phyf003.nc " export_fv3 export TASKS=480 @@ -27,3 +28,5 @@ export H2O_PHYS=.T. export CCPP_SUITE=FV3_GFS_2017_gfdlmp_regional_c768 export CCPP_LIB_DIR=ccpp/lib export INPUT_NML=ccpp_regional_c768.nml.IN +export MODEL_CONFIGURE=regional_c768-model_configure.IN +export FV3_RUN=ccpp_regional_c786_run.IN From da0e33aa2f9e305d8c3aa939cc79fc2c8e29ba59 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Mon, 8 Jun 2020 13:57:58 +0000 Subject: [PATCH 22/27] Update submodules --- FV3 | 2 +- NEMS | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/FV3 b/FV3 index df3482451f..aaa1c00517 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit df3482451f65ddbc966418d32dc64a7b69910209 +Subproject commit aaa1c00517867e7f731985cfe1103d4198edec41 diff --git a/NEMS b/NEMS index 19844f9c1e..cec5a083b8 160000 --- a/NEMS +++ b/NEMS @@ -1 +1 @@ -Subproject commit 19844f9c1e6e6993c4cdf920f6f226db847d7b9b +Subproject commit cec5a083b87dc37358eade618bf8a0a461408957 From 05f96a6d727a5a692ce68ec7dafe81f69abe4946 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Mon, 8 Jun 2020 18:32:00 +0000 Subject: [PATCH 23/27] Update the FV3 version --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index aaa1c00517..a610c7cc1d 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit aaa1c00517867e7f731985cfe1103d4198edec41 +Subproject commit a610c7cc1dd993ef4812754e8a99b052f6415439 From 81495d5ac56f57455fcc4b6d87b8dc824c8e9bcf Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Tue, 9 Jun 2020 13:16:40 +0000 Subject: [PATCH 24/27] Update log files --- tests/Compile_hera.intel.log | 825 +++++++++++------------ tests/Compile_orion.intel.log | 858 ++++++++++++------------ tests/Compile_wcoss_cray.log | 702 ++++++++++--------- tests/Compile_wcoss_dell_p3.log | 562 ++++++++-------- tests/RegressionTests_hera.intel.log | 222 +++--- tests/RegressionTests_orion.intel.log | 206 +++--- tests/RegressionTests_wcoss_cray.log | 180 ++--- tests/RegressionTests_wcoss_dell_p3.log | 190 +++--- 8 files changed, 1838 insertions(+), 1907 deletions(-) diff --git a/tests/Compile_hera.intel.log b/tests/Compile_hera.intel.log index fc56d11e0d..077e3b3a32 100644 --- a/tests/Compile_hera.intel.log +++ b/tests/Compile_hera.intel.log @@ -1,26 +1,26 @@ + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP DEBUG=Y' + export COMPILE_NR=10 + COMPILE_NR=10 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_10.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_10.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -29,10 +29,10 @@ ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -65,15 +65,15 @@ + TEST_NR=10 + export JBNME=compile_10 + JBNME=compile_10 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_10 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_10 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_10 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_10 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -86,44 +86,43 @@ + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370861 +Job id 8527295 TEST 10 compile is waiting to enter the queue 1 min. TEST 10 compile is running, Status: R 2 min. TEST 10 compile is running, Status: R -3 min. TEST 10 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370861 COMPLETED compile_10 -8370861.bat+ COMPLETED batch -8370861.ext+ COMPLETED extern -4 min. TEST 10 compile is COMPLETED +8527295 COMPLETED compile_10 +8527295.bat+ COMPLETED batch +8527295.ext+ COMPLETED extern +3 min. TEST 10 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=246 -+ echo 'Elapsed time 246 seconds. Compile 10' -Elapsed time 246 seconds. Compile 10 ++ elapsed=186 ++ echo 'Elapsed time 186 seconds. Compile 10' +Elapsed time 186 seconds. Compile 10 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + export COMPILE_NR=11 + COMPILE_NR=11 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_11.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_11.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -132,10 +131,10 @@ Elapsed time 246 seconds. Compile 10 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -168,15 +167,15 @@ Elapsed time 246 seconds. Compile 10 + TEST_NR=11 + export JBNME=compile_11 + JBNME=compile_11 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_11 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_11 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_11 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_11 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -189,52 +188,43 @@ Elapsed time 246 seconds. Compile 10 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370965 +Job id 8527309 TEST 11 compile is waiting to enter the queue -1 min. TEST 11 compile is pending, Status: PD +1 min. TEST 11 compile is running, Status: R 2 min. TEST 11 compile is running, Status: R -3 min. TEST 11 compile is running, Status: R -4 min. TEST 11 compile is running, Status: R -Slurm unknown status CG. Check sacct ... -8370965 COMPLETED compile_11 -8370965.bat+ COMPLETED batch -8370965.ext+ COMPLETED extern -5 min. TEST 11 compile is COMPLETED -COMPLETED -COMPLETED Slurm unknown status -. Check sacct ... -8370965 COMPLETED compile_11 -8370965.bat+ COMPLETED batch -8370965.ext+ COMPLETED extern -6 min. TEST 11 compile is COMPLETED +8527309 COMPLETED compile_11 +8527309.bat+ COMPLETED batch +8527309.ext+ COMPLETED extern +3 min. TEST 11 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=366 -+ echo 'Elapsed time 366 seconds. Compile 11' -Elapsed time 366 seconds. Compile 11 ++ elapsed=186 ++ echo 'Elapsed time 186 seconds. Compile 11' +Elapsed time 186 seconds. Compile 11 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v16_csawmg' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v16_csawmg' + export COMPILE_NR=12 + COMPILE_NR=12 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_12.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_12.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -243,10 +233,10 @@ Elapsed time 366 seconds. Compile 11 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -279,15 +269,15 @@ Elapsed time 366 seconds. Compile 11 + TEST_NR=12 + export JBNME=compile_12 + JBNME=compile_12 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_12 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_12 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_12 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_12 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -300,55 +290,47 @@ Elapsed time 366 seconds. Compile 11 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8371020 +Job id 8527333 TEST 12 compile is waiting to enter the queue -1 min. TEST 12 compile is pending, Status: PD -2 min. TEST 12 compile is pending, Status: PD -3 min. TEST 12 compile is pending, Status: PD -4 min. TEST 12 compile is pending, Status: PD -5 min. TEST 12 compile is pending, Status: PD -6 min. TEST 12 compile is pending, Status: PD -7 min. TEST 12 compile is pending, Status: PD -8 min. TEST 12 compile is running, Status: R -9 min. TEST 12 compile is running, Status: R -10 min. TEST 12 compile is running, Status: R -11 min. TEST 12 compile is running, Status: R -12 min. TEST 12 compile is running, Status: R -13 min. TEST 12 compile is running, Status: R -14 min. TEST 12 compile is running, Status: R +1 min. TEST 12 compile is running, Status: R +2 min. TEST 12 compile is running, Status: R +3 min. TEST 12 compile is running, Status: R +4 min. TEST 12 compile is running, Status: R +5 min. TEST 12 compile is running, Status: R +6 min. TEST 12 compile is running, Status: R Slurm unknown status -. Check sacct ... -8371020 COMPLETED compile_12 -8371020.bat+ COMPLETED batch -8371020.ext+ COMPLETED extern -15 min. TEST 12 compile is COMPLETED +8527333 COMPLETED compile_12 +8527333.bat+ COMPLETED batch +8527333.ext+ COMPLETED extern +7 min. TEST 12 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=909 -+ echo 'Elapsed time 909 seconds. Compile 12' -Elapsed time 909 seconds. Compile 12 ++ elapsed=426 ++ echo 'Elapsed time 426 seconds. Compile 12' +Elapsed time 426 seconds. Compile 12 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=13 + COMPILE_NR=13 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_13.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_13.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -357,10 +339,10 @@ Elapsed time 909 seconds. Compile 12 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -393,15 +375,15 @@ Elapsed time 909 seconds. Compile 12 + TEST_NR=13 + export JBNME=compile_13 + JBNME=compile_13 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_13 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_13 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_13 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_13 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -414,56 +396,47 @@ Elapsed time 909 seconds. Compile 12 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8371021 +Job id 8527374 TEST 13 compile is waiting to enter the queue -1 min. TEST 13 compile is pending, Status: PD -2 min. TEST 13 compile is pending, Status: PD -3 min. TEST 13 compile is pending, Status: PD -4 min. TEST 13 compile is pending, Status: PD -5 min. TEST 13 compile is pending, Status: PD -6 min. TEST 13 compile is pending, Status: PD -7 min. TEST 13 compile is pending, Status: PD -8 min. TEST 13 compile is pending, Status: PD -9 min. TEST 13 compile is pending, Status: PD -10 min. TEST 13 compile is running, Status: R -11 min. TEST 13 compile is running, Status: R -12 min. TEST 13 compile is running, Status: R -13 min. TEST 13 compile is running, Status: R -14 min. TEST 13 compile is running, Status: R -15 min. TEST 13 compile is running, Status: R +1 min. TEST 13 compile is running, Status: R +2 min. TEST 13 compile is running, Status: R +3 min. TEST 13 compile is running, Status: R +4 min. TEST 13 compile is running, Status: R +5 min. TEST 13 compile is running, Status: R +6 min. TEST 13 compile is running, Status: R Slurm unknown status -. Check sacct ... -8371021 COMPLETED compile_13 -8371021.bat+ COMPLETED batch -8371021.ext+ COMPLETED extern -16 min. TEST 13 compile is COMPLETED +8527374 COMPLETED compile_13 +8527374.bat+ COMPLETED batch +8527374.ext+ COMPLETED extern +7 min. TEST 13 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=968 -+ echo 'Elapsed time 968 seconds. Compile 13' -Elapsed time 968 seconds. Compile 13 ++ elapsed=426 ++ echo 'Elapsed time 426 seconds. Compile 13' +Elapsed time 426 seconds. Compile 13 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017' + export COMPILE_NR=1 + COMPILE_NR=1 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_1.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_1.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -472,10 +445,10 @@ Elapsed time 968 seconds. Compile 13 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -508,15 +481,15 @@ Elapsed time 968 seconds. Compile 13 + TEST_NR=1 + export JBNME=compile_1 + JBNME=compile_1 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_1 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_1 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_1 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_1 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -529,24 +502,18 @@ Elapsed time 968 seconds. Compile 13 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370853 +Job id 8527289 TEST 1 compile is waiting to enter the queue 1 min. TEST 1 compile is running, Status: R 2 min. TEST 1 compile is running, Status: R 3 min. TEST 1 compile is running, Status: R 4 min. TEST 1 compile is running, Status: R 5 min. TEST 1 compile is running, Status: R -Slurm unknown status CG. Check sacct ... -8370853 COMPLETED compile_1 -8370853.bat+ COMPLETED batch -8370853.ext+ COMPLETED extern -6 min. TEST 1 compile is COMPLETED -COMPLETED -COMPLETED +6 min. TEST 1 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370853 COMPLETED compile_1 -8370853.bat+ COMPLETED batch -8370853.ext+ COMPLETED extern +8527289 COMPLETED compile_1 +8527289.bat+ COMPLETED batch +8527289.ext+ COMPLETED extern 7 min. TEST 1 compile is COMPLETED COMPLETED COMPLETED @@ -555,27 +522,27 @@ COMPLETED Elapsed time 426 seconds. Compile 1 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + export COMPILE_NR=2 + COMPILE_NR=2 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_2.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_2.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -584,10 +551,10 @@ Elapsed time 426 seconds. Compile 1 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -620,15 +587,15 @@ Elapsed time 426 seconds. Compile 1 + TEST_NR=2 + export JBNME=compile_2 + JBNME=compile_2 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_2 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_2 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_2 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_2 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -641,7 +608,7 @@ Elapsed time 426 seconds. Compile 1 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370854 +Job id 8527292 TEST 2 compile is waiting to enter the queue 1 min. TEST 2 compile is running, Status: R 2 min. TEST 2 compile is running, Status: R @@ -650,9 +617,9 @@ TEST 2 compile is waiting to enter the queue 5 min. TEST 2 compile is running, Status: R 6 min. TEST 2 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370854 COMPLETED compile_2 -8370854.bat+ COMPLETED batch -8370854.ext+ COMPLETED extern +8527292 COMPLETED compile_2 +8527292.bat+ COMPLETED batch +8527292.ext+ COMPLETED extern 7 min. TEST 2 compile is COMPLETED COMPLETED COMPLETED @@ -661,27 +628,27 @@ COMPLETED Elapsed time 426 seconds. Compile 2 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + export COMPILE_NR=3 + COMPILE_NR=3 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_3.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_3.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -690,10 +657,10 @@ Elapsed time 426 seconds. Compile 2 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -726,15 +693,15 @@ Elapsed time 426 seconds. Compile 2 + TEST_NR=3 + export JBNME=compile_3 + JBNME=compile_3 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_3 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_3 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_3 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_3 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -747,7 +714,7 @@ Elapsed time 426 seconds. Compile 2 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370855 +Job id 8527296 TEST 3 compile is waiting to enter the queue 1 min. TEST 3 compile is running, Status: R 2 min. TEST 3 compile is running, Status: R @@ -756,9 +723,9 @@ TEST 3 compile is waiting to enter the queue 5 min. TEST 3 compile is running, Status: R 6 min. TEST 3 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370855 COMPLETED compile_3 -8370855.bat+ COMPLETED batch -8370855.ext+ COMPLETED extern +8527296 COMPLETED compile_3 +8527296.bat+ COMPLETED batch +8527296.ext+ COMPLETED extern 7 min. TEST 3 compile is COMPLETED COMPLETED COMPLETED @@ -767,27 +734,27 @@ COMPLETED Elapsed time 426 seconds. Compile 3 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + export COMPILE_NR=4 + COMPILE_NR=4 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_4.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_4.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -796,10 +763,10 @@ Elapsed time 426 seconds. Compile 3 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -832,15 +799,15 @@ Elapsed time 426 seconds. Compile 3 + TEST_NR=4 + export JBNME=compile_4 + JBNME=compile_4 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_4 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_4 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_4 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_4 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -853,7 +820,7 @@ Elapsed time 426 seconds. Compile 3 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370856 +Job id 8527287 TEST 4 compile is waiting to enter the queue 1 min. TEST 4 compile is running, Status: R 2 min. TEST 4 compile is running, Status: R @@ -862,38 +829,38 @@ TEST 4 compile is waiting to enter the queue 5 min. TEST 4 compile is running, Status: R 6 min. TEST 4 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370856 COMPLETED compile_4 -8370856.bat+ COMPLETED batch -8370856.ext+ COMPLETED extern +8527287 COMPLETED compile_4 +8527287.bat+ COMPLETED batch +8527287.ext+ COMPLETED extern 7 min. TEST 4 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=427 -+ echo 'Elapsed time 427 seconds. Compile 4' -Elapsed time 427 seconds. Compile 4 ++ elapsed=426 ++ echo 'Elapsed time 426 seconds. Compile 4' +Elapsed time 426 seconds. Compile 4 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + export COMPILE_NR=5 + COMPILE_NR=5 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_5.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_5.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -902,10 +869,10 @@ Elapsed time 427 seconds. Compile 4 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -938,15 +905,15 @@ Elapsed time 427 seconds. Compile 4 + TEST_NR=5 + export JBNME=compile_5 + JBNME=compile_5 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_5 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_5 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_5 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_5 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -959,48 +926,50 @@ Elapsed time 427 seconds. Compile 4 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370857 +Job id 8527294 TEST 5 compile is waiting to enter the queue 1 min. TEST 5 compile is running, Status: R 2 min. TEST 5 compile is running, Status: R -3 min. TEST 5 compile is running, Status: R -4 min. TEST 5 compile is running, Status: R -5 min. TEST 5 compile is running, Status: R -6 min. TEST 5 compile is running, Status: R -7 min. TEST 5 compile is running, Status: R +Slurm unknown status CG. Check sacct ... +8527294 COMPLETED compile_5 +8527294.bat+ COMPLETED batch +8527294.ext+ COMPLETED extern +3 min. TEST 5 compile is COMPLETED +COMPLETED +COMPLETED Slurm unknown status -. Check sacct ... -8370857 COMPLETED compile_5 -8370857.bat+ COMPLETED batch -8370857.ext+ COMPLETED extern -8 min. TEST 5 compile is COMPLETED +8527294 COMPLETED compile_5 +8527294.bat+ COMPLETED batch +8527294.ext+ COMPLETED extern +4 min. TEST 5 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=487 -+ echo 'Elapsed time 487 seconds. Compile 5' -Elapsed time 487 seconds. Compile 5 ++ elapsed=246 ++ echo 'Elapsed time 246 seconds. Compile 5' +Elapsed time 246 seconds. Compile 5 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=6 + COMPILE_NR=6 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_6.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_6.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -1009,10 +978,10 @@ Elapsed time 487 seconds. Compile 5 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -1045,15 +1014,15 @@ Elapsed time 487 seconds. Compile 5 + TEST_NR=6 + export JBNME=compile_6 + JBNME=compile_6 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_6 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_6 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_6 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_6 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1066,7 +1035,7 @@ Elapsed time 487 seconds. Compile 5 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370858 +Job id 8527288 TEST 6 compile is waiting to enter the queue 1 min. TEST 6 compile is running, Status: R 2 min. TEST 6 compile is running, Status: R @@ -1075,9 +1044,9 @@ TEST 6 compile is waiting to enter the queue 5 min. TEST 6 compile is running, Status: R 6 min. TEST 6 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370858 COMPLETED compile_6 -8370858.bat+ COMPLETED batch -8370858.ext+ COMPLETED extern +8527288 COMPLETED compile_6 +8527288.bat+ COMPLETED batch +8527288.ext+ COMPLETED extern 7 min. TEST 6 compile is COMPLETED COMPLETED COMPLETED @@ -1086,27 +1055,27 @@ COMPLETED Elapsed time 426 seconds. Compile 6 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + export COMPILE_NR=7 + COMPILE_NR=7 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_7.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_7.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -1115,10 +1084,10 @@ Elapsed time 426 seconds. Compile 6 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -1151,15 +1120,15 @@ Elapsed time 426 seconds. Compile 6 + TEST_NR=7 + export JBNME=compile_7 + JBNME=compile_7 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_7 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_7 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_7 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_7 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1172,7 +1141,7 @@ Elapsed time 426 seconds. Compile 6 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370859 +Job id 8527291 TEST 7 compile is waiting to enter the queue 1 min. TEST 7 compile is running, Status: R 2 min. TEST 7 compile is running, Status: R @@ -1181,9 +1150,9 @@ TEST 7 compile is waiting to enter the queue 5 min. TEST 7 compile is running, Status: R 6 min. TEST 7 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370859 COMPLETED compile_7 -8370859.bat+ COMPLETED batch -8370859.ext+ COMPLETED extern +8527291 COMPLETED compile_7 +8527291.bat+ COMPLETED batch +8527291.ext+ COMPLETED extern 7 min. TEST 7 compile is COMPLETED COMPLETED COMPLETED @@ -1192,27 +1161,27 @@ COMPLETED Elapsed time 426 seconds. Compile 7 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + export COMPILE_NR=8 + COMPILE_NR=8 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_8.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_8.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -1221,10 +1190,10 @@ Elapsed time 426 seconds. Compile 7 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -1257,15 +1226,15 @@ Elapsed time 426 seconds. Compile 7 + TEST_NR=8 + export JBNME=compile_8 + JBNME=compile_8 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_8 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_8 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_8 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_8 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1278,7 +1247,7 @@ Elapsed time 426 seconds. Compile 7 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370860 +Job id 8527290 TEST 8 compile is waiting to enter the queue 1 min. TEST 8 compile is running, Status: R 2 min. TEST 8 compile is running, Status: R @@ -1286,45 +1255,39 @@ TEST 8 compile is waiting to enter the queue 4 min. TEST 8 compile is running, Status: R 5 min. TEST 8 compile is running, Status: R 6 min. TEST 8 compile is running, Status: R -7 min. TEST 8 compile is running, Status: R -8 min. TEST 8 compile is running, Status: R -9 min. TEST 8 compile is running, Status: R -10 min. TEST 8 compile is running, Status: R -11 min. TEST 8 compile is running, Status: R -12 min. TEST 8 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370860 COMPLETED compile_8 -8370860.bat+ COMPLETED batch -8370860.ext+ COMPLETED extern -13 min. TEST 8 compile is COMPLETED +8527290 COMPLETED compile_8 +8527290.bat+ COMPLETED batch +8527290.ext+ COMPLETED extern +7 min. TEST 8 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=787 -+ echo 'Elapsed time 787 seconds. Compile 8' -Elapsed time 787 seconds. Compile 8 ++ elapsed=426 ++ echo 'Elapsed time 426 seconds. Compile 8' +Elapsed time 426 seconds. Compile 8 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP' + export COMPILE_NR=9 + COMPILE_NR=9 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_9.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_9.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -1333,10 +1296,10 @@ Elapsed time 787 seconds. Compile 8 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -1369,15 +1332,15 @@ Elapsed time 787 seconds. Compile 8 + TEST_NR=9 + export JBNME=compile_9 + JBNME=compile_9 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_9 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_9 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_9 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_9 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1390,7 +1353,7 @@ Elapsed time 787 seconds. Compile 8 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370862 +Job id 8527293 TEST 9 compile is waiting to enter the queue 1 min. TEST 9 compile is running, Status: R 2 min. TEST 9 compile is running, Status: R @@ -1398,21 +1361,13 @@ TEST 9 compile is waiting to enter the queue 4 min. TEST 9 compile is running, Status: R 5 min. TEST 9 compile is running, Status: R 6 min. TEST 9 compile is running, Status: R -7 min. TEST 9 compile is running, Status: R -Slurm unknown status CG. Check sacct ... -8370862 COMPLETED compile_9 -8370862.bat+ COMPLETED batch -8370862.ext+ COMPLETED extern -8 min. TEST 9 compile is COMPLETED -COMPLETED -COMPLETED Slurm unknown status -. Check sacct ... -8370862 COMPLETED compile_9 -8370862.bat+ COMPLETED batch -8370862.ext+ COMPLETED extern -9 min. TEST 9 compile is COMPLETED +8527293 COMPLETED compile_9 +8527293.bat+ COMPLETED batch +8527293.ext+ COMPLETED extern +7 min. TEST 9 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=546 -+ echo 'Elapsed time 546 seconds. Compile 9' -Elapsed time 546 seconds. Compile 9 ++ elapsed=426 ++ echo 'Elapsed time 426 seconds. Compile 9' +Elapsed time 426 seconds. Compile 9 diff --git a/tests/Compile_orion.intel.log b/tests/Compile_orion.intel.log index ce76785821..31b53333f3 100644 --- a/tests/Compile_orion.intel.log +++ b/tests/Compile_orion.intel.log @@ -1,26 +1,26 @@ + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP DEBUG=Y' + export COMPILE_NR=10 + COMPILE_NR=10 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_10.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_10.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -29,10 +29,10 @@ ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -64,15 +64,15 @@ + TEST_NR=10 + export JBNME=compile_10 + JBNME=compile_10 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_10 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_10 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_10 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_10 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -85,7 +85,7 @@ + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69991 +Job id 82650 TEST 10 compile is waiting to enter the queue 1 min. TEST 10 compile is running, Status: R 2 min. TEST 10 compile is running, Status: R @@ -99,39 +99,40 @@ TEST 10 compile is waiting to enter the queue 10 min. TEST 10 compile is running, Status: R 11 min. TEST 10 compile is running, Status: R 12 min. TEST 10 compile is running, Status: R +13 min. TEST 10 compile is running, Status: R Slurm unknown status -. Check sacct ... -69991 COMPLETED compile_10 -69991.batch COMPLETED batch -69991.extern COMPLETED extern -13 min. TEST 10 compile is COMPLETED +82650 COMPLETED compile_10 +82650.batch COMPLETED batch +82650.extern COMPLETED extern +14 min. TEST 10 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=786 -+ echo 'Elapsed time 786 seconds. Compile 10' -Elapsed time 786 seconds. Compile 10 ++ elapsed=846 ++ echo 'Elapsed time 846 seconds. Compile 10' +Elapsed time 846 seconds. Compile 10 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + export COMPILE_NR=11 + COMPILE_NR=11 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_11.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_11.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -140,10 +141,10 @@ Elapsed time 786 seconds. Compile 10 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -175,15 +176,15 @@ Elapsed time 786 seconds. Compile 10 + TEST_NR=11 + export JBNME=compile_11 + JBNME=compile_11 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_11 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_11 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_11 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_11 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -196,43 +197,46 @@ Elapsed time 786 seconds. Compile 10 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 70005 +Job id 82654 TEST 11 compile is waiting to enter the queue 1 min. TEST 11 compile is running, Status: R 2 min. TEST 11 compile is running, Status: R +3 min. TEST 11 compile is running, Status: R +4 min. TEST 11 compile is running, Status: R +5 min. TEST 11 compile is running, Status: R Slurm unknown status -. Check sacct ... -70005 COMPLETED compile_11 -70005.batch COMPLETED batch -70005.extern COMPLETED extern -3 min. TEST 11 compile is COMPLETED +82654 COMPLETED compile_11 +82654.batch COMPLETED batch +82654.extern COMPLETED extern +6 min. TEST 11 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=186 -+ echo 'Elapsed time 186 seconds. Compile 11' -Elapsed time 186 seconds. Compile 11 ++ elapsed=366 ++ echo 'Elapsed time 366 seconds. Compile 11' +Elapsed time 366 seconds. Compile 11 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v16_csawmg' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v16_csawmg' + export COMPILE_NR=12 + COMPILE_NR=12 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_12.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_12.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -241,10 +245,10 @@ Elapsed time 186 seconds. Compile 11 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -276,15 +280,15 @@ Elapsed time 186 seconds. Compile 11 + TEST_NR=12 + export JBNME=compile_12 + JBNME=compile_12 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_12 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_12 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_12 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_12 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -297,7 +301,7 @@ Elapsed time 186 seconds. Compile 11 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 70012 +Job id 82672 TEST 12 compile is waiting to enter the queue 1 min. TEST 12 compile is running, Status: R 2 min. TEST 12 compile is running, Status: R @@ -307,38 +311,38 @@ TEST 12 compile is waiting to enter the queue 6 min. TEST 12 compile is running, Status: R 7 min. TEST 12 compile is running, Status: R Slurm unknown status -. Check sacct ... -70012 COMPLETED compile_12 -70012.batch COMPLETED batch -70012.extern COMPLETED extern +82672 COMPLETED compile_12 +82672.batch COMPLETED batch +82672.extern COMPLETED extern 8 min. TEST 12 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=486 -+ echo 'Elapsed time 486 seconds. Compile 12' -Elapsed time 486 seconds. Compile 12 ++ elapsed=485 ++ echo 'Elapsed time 485 seconds. Compile 12' +Elapsed time 485 seconds. Compile 12 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=13 + COMPILE_NR=13 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_13.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_13.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -347,10 +351,10 @@ Elapsed time 486 seconds. Compile 12 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -382,15 +386,15 @@ Elapsed time 486 seconds. Compile 12 + TEST_NR=13 + export JBNME=compile_13 + JBNME=compile_13 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_13 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_13 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_13 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_13 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -403,7 +407,7 @@ Elapsed time 486 seconds. Compile 12 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 70024 +Job id 82673 TEST 13 compile is waiting to enter the queue 1 min. TEST 13 compile is running, Status: R 2 min. TEST 13 compile is running, Status: R @@ -413,39 +417,42 @@ TEST 13 compile is waiting to enter the queue 6 min. TEST 13 compile is running, Status: R 7 min. TEST 13 compile is running, Status: R 8 min. TEST 13 compile is running, Status: R +9 min. TEST 13 compile is running, Status: R +10 min. TEST 13 compile is running, Status: R +11 min. TEST 13 compile is running, Status: R Slurm unknown status -. Check sacct ... -70024 COMPLETED compile_13 -70024.batch COMPLETED batch -70024.extern COMPLETED extern -9 min. TEST 13 compile is COMPLETED +82673 COMPLETED compile_13 +82673.batch COMPLETED batch +82673.extern COMPLETED extern +12 min. TEST 13 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=546 -+ echo 'Elapsed time 546 seconds. Compile 13' -Elapsed time 546 seconds. Compile 13 ++ elapsed=725 ++ echo 'Elapsed time 725 seconds. Compile 13' +Elapsed time 725 seconds. Compile 13 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017' + export COMPILE_NR=1 + COMPILE_NR=1 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_1.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_1.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -454,10 +461,10 @@ Elapsed time 546 seconds. Compile 13 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -489,15 +496,15 @@ Elapsed time 546 seconds. Compile 13 + TEST_NR=1 + export JBNME=compile_1 + JBNME=compile_1 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_1 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_1 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_1 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_1 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -510,7 +517,7 @@ Elapsed time 546 seconds. Compile 13 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69992 +Job id 82647 TEST 1 compile is waiting to enter the queue 1 min. TEST 1 compile is running, Status: R 2 min. TEST 1 compile is running, Status: R @@ -518,56 +525,39 @@ TEST 1 compile is waiting to enter the queue 4 min. TEST 1 compile is running, Status: R 5 min. TEST 1 compile is running, Status: R 6 min. TEST 1 compile is running, Status: R -7 min. TEST 1 compile is running, Status: R -8 min. TEST 1 compile is running, Status: R -9 min. TEST 1 compile is running, Status: R -10 min. TEST 1 compile is running, Status: R -11 min. TEST 1 compile is running, Status: R -12 min. TEST 1 compile is running, Status: R -13 min. TEST 1 compile is running, Status: R -14 min. TEST 1 compile is running, Status: R -15 min. TEST 1 compile is running, Status: R -16 min. TEST 1 compile is running, Status: R -17 min. TEST 1 compile is running, Status: R -18 min. TEST 1 compile is running, Status: R -19 min. TEST 1 compile is running, Status: R -20 min. TEST 1 compile is running, Status: R -21 min. TEST 1 compile is running, Status: R -22 min. TEST 1 compile is running, Status: R -23 min. TEST 1 compile is running, Status: R Slurm unknown status -. Check sacct ... -69992 COMPLETED compile_1 -69992.batch COMPLETED batch -69992.extern COMPLETED extern -24 min. TEST 1 compile is COMPLETED +82647 COMPLETED compile_1 +82647.batch COMPLETED batch +82647.extern COMPLETED extern +7 min. TEST 1 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=1447 -+ echo 'Elapsed time 1447 seconds. Compile 1' -Elapsed time 1447 seconds. Compile 1 ++ elapsed=425 ++ echo 'Elapsed time 425 seconds. Compile 1' +Elapsed time 425 seconds. Compile 1 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + export COMPILE_NR=2 + COMPILE_NR=2 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_2.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_2.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -576,10 +566,10 @@ Elapsed time 1447 seconds. Compile 1 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -611,15 +601,15 @@ Elapsed time 1447 seconds. Compile 1 + TEST_NR=2 + export JBNME=compile_2 + JBNME=compile_2 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_2 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_2 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_2 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_2 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -632,7 +622,7 @@ Elapsed time 1447 seconds. Compile 1 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69994 +Job id 82651 TEST 2 compile is waiting to enter the queue 1 min. TEST 2 compile is running, Status: R 2 min. TEST 2 compile is running, Status: R @@ -646,39 +636,51 @@ TEST 2 compile is waiting to enter the queue 10 min. TEST 2 compile is running, Status: R 11 min. TEST 2 compile is running, Status: R 12 min. TEST 2 compile is running, Status: R +13 min. TEST 2 compile is running, Status: R +14 min. TEST 2 compile is running, Status: R +15 min. TEST 2 compile is running, Status: R +16 min. TEST 2 compile is running, Status: R +17 min. TEST 2 compile is running, Status: R +18 min. TEST 2 compile is running, Status: R +19 min. TEST 2 compile is running, Status: R +20 min. TEST 2 compile is running, Status: R +21 min. TEST 2 compile is running, Status: R +22 min. TEST 2 compile is running, Status: R +23 min. TEST 2 compile is running, Status: R +24 min. TEST 2 compile is running, Status: R Slurm unknown status -. Check sacct ... -69994 COMPLETED compile_2 -69994.batch COMPLETED batch -69994.extern COMPLETED extern -13 min. TEST 2 compile is COMPLETED +82651 COMPLETED compile_2 +82651.batch COMPLETED batch +82651.extern COMPLETED extern +25 min. TEST 2 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=786 -+ echo 'Elapsed time 786 seconds. Compile 2' -Elapsed time 786 seconds. Compile 2 ++ elapsed=1507 ++ echo 'Elapsed time 1507 seconds. Compile 2' +Elapsed time 1507 seconds. Compile 2 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + export COMPILE_NR=3 + COMPILE_NR=3 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_3.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_3.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -687,10 +689,10 @@ Elapsed time 786 seconds. Compile 2 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -722,15 +724,15 @@ Elapsed time 786 seconds. Compile 2 + TEST_NR=3 + export JBNME=compile_3 + JBNME=compile_3 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_3 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_3 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_3 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_3 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -743,7 +745,7 @@ Elapsed time 786 seconds. Compile 2 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69989 +Job id 82653 TEST 3 compile is waiting to enter the queue 1 min. TEST 3 compile is running, Status: R 2 min. TEST 3 compile is running, Status: R @@ -761,39 +763,42 @@ TEST 3 compile is waiting to enter the queue 14 min. TEST 3 compile is running, Status: R 15 min. TEST 3 compile is running, Status: R 16 min. TEST 3 compile is running, Status: R +17 min. TEST 3 compile is running, Status: R +18 min. TEST 3 compile is running, Status: R +19 min. TEST 3 compile is running, Status: R Slurm unknown status -. Check sacct ... -69989 COMPLETED compile_3 -69989.batch COMPLETED batch -69989.extern COMPLETED extern -17 min. TEST 3 compile is COMPLETED +82653 COMPLETED compile_3 +82653.batch COMPLETED batch +82653.extern COMPLETED extern +20 min. TEST 3 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=1027 -+ echo 'Elapsed time 1027 seconds. Compile 3' -Elapsed time 1027 seconds. Compile 3 ++ elapsed=1206 ++ echo 'Elapsed time 1206 seconds. Compile 3' +Elapsed time 1206 seconds. Compile 3 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + export COMPILE_NR=4 + COMPILE_NR=4 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_4.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_4.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -802,10 +807,10 @@ Elapsed time 1027 seconds. Compile 3 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -837,15 +842,15 @@ Elapsed time 1027 seconds. Compile 3 + TEST_NR=4 + export JBNME=compile_4 + JBNME=compile_4 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_4 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_4 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_4 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_4 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -858,7 +863,7 @@ Elapsed time 1027 seconds. Compile 3 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69993 +Job id 82649 TEST 4 compile is waiting to enter the queue 1 min. TEST 4 compile is running, Status: R 2 min. TEST 4 compile is running, Status: R @@ -875,42 +880,39 @@ TEST 4 compile is waiting to enter the queue 13 min. TEST 4 compile is running, Status: R 14 min. TEST 4 compile is running, Status: R 15 min. TEST 4 compile is running, Status: R -16 min. TEST 4 compile is running, Status: R -17 min. TEST 4 compile is running, Status: R -18 min. TEST 4 compile is running, Status: R Slurm unknown status -. Check sacct ... -69993 COMPLETED compile_4 -69993.batch COMPLETED batch -69993.extern COMPLETED extern -19 min. TEST 4 compile is COMPLETED +82649 COMPLETED compile_4 +82649.batch COMPLETED batch +82649.extern COMPLETED extern +16 min. TEST 4 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=1147 -+ echo 'Elapsed time 1147 seconds. Compile 4' -Elapsed time 1147 seconds. Compile 4 ++ elapsed=966 ++ echo 'Elapsed time 966 seconds. Compile 4' +Elapsed time 966 seconds. Compile 4 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + export COMPILE_NR=5 + COMPILE_NR=5 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_5.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_5.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -919,10 +921,10 @@ Elapsed time 1147 seconds. Compile 4 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -954,15 +956,15 @@ Elapsed time 1147 seconds. Compile 4 + TEST_NR=5 + export JBNME=compile_5 + JBNME=compile_5 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_5 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_5 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_5 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_5 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -975,59 +977,43 @@ Elapsed time 1147 seconds. Compile 4 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69990 +Job id 82644 TEST 5 compile is waiting to enter the queue 1 min. TEST 5 compile is running, Status: R 2 min. TEST 5 compile is running, Status: R -3 min. TEST 5 compile is running, Status: R -4 min. TEST 5 compile is running, Status: R -5 min. TEST 5 compile is running, Status: R -6 min. TEST 5 compile is running, Status: R -7 min. TEST 5 compile is running, Status: R -8 min. TEST 5 compile is running, Status: R -9 min. TEST 5 compile is running, Status: R -10 min. TEST 5 compile is running, Status: R -11 min. TEST 5 compile is running, Status: R -12 min. TEST 5 compile is running, Status: R -13 min. TEST 5 compile is running, Status: R -14 min. TEST 5 compile is running, Status: R -15 min. TEST 5 compile is running, Status: R -16 min. TEST 5 compile is running, Status: R -17 min. TEST 5 compile is running, Status: R -18 min. TEST 5 compile is running, Status: R Slurm unknown status -. Check sacct ... -69990 COMPLETED compile_5 -69990.batch COMPLETED batch -69990.extern COMPLETED extern -19 min. TEST 5 compile is COMPLETED +82644 COMPLETED compile_5 +82644.batch COMPLETED batch +82644.extern COMPLETED extern +3 min. TEST 5 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=1147 -+ echo 'Elapsed time 1147 seconds. Compile 5' -Elapsed time 1147 seconds. Compile 5 ++ elapsed=185 ++ echo 'Elapsed time 185 seconds. Compile 5' +Elapsed time 185 seconds. Compile 5 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=6 + COMPILE_NR=6 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_6.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_6.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -1036,10 +1022,10 @@ Elapsed time 1147 seconds. Compile 5 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -1071,15 +1057,15 @@ Elapsed time 1147 seconds. Compile 5 + TEST_NR=6 + export JBNME=compile_6 + JBNME=compile_6 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_6 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_6 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_6 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_6 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1092,7 +1078,7 @@ Elapsed time 1147 seconds. Compile 5 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69987 +Job id 82652 TEST 6 compile is waiting to enter the queue 1 min. TEST 6 compile is running, Status: R 2 min. TEST 6 compile is running, Status: R @@ -1106,39 +1092,47 @@ TEST 6 compile is waiting to enter the queue 10 min. TEST 6 compile is running, Status: R 11 min. TEST 6 compile is running, Status: R 12 min. TEST 6 compile is running, Status: R +13 min. TEST 6 compile is running, Status: R +14 min. TEST 6 compile is running, Status: R +15 min. TEST 6 compile is running, Status: R +16 min. TEST 6 compile is running, Status: R +17 min. TEST 6 compile is running, Status: R +18 min. TEST 6 compile is running, Status: R +19 min. TEST 6 compile is running, Status: R +20 min. TEST 6 compile is running, Status: R Slurm unknown status -. Check sacct ... -69987 COMPLETED compile_6 -69987.batch COMPLETED batch -69987.extern COMPLETED extern -13 min. TEST 6 compile is COMPLETED +82652 COMPLETED compile_6 +82652.batch COMPLETED batch +82652.extern COMPLETED extern +21 min. TEST 6 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=786 -+ echo 'Elapsed time 786 seconds. Compile 6' -Elapsed time 786 seconds. Compile 6 ++ elapsed=1266 ++ echo 'Elapsed time 1266 seconds. Compile 6' +Elapsed time 1266 seconds. Compile 6 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf' + export COMPILE_NR=7 + COMPILE_NR=7 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_7.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_7.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -1147,10 +1141,10 @@ Elapsed time 786 seconds. Compile 6 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -1182,15 +1176,15 @@ Elapsed time 786 seconds. Compile 6 + TEST_NR=7 + export JBNME=compile_7 + JBNME=compile_7 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_7 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_7 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_7 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_7 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1203,7 +1197,7 @@ Elapsed time 786 seconds. Compile 6 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69988 +Job id 82645 TEST 7 compile is waiting to enter the queue 1 min. TEST 7 compile is running, Status: R 2 min. TEST 7 compile is running, Status: R @@ -1211,50 +1205,39 @@ TEST 7 compile is waiting to enter the queue 4 min. TEST 7 compile is running, Status: R 5 min. TEST 7 compile is running, Status: R 6 min. TEST 7 compile is running, Status: R -7 min. TEST 7 compile is running, Status: R -8 min. TEST 7 compile is running, Status: R -9 min. TEST 7 compile is running, Status: R -10 min. TEST 7 compile is running, Status: R -11 min. TEST 7 compile is running, Status: R -12 min. TEST 7 compile is running, Status: R -13 min. TEST 7 compile is running, Status: R -14 min. TEST 7 compile is running, Status: R -15 min. TEST 7 compile is running, Status: R -16 min. TEST 7 compile is running, Status: R -17 min. TEST 7 compile is running, Status: R Slurm unknown status -. Check sacct ... -69988 COMPLETED compile_7 -69988.batch COMPLETED batch -69988.extern COMPLETED extern -18 min. TEST 7 compile is COMPLETED +82645 COMPLETED compile_7 +82645.batch COMPLETED batch +82645.extern COMPLETED extern +7 min. TEST 7 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=1087 -+ echo 'Elapsed time 1087 seconds. Compile 7' -Elapsed time 1087 seconds. Compile 7 ++ elapsed=425 ++ echo 'Elapsed time 425 seconds. Compile 7' +Elapsed time 425 seconds. Compile 7 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + export COMPILE_NR=8 + COMPILE_NR=8 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_8.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_8.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -1263,10 +1246,10 @@ Elapsed time 1087 seconds. Compile 7 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -1298,15 +1281,15 @@ Elapsed time 1087 seconds. Compile 7 + TEST_NR=8 + export JBNME=compile_8 + JBNME=compile_8 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_8 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_8 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_8 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_8 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1319,7 +1302,7 @@ Elapsed time 1087 seconds. Compile 7 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69986 +Job id 82648 TEST 8 compile is waiting to enter the queue 1 min. TEST 8 compile is running, Status: R 2 min. TEST 8 compile is running, Status: R @@ -1328,38 +1311,38 @@ TEST 8 compile is waiting to enter the queue 5 min. TEST 8 compile is running, Status: R 6 min. TEST 8 compile is running, Status: R Slurm unknown status -. Check sacct ... -69986 COMPLETED compile_8 -69986.batch COMPLETED batch -69986.extern COMPLETED extern +82648 COMPLETED compile_8 +82648.batch COMPLETED batch +82648.extern COMPLETED extern 7 min. TEST 8 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 8' -Elapsed time 426 seconds. Compile 8 ++ elapsed=425 ++ echo 'Elapsed time 425 seconds. Compile 8' +Elapsed time 425 seconds. Compile 8 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP' + export COMPILE_NR=9 + COMPILE_NR=9 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_9.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_9.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -1368,10 +1351,10 @@ Elapsed time 426 seconds. Compile 8 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -1403,15 +1386,15 @@ Elapsed time 426 seconds. Compile 8 + TEST_NR=9 + export JBNME=compile_9 + JBNME=compile_9 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_9 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_9 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_9 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_9 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1424,7 +1407,7 @@ Elapsed time 426 seconds. Compile 8 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69985 +Job id 82646 TEST 9 compile is waiting to enter the queue 1 min. TEST 9 compile is running, Status: R 2 min. TEST 9 compile is running, Status: R @@ -1433,13 +1416,18 @@ TEST 9 compile is waiting to enter the queue 5 min. TEST 9 compile is running, Status: R 6 min. TEST 9 compile is running, Status: R 7 min. TEST 9 compile is running, Status: R +8 min. TEST 9 compile is running, Status: R +9 min. TEST 9 compile is running, Status: R +10 min. TEST 9 compile is running, Status: R +11 min. TEST 9 compile is running, Status: R +12 min. TEST 9 compile is running, Status: R Slurm unknown status -. Check sacct ... -69985 COMPLETED compile_9 -69985.batch COMPLETED batch -69985.extern COMPLETED extern -8 min. TEST 9 compile is COMPLETED +82646 COMPLETED compile_9 +82646.batch COMPLETED batch +82646.extern COMPLETED extern +13 min. TEST 9 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=486 -+ echo 'Elapsed time 486 seconds. Compile 9' -Elapsed time 486 seconds. Compile 9 ++ elapsed=786 ++ echo 'Elapsed time 786 seconds. Compile 9' +Elapsed time 786 seconds. Compile 9 diff --git a/tests/Compile_wcoss_cray.log b/tests/Compile_wcoss_cray.log index 21e63b9eab..0f5ae2c127 100644 --- a/tests/Compile_wcoss_cray.log +++ b/tests/Compile_wcoss_cray.log @@ -1,22 +1,22 @@ + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v16_csawmg' -+ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v16_csawmg' -+ export COMPILE_NR=10 -+ COMPILE_NR=10 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_10.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_10.env ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017' ++ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017' ++ export COMPILE_NR=1 ++ COMPILE_NR=1 ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -29,10 +29,10 @@ ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -58,19 +58,19 @@ ++ WLCLK_dflt=15 + export TEST_NAME=compile + TEST_NAME=compile -+ export TEST_NR=10 -+ TEST_NR=10 -+ export JBNME=compile_10 -+ JBNME=compile_10 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_10 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_10 ++ export TEST_NR=1 ++ TEST_NR=1 ++ export JBNME=compile_1 ++ JBNME=compile_1 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_10 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_10 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -86,46 +86,44 @@ + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129095 -TEST 10 compile is waiting to enter the queue -1 min. TEST 10 compile is running, Status: RUN -2 min. TEST 10 compile is running, Status: RUN -3 min. TEST 10 compile is running, Status: RUN -4 min. TEST 10 compile is running, Status: RUN -5 min. TEST 10 compile is running, Status: RUN -6 min. TEST 10 compile is running, Status: RUN -7 min. TEST 10 compile is running, Status: RUN -8 min. TEST 10 compile is running, Status: RUN -9 min. TEST 10 compile is running, Status: RUN -10 min. TEST 10 compile is running, Status: RUN -11 min. TEST 10 compile is running, Status: RUN -12 min. TEST 10 compile is running, Status: RUN -13 min. TEST 10 compile is running, Status: RUN -14 min. TEST 10 compile is running, Status: RUN -15 min. TEST 10 compile is running, Status: RUN -16 min. TEST 10 compile is finished, Status: DONE -+ elapsed=966 -+ echo 'Elapsed time 966 seconds. Compile 10' -Elapsed time 966 seconds. Compile 10 +Job id 214630 +TEST 1 compile is waiting to enter the queue +1 min. TEST 1 compile is running, Status: RUN +2 min. TEST 1 compile is running, Status: RUN +3 min. TEST 1 compile is running, Status: RUN +4 min. TEST 1 compile is running, Status: RUN +5 min. TEST 1 compile is running, Status: RUN +6 min. TEST 1 compile is running, Status: RUN +7 min. TEST 1 compile is running, Status: RUN +8 min. TEST 1 compile is running, Status: RUN +9 min. TEST 1 compile is running, Status: RUN +10 min. TEST 1 compile is running, Status: RUN +11 min. TEST 1 compile is running, Status: RUN +12 min. TEST 1 compile is running, Status: RUN +13 min. TEST 1 compile is running, Status: RUN +14 min. TEST 1 compile is finished, Status: DONE ++ elapsed=847 ++ echo 'Elapsed time 847 seconds. Compile 1' +Elapsed time 847 seconds. Compile 1 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' -+ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' -+ export COMPILE_NR=11 -+ COMPILE_NR=11 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_11.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_11.env ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v16_csawmg' ++ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v16_csawmg' ++ export COMPILE_NR=10 ++ COMPILE_NR=10 ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -138,10 +136,10 @@ Elapsed time 966 seconds. Compile 10 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -167,19 +165,19 @@ Elapsed time 966 seconds. Compile 10 ++ WLCLK_dflt=15 + export TEST_NAME=compile + TEST_NAME=compile -+ export TEST_NR=11 -+ TEST_NR=11 -+ export JBNME=compile_11 -+ JBNME=compile_11 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_11 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_11 ++ export TEST_NR=10 ++ TEST_NR=10 ++ export JBNME=compile_10 ++ JBNME=compile_10 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_11 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_11 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -195,45 +193,44 @@ Elapsed time 966 seconds. Compile 10 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129247 -TEST 11 compile is waiting to enter the queue -1 min. TEST 11 compile is running, Status: RUN -2 min. TEST 11 compile is running, Status: RUN -3 min. TEST 11 compile is running, Status: RUN -4 min. TEST 11 compile is running, Status: RUN -5 min. TEST 11 compile is running, Status: RUN -6 min. TEST 11 compile is running, Status: RUN -7 min. TEST 11 compile is running, Status: RUN -8 min. TEST 11 compile is running, Status: RUN -9 min. TEST 11 compile is running, Status: RUN -10 min. TEST 11 compile is running, Status: RUN -11 min. TEST 11 compile is running, Status: RUN -12 min. TEST 11 compile is running, Status: RUN -13 min. TEST 11 compile is running, Status: RUN -14 min. TEST 11 compile is running, Status: RUN -15 min. TEST 11 compile is finished, Status: DONE -+ elapsed=906 -+ echo 'Elapsed time 906 seconds. Compile 11' -Elapsed time 906 seconds. Compile 11 +Job id 214633 +TEST 10 compile is waiting to enter the queue +1 min. TEST 10 compile is running, Status: RUN +2 min. TEST 10 compile is running, Status: RUN +3 min. TEST 10 compile is running, Status: RUN +4 min. TEST 10 compile is running, Status: RUN +5 min. TEST 10 compile is running, Status: RUN +6 min. TEST 10 compile is running, Status: RUN +7 min. TEST 10 compile is running, Status: RUN +8 min. TEST 10 compile is running, Status: RUN +9 min. TEST 10 compile is running, Status: RUN +10 min. TEST 10 compile is running, Status: RUN +11 min. TEST 10 compile is running, Status: RUN +12 min. TEST 10 compile is running, Status: RUN +13 min. TEST 10 compile is running, Status: RUN +14 min. TEST 10 compile is finished, Status: DONE ++ elapsed=847 ++ echo 'Elapsed time 847 seconds. Compile 10' +Elapsed time 847 seconds. Compile 10 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017' -+ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017' -+ export COMPILE_NR=1 -+ COMPILE_NR=1 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_1.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_1.env ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' ++ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' ++ export COMPILE_NR=11 ++ COMPILE_NR=11 ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -246,10 +243,10 @@ Elapsed time 906 seconds. Compile 11 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -275,19 +272,19 @@ Elapsed time 906 seconds. Compile 11 ++ WLCLK_dflt=15 + export TEST_NAME=compile + TEST_NAME=compile -+ export TEST_NR=1 -+ TEST_NR=1 -+ export JBNME=compile_1 -+ JBNME=compile_1 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_1 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_1 ++ export TEST_NR=11 ++ TEST_NR=11 ++ export JBNME=compile_11 ++ JBNME=compile_11 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_1 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_1 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -303,45 +300,44 @@ Elapsed time 906 seconds. Compile 11 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129100 -TEST 1 compile is waiting to enter the queue -1 min. TEST 1 compile is running, Status: RUN -2 min. TEST 1 compile is running, Status: RUN -3 min. TEST 1 compile is running, Status: RUN -4 min. TEST 1 compile is running, Status: RUN -5 min. TEST 1 compile is running, Status: RUN -6 min. TEST 1 compile is running, Status: RUN -7 min. TEST 1 compile is running, Status: RUN -8 min. TEST 1 compile is running, Status: RUN -9 min. TEST 1 compile is running, Status: RUN -10 min. TEST 1 compile is running, Status: RUN -11 min. TEST 1 compile is running, Status: RUN -12 min. TEST 1 compile is running, Status: RUN -13 min. TEST 1 compile is running, Status: RUN -14 min. TEST 1 compile is running, Status: RUN -15 min. TEST 1 compile is finished, Status: DONE -+ elapsed=906 -+ echo 'Elapsed time 906 seconds. Compile 1' -Elapsed time 906 seconds. Compile 1 +Job id 214856 +TEST 11 compile is waiting to enter the queue +1 min. TEST 11 compile is running, Status: RUN +2 min. TEST 11 compile is running, Status: RUN +3 min. TEST 11 compile is running, Status: RUN +4 min. TEST 11 compile is running, Status: RUN +5 min. TEST 11 compile is running, Status: RUN +6 min. TEST 11 compile is running, Status: RUN +7 min. TEST 11 compile is running, Status: RUN +8 min. TEST 11 compile is running, Status: RUN +9 min. TEST 11 compile is running, Status: RUN +10 min. TEST 11 compile is running, Status: RUN +11 min. TEST 11 compile is running, Status: RUN +12 min. TEST 11 compile is running, Status: RUN +13 min. TEST 11 compile is running, Status: RUN +14 min. TEST 11 compile is finished, Status: DONE ++ elapsed=846 ++ echo 'Elapsed time 846 seconds. Compile 11' +Elapsed time 846 seconds. Compile 11 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + export COMPILE_NR=2 + COMPILE_NR=2 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_2.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_2.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -354,10 +350,10 @@ Elapsed time 906 seconds. Compile 1 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -387,15 +383,15 @@ Elapsed time 906 seconds. Compile 1 + TEST_NR=2 + export JBNME=compile_2 + JBNME=compile_2 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_2 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_2 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_2 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_2 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -411,7 +407,7 @@ Elapsed time 906 seconds. Compile 1 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129096 +Job id 214636 TEST 2 compile is waiting to enter the queue 1 min. TEST 2 compile is running, Status: RUN 2 min. TEST 2 compile is running, Status: RUN @@ -427,35 +423,29 @@ TEST 2 compile is waiting to enter the queue 12 min. TEST 2 compile is running, Status: RUN 13 min. TEST 2 compile is running, Status: RUN 14 min. TEST 2 compile is running, Status: RUN -15 min. TEST 2 compile is running, Status: RUN -16 min. TEST 2 compile is running, Status: RUN -17 min. TEST 2 compile is running, Status: RUN -18 min. TEST 2 compile is running, Status: RUN -19 min. TEST 2 compile is running, Status: RUN -20 min. TEST 2 compile is running, Status: RUN -21 min. TEST 2 compile is finished, Status: DONE -+ elapsed=1266 -+ echo 'Elapsed time 1266 seconds. Compile 2' -Elapsed time 1266 seconds. Compile 2 +15 min. TEST 2 compile is finished, Status: DONE ++ elapsed=907 ++ echo 'Elapsed time 907 seconds. Compile 2' +Elapsed time 907 seconds. Compile 2 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + export COMPILE_NR=3 + COMPILE_NR=3 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_3.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_3.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -468,10 +458,10 @@ Elapsed time 1266 seconds. Compile 2 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -501,15 +491,15 @@ Elapsed time 1266 seconds. Compile 2 + TEST_NR=3 + export JBNME=compile_3 + JBNME=compile_3 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_3 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_3 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_3 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_3 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -525,7 +515,7 @@ Elapsed time 1266 seconds. Compile 2 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129103 +Job id 214631 TEST 3 compile is waiting to enter the queue 1 min. TEST 3 compile is running, Status: RUN 2 min. TEST 3 compile is running, Status: RUN @@ -542,28 +532,28 @@ TEST 3 compile is waiting to enter the queue 13 min. TEST 3 compile is running, Status: RUN 14 min. TEST 3 compile is running, Status: RUN 15 min. TEST 3 compile is finished, Status: DONE -+ elapsed=906 -+ echo 'Elapsed time 906 seconds. Compile 3' -Elapsed time 906 seconds. Compile 3 ++ elapsed=907 ++ echo 'Elapsed time 907 seconds. Compile 3' +Elapsed time 907 seconds. Compile 3 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + export COMPILE_NR=4 + COMPILE_NR=4 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_4.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_4.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -576,10 +566,10 @@ Elapsed time 906 seconds. Compile 3 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -609,15 +599,15 @@ Elapsed time 906 seconds. Compile 3 + TEST_NR=4 + export JBNME=compile_4 + JBNME=compile_4 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_4 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_4 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_4 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_4 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -633,7 +623,7 @@ Elapsed time 906 seconds. Compile 3 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129101 +Job id 214634 TEST 4 compile is waiting to enter the queue 1 min. TEST 4 compile is running, Status: RUN 2 min. TEST 4 compile is running, Status: RUN @@ -649,31 +639,29 @@ TEST 4 compile is waiting to enter the queue 12 min. TEST 4 compile is running, Status: RUN 13 min. TEST 4 compile is running, Status: RUN 14 min. TEST 4 compile is running, Status: RUN -15 min. TEST 4 compile is running, Status: RUN -16 min. TEST 4 compile is running, Status: RUN -17 min. TEST 4 compile is finished, Status: DONE -+ elapsed=1026 -+ echo 'Elapsed time 1026 seconds. Compile 4' -Elapsed time 1026 seconds. Compile 4 +15 min. TEST 4 compile is finished, Status: DONE ++ elapsed=907 ++ echo 'Elapsed time 907 seconds. Compile 4' +Elapsed time 907 seconds. Compile 4 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + export COMPILE_NR=5 + COMPILE_NR=5 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_5.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_5.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -686,10 +674,10 @@ Elapsed time 1026 seconds. Compile 4 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -719,15 +707,15 @@ Elapsed time 1026 seconds. Compile 4 + TEST_NR=5 + export JBNME=compile_5 + JBNME=compile_5 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_5 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_5 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_5 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_5 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -743,7 +731,7 @@ Elapsed time 1026 seconds. Compile 4 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129097 +Job id 214638 TEST 5 compile is waiting to enter the queue 1 min. TEST 5 compile is running, Status: RUN 2 min. TEST 5 compile is running, Status: RUN @@ -756,29 +744,30 @@ TEST 5 compile is waiting to enter the queue 9 min. TEST 5 compile is running, Status: RUN 10 min. TEST 5 compile is running, Status: RUN 11 min. TEST 5 compile is running, Status: RUN -12 min. TEST 5 compile is finished, Status: DONE -+ elapsed=726 -+ echo 'Elapsed time 726 seconds. Compile 5' -Elapsed time 726 seconds. Compile 5 +12 min. TEST 5 compile is running, Status: RUN +13 min. TEST 5 compile is finished, Status: DONE ++ elapsed=787 ++ echo 'Elapsed time 787 seconds. Compile 5' +Elapsed time 787 seconds. Compile 5 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=6 + COMPILE_NR=6 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_6.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_6.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -791,10 +780,10 @@ Elapsed time 726 seconds. Compile 5 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -824,15 +813,15 @@ Elapsed time 726 seconds. Compile 5 + TEST_NR=6 + export JBNME=compile_6 + JBNME=compile_6 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_6 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_6 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_6 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_6 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -848,7 +837,7 @@ Elapsed time 726 seconds. Compile 5 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129104 +Job id 214632 TEST 6 compile is waiting to enter the queue 1 min. TEST 6 compile is running, Status: RUN 2 min. TEST 6 compile is running, Status: RUN @@ -864,30 +853,29 @@ TEST 6 compile is waiting to enter the queue 12 min. TEST 6 compile is running, Status: RUN 13 min. TEST 6 compile is running, Status: RUN 14 min. TEST 6 compile is running, Status: RUN -15 min. TEST 6 compile is running, Status: RUN -16 min. TEST 6 compile is finished, Status: DONE -+ elapsed=966 -+ echo 'Elapsed time 966 seconds. Compile 6' -Elapsed time 966 seconds. Compile 6 +15 min. TEST 6 compile is finished, Status: DONE ++ elapsed=907 ++ echo 'Elapsed time 907 seconds. Compile 6' +Elapsed time 907 seconds. Compile 6 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + export COMPILE_NR=7 + COMPILE_NR=7 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_7.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_7.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -900,10 +888,10 @@ Elapsed time 966 seconds. Compile 6 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -933,15 +921,15 @@ Elapsed time 966 seconds. Compile 6 + TEST_NR=7 + export JBNME=compile_7 + JBNME=compile_7 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_7 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_7 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_7 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_7 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -957,7 +945,7 @@ Elapsed time 966 seconds. Compile 6 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129102 +Job id 214639 TEST 7 compile is waiting to enter the queue 1 min. TEST 7 compile is running, Status: RUN 2 min. TEST 7 compile is running, Status: RUN @@ -974,33 +962,29 @@ TEST 7 compile is waiting to enter the queue 13 min. TEST 7 compile is running, Status: RUN 14 min. TEST 7 compile is running, Status: RUN 15 min. TEST 7 compile is running, Status: RUN -16 min. TEST 7 compile is running, Status: RUN -17 min. TEST 7 compile is running, Status: RUN -18 min. TEST 7 compile is running, Status: RUN -19 min. TEST 7 compile is running, Status: RUN -20 min. TEST 7 compile is finished, Status: DONE -+ elapsed=1206 -+ echo 'Elapsed time 1206 seconds. Compile 7' -Elapsed time 1206 seconds. Compile 7 +16 min. TEST 7 compile is finished, Status: DONE ++ elapsed=967 ++ echo 'Elapsed time 967 seconds. Compile 7' +Elapsed time 967 seconds. Compile 7 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + export COMPILE_NR=8 + COMPILE_NR=8 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_8.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_8.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -1013,10 +997,10 @@ Elapsed time 1206 seconds. Compile 7 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -1046,15 +1030,15 @@ Elapsed time 1206 seconds. Compile 7 + TEST_NR=8 + export JBNME=compile_8 + JBNME=compile_8 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_8 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_8 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_8 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_8 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -1070,7 +1054,7 @@ Elapsed time 1206 seconds. Compile 7 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129099 +Job id 214635 TEST 8 compile is waiting to enter the queue 1 min. TEST 8 compile is running, Status: RUN 2 min. TEST 8 compile is running, Status: RUN @@ -1086,30 +1070,29 @@ TEST 8 compile is waiting to enter the queue 12 min. TEST 8 compile is running, Status: RUN 13 min. TEST 8 compile is running, Status: RUN 14 min. TEST 8 compile is running, Status: RUN -15 min. TEST 8 compile is running, Status: RUN -16 min. TEST 8 compile is finished, Status: DONE -+ elapsed=966 -+ echo 'Elapsed time 966 seconds. Compile 8' -Elapsed time 966 seconds. Compile 8 +15 min. TEST 8 compile is finished, Status: DONE ++ elapsed=907 ++ echo 'Elapsed time 907 seconds. Compile 8' +Elapsed time 907 seconds. Compile 8 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + export COMPILE_NR=9 + COMPILE_NR=9 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_9.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_9.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -1122,10 +1105,10 @@ Elapsed time 966 seconds. Compile 8 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -1155,15 +1138,15 @@ Elapsed time 966 seconds. Compile 8 + TEST_NR=9 + export JBNME=compile_9 + JBNME=compile_9 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_9 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_9 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_9 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_9 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -1179,7 +1162,7 @@ Elapsed time 966 seconds. Compile 8 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129098 +Job id 214637 TEST 9 compile is waiting to enter the queue 1 min. TEST 9 compile is running, Status: RUN 2 min. TEST 9 compile is running, Status: RUN @@ -1191,10 +1174,7 @@ TEST 9 compile is waiting to enter the queue 8 min. TEST 9 compile is running, Status: RUN 9 min. TEST 9 compile is running, Status: RUN 10 min. TEST 9 compile is running, Status: RUN -11 min. TEST 9 compile is running, Status: RUN -12 min. TEST 9 compile is running, Status: RUN -13 min. TEST 9 compile is running, Status: RUN -14 min. TEST 9 compile is finished, Status: DONE -+ elapsed=846 -+ echo 'Elapsed time 846 seconds. Compile 9' -Elapsed time 846 seconds. Compile 9 +11 min. TEST 9 compile is finished, Status: DONE ++ elapsed=666 ++ echo 'Elapsed time 666 seconds. Compile 9' +Elapsed time 666 seconds. Compile 9 diff --git a/tests/Compile_wcoss_dell_p3.log b/tests/Compile_wcoss_dell_p3.log index 5fbf2408d2..86df9623e1 100644 --- a/tests/Compile_wcoss_dell_p3.log +++ b/tests/Compile_wcoss_dell_p3.log @@ -1,22 +1,22 @@ + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v16_csawmg' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v16_csawmg' + export COMPILE_NR=10 + COMPILE_NR=10 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_10.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_10.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -29,10 +29,10 @@ ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -63,15 +63,15 @@ + TEST_NR=10 + export JBNME=compile_10 + JBNME=compile_10 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_10 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_10 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_10 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_10 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -86,7 +86,7 @@ + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844129 +Job id 26139685 TEST 10 compile is waiting to enter the queue 1 min. TEST 10 compile is running, Status: RUN 2 min. TEST 10 compile is running, Status: RUN @@ -109,29 +109,30 @@ TEST 10 compile is waiting to enter the queue 19 min. TEST 10 compile is running, Status: RUN 20 min. TEST 10 compile is running, Status: RUN 21 min. TEST 10 compile is running, Status: RUN -22 min. TEST 10 compile is finished, Status: DONE -+ elapsed=1327 -+ echo 'Elapsed time 1327 seconds. Compile 10' -Elapsed time 1327 seconds. Compile 10 +22 min. TEST 10 compile is running, Status: RUN +23 min. TEST 10 compile is finished, Status: DONE ++ elapsed=1388 ++ echo 'Elapsed time 1388 seconds. Compile 10' +Elapsed time 1388 seconds. Compile 10 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=11 + COMPILE_NR=11 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_11.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_11.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -144,10 +145,10 @@ Elapsed time 1327 seconds. Compile 10 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -178,15 +179,15 @@ Elapsed time 1327 seconds. Compile 10 + TEST_NR=11 + export JBNME=compile_11 + JBNME=compile_11 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_11 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_11 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_11 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_11 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -201,7 +202,7 @@ Elapsed time 1327 seconds. Compile 10 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844540 +Job id 26140447 TEST 11 compile is waiting to enter the queue 1 min. TEST 11 compile is running, Status: RUN 2 min. TEST 11 compile is running, Status: RUN @@ -224,29 +225,30 @@ TEST 11 compile is waiting to enter the queue 19 min. TEST 11 compile is running, Status: RUN 20 min. TEST 11 compile is running, Status: RUN 21 min. TEST 11 compile is running, Status: RUN -22 min. TEST 11 compile is finished, Status: DONE -+ elapsed=1327 -+ echo 'Elapsed time 1327 seconds. Compile 11' -Elapsed time 1327 seconds. Compile 11 +22 min. TEST 11 compile is running, Status: RUN +23 min. TEST 11 compile is finished, Status: DONE ++ elapsed=1387 ++ echo 'Elapsed time 1387 seconds. Compile 11' +Elapsed time 1387 seconds. Compile 11 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017' + export COMPILE_NR=1 + COMPILE_NR=1 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_1.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_1.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -259,10 +261,10 @@ Elapsed time 1327 seconds. Compile 11 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -293,15 +295,15 @@ Elapsed time 1327 seconds. Compile 11 + TEST_NR=1 + export JBNME=compile_1 + JBNME=compile_1 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_1 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_1 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_1 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_1 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -316,7 +318,7 @@ Elapsed time 1327 seconds. Compile 11 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844133 +Job id 26139683 TEST 1 compile is waiting to enter the queue 1 min. TEST 1 compile is running, Status: RUN 2 min. TEST 1 compile is running, Status: RUN @@ -339,29 +341,30 @@ TEST 1 compile is waiting to enter the queue 19 min. TEST 1 compile is running, Status: RUN 20 min. TEST 1 compile is running, Status: RUN 21 min. TEST 1 compile is running, Status: RUN -22 min. TEST 1 compile is finished, Status: DONE -+ elapsed=1327 -+ echo 'Elapsed time 1327 seconds. Compile 1' -Elapsed time 1327 seconds. Compile 1 +22 min. TEST 1 compile is running, Status: RUN +23 min. TEST 1 compile is finished, Status: DONE ++ elapsed=1388 ++ echo 'Elapsed time 1388 seconds. Compile 1' +Elapsed time 1388 seconds. Compile 1 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + export COMPILE_NR=2 + COMPILE_NR=2 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_2.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_2.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -374,10 +377,10 @@ Elapsed time 1327 seconds. Compile 1 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -408,15 +411,15 @@ Elapsed time 1327 seconds. Compile 1 + TEST_NR=2 + export JBNME=compile_2 + JBNME=compile_2 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_2 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_2 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_2 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_2 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -431,7 +434,7 @@ Elapsed time 1327 seconds. Compile 1 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844128 +Job id 26139687 TEST 2 compile is waiting to enter the queue 1 min. TEST 2 compile is running, Status: RUN 2 min. TEST 2 compile is running, Status: RUN @@ -456,36 +459,29 @@ TEST 2 compile is waiting to enter the queue 21 min. TEST 2 compile is running, Status: RUN 22 min. TEST 2 compile is running, Status: RUN 23 min. TEST 2 compile is running, Status: RUN -24 min. TEST 2 compile is running, Status: RUN -25 min. TEST 2 compile is running, Status: RUN -26 min. TEST 2 compile is running, Status: RUN -27 min. TEST 2 compile is running, Status: RUN -28 min. TEST 2 compile is running, Status: RUN -29 min. TEST 2 compile is running, Status: RUN -30 min. TEST 2 compile is running, Status: RUN -31 min. TEST 2 compile is finished, Status: DONE -+ elapsed=1868 -+ echo 'Elapsed time 1868 seconds. Compile 2' -Elapsed time 1868 seconds. Compile 2 +24 min. TEST 2 compile is finished, Status: DONE ++ elapsed=1448 ++ echo 'Elapsed time 1448 seconds. Compile 2' +Elapsed time 1448 seconds. Compile 2 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + export COMPILE_NR=3 + COMPILE_NR=3 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_3.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_3.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -498,10 +494,10 @@ Elapsed time 1868 seconds. Compile 2 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -532,15 +528,15 @@ Elapsed time 1868 seconds. Compile 2 + TEST_NR=3 + export JBNME=compile_3 + JBNME=compile_3 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_3 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_3 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_3 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_3 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -555,7 +551,7 @@ Elapsed time 1868 seconds. Compile 2 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844125 +Job id 26139684 TEST 3 compile is waiting to enter the queue 1 min. TEST 3 compile is running, Status: RUN 2 min. TEST 3 compile is running, Status: RUN @@ -578,29 +574,31 @@ TEST 3 compile is waiting to enter the queue 19 min. TEST 3 compile is running, Status: RUN 20 min. TEST 3 compile is running, Status: RUN 21 min. TEST 3 compile is running, Status: RUN -22 min. TEST 3 compile is finished, Status: DONE -+ elapsed=1327 -+ echo 'Elapsed time 1327 seconds. Compile 3' -Elapsed time 1327 seconds. Compile 3 +22 min. TEST 3 compile is running, Status: RUN +23 min. TEST 3 compile is running, Status: RUN +24 min. TEST 3 compile is finished, Status: DONE ++ elapsed=1448 ++ echo 'Elapsed time 1448 seconds. Compile 3' +Elapsed time 1448 seconds. Compile 3 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + export COMPILE_NR=4 + COMPILE_NR=4 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_4.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_4.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -613,10 +611,10 @@ Elapsed time 1327 seconds. Compile 3 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -647,15 +645,15 @@ Elapsed time 1327 seconds. Compile 3 + TEST_NR=4 + export JBNME=compile_4 + JBNME=compile_4 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_4 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_4 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_4 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_4 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -670,7 +668,7 @@ Elapsed time 1327 seconds. Compile 3 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844127 +Job id 26139681 TEST 4 compile is waiting to enter the queue 1 min. TEST 4 compile is running, Status: RUN 2 min. TEST 4 compile is running, Status: RUN @@ -694,29 +692,30 @@ TEST 4 compile is waiting to enter the queue 20 min. TEST 4 compile is running, Status: RUN 21 min. TEST 4 compile is running, Status: RUN 22 min. TEST 4 compile is running, Status: RUN -23 min. TEST 4 compile is finished, Status: DONE -+ elapsed=1388 -+ echo 'Elapsed time 1388 seconds. Compile 4' -Elapsed time 1388 seconds. Compile 4 +23 min. TEST 4 compile is running, Status: RUN +24 min. TEST 4 compile is finished, Status: DONE ++ elapsed=1448 ++ echo 'Elapsed time 1448 seconds. Compile 4' +Elapsed time 1448 seconds. Compile 4 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + export COMPILE_NR=5 + COMPILE_NR=5 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_5.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_5.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -729,10 +728,10 @@ Elapsed time 1388 seconds. Compile 4 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -763,15 +762,15 @@ Elapsed time 1388 seconds. Compile 4 + TEST_NR=5 + export JBNME=compile_5 + JBNME=compile_5 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_5 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_5 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_5 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_5 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -786,7 +785,7 @@ Elapsed time 1388 seconds. Compile 4 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844130 +Job id 26139682 TEST 5 compile is waiting to enter the queue 1 min. TEST 5 compile is running, Status: RUN 2 min. TEST 5 compile is running, Status: RUN @@ -795,28 +794,28 @@ TEST 5 compile is waiting to enter the queue 5 min. TEST 5 compile is running, Status: RUN 6 min. TEST 5 compile is running, Status: RUN 7 min. TEST 5 compile is finished, Status: DONE -+ elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 5' -Elapsed time 426 seconds. Compile 5 ++ elapsed=427 ++ echo 'Elapsed time 427 seconds. Compile 5' +Elapsed time 427 seconds. Compile 5 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=6 + COMPILE_NR=6 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_6.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_6.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -829,10 +828,10 @@ Elapsed time 426 seconds. Compile 5 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -863,15 +862,15 @@ Elapsed time 426 seconds. Compile 5 + TEST_NR=6 + export JBNME=compile_6 + JBNME=compile_6 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_6 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_6 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_6 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_6 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -886,7 +885,7 @@ Elapsed time 426 seconds. Compile 5 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844132 +Job id 26139688 TEST 6 compile is waiting to enter the queue 1 min. TEST 6 compile is running, Status: RUN 2 min. TEST 6 compile is running, Status: RUN @@ -910,29 +909,30 @@ TEST 6 compile is waiting to enter the queue 20 min. TEST 6 compile is running, Status: RUN 21 min. TEST 6 compile is running, Status: RUN 22 min. TEST 6 compile is running, Status: RUN -23 min. TEST 6 compile is finished, Status: DONE -+ elapsed=1388 -+ echo 'Elapsed time 1388 seconds. Compile 6' -Elapsed time 1388 seconds. Compile 6 +23 min. TEST 6 compile is running, Status: RUN +24 min. TEST 6 compile is finished, Status: DONE ++ elapsed=1448 ++ echo 'Elapsed time 1448 seconds. Compile 6' +Elapsed time 1448 seconds. Compile 6 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + export COMPILE_NR=7 + COMPILE_NR=7 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_7.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_7.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -945,10 +945,10 @@ Elapsed time 1388 seconds. Compile 6 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -979,15 +979,15 @@ Elapsed time 1388 seconds. Compile 6 + TEST_NR=7 + export JBNME=compile_7 + JBNME=compile_7 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_7 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_7 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_7 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_7 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -1002,7 +1002,7 @@ Elapsed time 1388 seconds. Compile 6 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844126 +Job id 26139686 TEST 7 compile is waiting to enter the queue 1 min. TEST 7 compile is running, Status: RUN 2 min. TEST 7 compile is running, Status: RUN @@ -1028,29 +1028,30 @@ TEST 7 compile is waiting to enter the queue 22 min. TEST 7 compile is running, Status: RUN 23 min. TEST 7 compile is running, Status: RUN 24 min. TEST 7 compile is running, Status: RUN -25 min. TEST 7 compile is finished, Status: DONE -+ elapsed=1508 -+ echo 'Elapsed time 1508 seconds. Compile 7' -Elapsed time 1508 seconds. Compile 7 +25 min. TEST 7 compile is running, Status: RUN +26 min. TEST 7 compile is finished, Status: DONE ++ elapsed=1568 ++ echo 'Elapsed time 1568 seconds. Compile 7' +Elapsed time 1568 seconds. Compile 7 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + export COMPILE_NR=8 + COMPILE_NR=8 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_8.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_8.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -1063,10 +1064,10 @@ Elapsed time 1508 seconds. Compile 7 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -1097,15 +1098,15 @@ Elapsed time 1508 seconds. Compile 7 + TEST_NR=8 + export JBNME=compile_8 + JBNME=compile_8 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_8 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_8 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_8 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_8 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -1120,7 +1121,7 @@ Elapsed time 1508 seconds. Compile 7 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844131 +Job id 26139680 TEST 8 compile is waiting to enter the queue 1 min. TEST 8 compile is running, Status: RUN 2 min. TEST 8 compile is running, Status: RUN @@ -1147,29 +1148,30 @@ TEST 8 compile is waiting to enter the queue 23 min. TEST 8 compile is running, Status: RUN 24 min. TEST 8 compile is running, Status: RUN 25 min. TEST 8 compile is running, Status: RUN -26 min. TEST 8 compile is finished, Status: DONE -+ elapsed=1568 -+ echo 'Elapsed time 1568 seconds. Compile 8' -Elapsed time 1568 seconds. Compile 8 +26 min. TEST 8 compile is running, Status: RUN +27 min. TEST 8 compile is finished, Status: DONE ++ elapsed=1628 ++ echo 'Elapsed time 1628 seconds. Compile 8' +Elapsed time 1628 seconds. Compile 8 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + export COMPILE_NR=9 + COMPILE_NR=9 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_9.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_9.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -1182,10 +1184,10 @@ Elapsed time 1568 seconds. Compile 8 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -1216,15 +1218,15 @@ Elapsed time 1568 seconds. Compile 8 + TEST_NR=9 + export JBNME=compile_9 + JBNME=compile_9 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_9 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_9 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_9 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_9 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -1239,7 +1241,7 @@ Elapsed time 1568 seconds. Compile 8 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844134 +Job id 26139689 TEST 9 compile is waiting to enter the queue 1 min. TEST 9 compile is running, Status: RUN 2 min. TEST 9 compile is running, Status: RUN @@ -1248,6 +1250,6 @@ TEST 9 compile is waiting to enter the queue 5 min. TEST 9 compile is running, Status: RUN 6 min. TEST 9 compile is running, Status: RUN 7 min. TEST 9 compile is finished, Status: DONE -+ elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 9' -Elapsed time 426 seconds. Compile 9 ++ elapsed=427 ++ echo 'Elapsed time 427 seconds. Compile 9' +Elapsed time 427 seconds. Compile 9 diff --git a/tests/RegressionTests_hera.intel.log b/tests/RegressionTests_hera.intel.log index 84c3e96993..d1136e0327 100644 --- a/tests/RegressionTests_hera.intel.log +++ b/tests/RegressionTests_hera.intel.log @@ -1,9 +1,9 @@ -Wed Jun 3 22:43:24 UTC 2020 +Tue Jun 9 01:36:38 UTC 2020 Start Regression test -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_control_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_control_prod Checking test 001 fv3_ccpp_control results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -70,8 +70,8 @@ Checking test 001 fv3_ccpp_control results .... Test 001 fv3_ccpp_control PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_decomp_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_decomp_prod Checking test 002 fv3_ccpp_decomp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -138,8 +138,8 @@ Checking test 002 fv3_ccpp_decomp results .... Test 002 fv3_ccpp_decomp PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_2threads_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_2threads_prod Checking test 003 fv3_ccpp_2threads results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -206,8 +206,8 @@ Checking test 003 fv3_ccpp_2threads results .... Test 003 fv3_ccpp_2threads PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_restart_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_restart_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_restart_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_restart_prod Checking test 004 fv3_ccpp_restart results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -274,8 +274,8 @@ Checking test 004 fv3_ccpp_restart results .... Test 004 fv3_ccpp_restart PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_read_inc_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_read_inc_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_read_inc_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_read_inc_prod Checking test 005 fv3_ccpp_read_inc results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -342,8 +342,8 @@ Checking test 005 fv3_ccpp_read_inc results .... Test 005 fv3_ccpp_read_inc PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_netcdf_esmf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_wrtGauss_netcdf_esmf_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_netcdf_esmf_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGauss_netcdf_esmf_prod Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -390,8 +390,8 @@ Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Test 006 fv3_ccpp_wrtGauss_netcdf_esmf PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_netcdf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_wrtGauss_netcdf_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_netcdf_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGauss_netcdf_prod Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -438,8 +438,8 @@ Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Test 007 fv3_ccpp_wrtGauss_netcdf PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGlatlon_netcdf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_wrtGlatlon_netcdf_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGlatlon_netcdf_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGlatlon_netcdf_prod Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -486,8 +486,8 @@ Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Test 008 fv3_ccpp_wrtGlatlon_netcdf PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_nemsio_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_wrtGauss_nemsio_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGauss_nemsio_prod Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -534,8 +534,8 @@ Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Test 009 fv3_ccpp_wrtGauss_nemsio PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_nemsio_c192_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_wrtGauss_nemsio_c192_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_c192_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGauss_nemsio_c192_prod Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -582,8 +582,8 @@ Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Test 010 fv3_ccpp_wrtGauss_nemsio_c192 PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stochy_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_stochy_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stochy_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_stochy_prod Checking test 011 fv3_ccpp_stochy results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -650,8 +650,8 @@ Checking test 011 fv3_ccpp_stochy results .... Test 011 fv3_ccpp_stochy PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_iau_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_iau_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_iau_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_iau_prod Checking test 012 fv3_ccpp_iau results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -718,8 +718,8 @@ Checking test 012 fv3_ccpp_iau results .... Test 012 fv3_ccpp_iau PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_ca_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_ca_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_ca_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_ca_prod Checking test 013 fv3_ccpp_ca results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -786,8 +786,8 @@ Checking test 013 fv3_ccpp_ca results .... Test 013 fv3_ccpp_ca PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_lheatstrg_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_lheatstrg_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_lheatstrg_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_lheatstrg_prod Checking test 014 fv3_ccpp_lheatstrg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -834,8 +834,8 @@ Checking test 014 fv3_ccpp_lheatstrg results .... Test 014 fv3_ccpp_lheatstrg PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmprad_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmprad_prod Checking test 015 fv3_ccpp_gfdlmprad results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -883,8 +883,8 @@ Checking test 015 fv3_ccpp_gfdlmprad results .... Test 015 fv3_ccpp_gfdlmprad PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_atmwav_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmprad_atmwav_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_atmwav_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmprad_atmwav_prod Checking test 016 fv3_ccpp_gfdlmprad_atmwav results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -932,8 +932,8 @@ Checking test 016 fv3_ccpp_gfdlmprad_atmwav results .... Test 016 fv3_ccpp_gfdlmprad_atmwav PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_nemsio_c768_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_wrtGauss_nemsio_c768_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_c768_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGauss_nemsio_c768_prod Checking test 017 fv3_ccpp_wrtGauss_nemsio_c768 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -981,8 +981,8 @@ Checking test 017 fv3_ccpp_wrtGauss_nemsio_c768 results .... Test 017 fv3_ccpp_wrtGauss_nemsio_c768 PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_32bit_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_control_32bit_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_32bit_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_control_32bit_prod Checking test 018 fv3_ccpp_control_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1049,8 +1049,8 @@ Checking test 018 fv3_ccpp_control_32bit results .... Test 018 fv3_ccpp_control_32bit PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stretched_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_stretched_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_stretched_prod Checking test 019 fv3_ccpp_stretched results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1105,8 +1105,8 @@ Checking test 019 fv3_ccpp_stretched results .... Test 019 fv3_ccpp_stretched PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stretched_nest_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_stretched_nest_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_nest_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_stretched_nest_prod Checking test 020 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1114,21 +1114,21 @@ Checking test 020 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile4.nc .........OK Comparing atmos_4xdaily.tile5.nc .........OK Comparing atmos_4xdaily.tile6.nc .........OK - Comparing atmos_4xdaily.nest02.tile7.nc .........OK + Comparing atmos_4xdaily.nest02.nc .........OK Comparing fv3_history2d.tile1.nc .........OK Comparing fv3_history2d.tile2.nc .........OK Comparing fv3_history2d.tile3.nc .........OK Comparing fv3_history2d.tile4.nc .........OK Comparing fv3_history2d.tile5.nc .........OK Comparing fv3_history2d.tile6.nc .........OK - Comparing fv3_history2d.nest02.tile7.nc .........OK + Comparing fv3_history2d.nest02.nc .........OK Comparing fv3_history.tile1.nc .........OK Comparing fv3_history.tile2.nc .........OK Comparing fv3_history.tile3.nc .........OK Comparing fv3_history.tile4.nc .........OK Comparing fv3_history.tile5.nc .........OK Comparing fv3_history.tile6.nc .........OK - Comparing fv3_history.nest02.tile7.nc .........OK + Comparing fv3_history.nest02.nc .........OK Comparing RESTART/coupler.res .........OK Comparing RESTART/fv_core.res.nc .........OK Comparing RESTART/fv_core.res.nest02.nc .........OK @@ -1172,8 +1172,8 @@ Checking test 020 fv3_ccpp_stretched_nest results .... Test 020 fv3_ccpp_stretched_nest PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_regional_control_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_control_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_regional_control_prod Checking test 021 fv3_ccpp_regional_control results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1183,8 +1183,8 @@ Checking test 021 fv3_ccpp_regional_control results .... Test 021 fv3_ccpp_regional_control PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_restart_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_regional_restart_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_restart_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_regional_restart_prod Checking test 022 fv3_ccpp_regional_restart results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1192,8 +1192,8 @@ Checking test 022 fv3_ccpp_regional_restart results .... Test 022 fv3_ccpp_regional_restart PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_quilt_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_regional_quilt_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_quilt_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_regional_quilt_prod Checking test 023 fv3_ccpp_regional_quilt results .... Comparing atmos_4xdaily.nc .........OK Comparing dynf000.nc .........OK @@ -1203,29 +1203,31 @@ Checking test 023 fv3_ccpp_regional_quilt results .... Test 023 fv3_ccpp_regional_quilt PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_c768_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_regional_c768_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_c768_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_regional_c768_prod Checking test 024 fv3_ccpp_regional_c768 results .... Comparing atmos_4xdaily.nc .........OK - Comparing fv3_history2d.nc .........OK - Comparing fv3_history.nc .........OK + Comparing dynf000.nc .........OK + Comparing dynf003.nc .........OK + Comparing phyf000.nc .........OK + Comparing phyf003.nc .........OK Test 024 fv3_ccpp_regional_c768 PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_control_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_control_debug_prod Checking test 025 fv3_ccpp_control_debug results .... Test 025 fv3_ccpp_control_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stretched_nest_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_stretched_nest_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_nest_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_stretched_nest_debug_prod Checking test 026 fv3_ccpp_stretched_nest_debug results .... Test 026 fv3_ccpp_stretched_nest_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmp_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmp_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmp_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmp_prod Checking test 027 fv3_ccpp_gfdlmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1272,8 +1274,8 @@ Checking test 027 fv3_ccpp_gfdlmp results .... Test 027 fv3_ccpp_gfdlmp PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_gwd_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmprad_gwd_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_gwd_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmprad_gwd_prod Checking test 028 fv3_ccpp_gfdlmprad_gwd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1320,8 +1322,8 @@ Checking test 028 fv3_ccpp_gfdlmprad_gwd results .... Test 028 fv3_ccpp_gfdlmprad_gwd PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_noahmp_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmprad_noahmp_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_noahmp_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmprad_noahmp_prod Checking test 029 fv3_ccpp_gfdlmprad_noahmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1368,8 +1370,8 @@ Checking test 029 fv3_ccpp_gfdlmprad_noahmp results .... Test 029 fv3_ccpp_gfdlmprad_noahmp PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmp_hwrfsas_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmp_hwrfsas_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmp_hwrfsas_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmp_hwrfsas_prod Checking test 030 fv3_ccpp_gfdlmp_hwrfsas results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1416,8 +1418,8 @@ Checking test 030 fv3_ccpp_gfdlmp_hwrfsas results .... Test 030 fv3_ccpp_gfdlmp_hwrfsas PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_csawmg_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_csawmg_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_csawmg_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_csawmg_prod Checking test 031 fv3_ccpp_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1464,8 +1466,8 @@ Checking test 031 fv3_ccpp_csawmg results .... Test 031 fv3_ccpp_csawmg PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_satmedmf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_satmedmf_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_satmedmf_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_satmedmf_prod Checking test 032 fv3_ccpp_satmedmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1512,8 +1514,8 @@ Checking test 032 fv3_ccpp_satmedmf results .... Test 032 fv3_ccpp_satmedmf PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_satmedmfq_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_satmedmfq_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_satmedmfq_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_satmedmfq_prod Checking test 033 fv3_ccpp_satmedmfq results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1560,8 +1562,8 @@ Checking test 033 fv3_ccpp_satmedmfq results .... Test 033 fv3_ccpp_satmedmfq PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmp_32bit_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmp_32bit_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmp_32bit_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmp_32bit_prod Checking test 034 fv3_ccpp_gfdlmp_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1608,8 +1610,8 @@ Checking test 034 fv3_ccpp_gfdlmp_32bit results .... Test 034 fv3_ccpp_gfdlmp_32bit PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_32bit_post_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmprad_32bit_post_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_32bit_post_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmprad_32bit_post_prod Checking test 035 fv3_ccpp_gfdlmprad_32bit_post results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1660,8 +1662,8 @@ Checking test 035 fv3_ccpp_gfdlmprad_32bit_post results .... Test 035 fv3_ccpp_gfdlmprad_32bit_post PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_cpt_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_cpt_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_cpt_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_cpt_prod Checking test 036 fv3_ccpp_cpt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1714,8 +1716,8 @@ Checking test 036 fv3_ccpp_cpt results .... Test 036 fv3_ccpp_cpt PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gsd_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gsd_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gsd_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gsd_prod Checking test 037 fv3_ccpp_gsd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1806,8 +1808,8 @@ Checking test 037 fv3_ccpp_gsd results .... Test 037 fv3_ccpp_gsd PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_thompson_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_thompson_prod Checking test 038 fv3_ccpp_thompson results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1874,8 +1876,8 @@ Checking test 038 fv3_ccpp_thompson results .... Test 038 fv3_ccpp_thompson PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_no_aero_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_thompson_no_aero_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_no_aero_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_thompson_no_aero_prod Checking test 039 fv3_ccpp_thompson_no_aero results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1942,8 +1944,8 @@ Checking test 039 fv3_ccpp_thompson_no_aero results .... Test 039 fv3_ccpp_thompson_no_aero PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v15p2_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfs_v15p2_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v15p2_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfs_v15p2_prod Checking test 040 fv3_ccpp_gfs_v15p2 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2010,8 +2012,8 @@ Checking test 040 fv3_ccpp_gfs_v15p2 results .... Test 040 fv3_ccpp_gfs_v15p2 PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v16beta_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfs_v16beta_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v16beta_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfs_v16beta_prod Checking test 041 fv3_ccpp_gfs_v16beta results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2078,8 +2080,8 @@ Checking test 041 fv3_ccpp_gfs_v16beta results .... Test 041 fv3_ccpp_gfs_v16beta PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_rrtmgp_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_rrtmgp_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_rrtmgp_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_rrtmgp_prod Checking test 042 fv3_ccpp_rrtmgp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2146,8 +2148,8 @@ Checking test 042 fv3_ccpp_rrtmgp results .... Test 042 fv3_ccpp_rrtmgp PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v15p2_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfs_v15p2_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v15p2_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfs_v15p2_debug_prod Checking test 043 fv3_ccpp_gfs_v15p2_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2214,8 +2216,8 @@ Checking test 043 fv3_ccpp_gfs_v15p2_debug results .... Test 043 fv3_ccpp_gfs_v15p2_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v16beta_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfs_v16beta_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v16beta_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfs_v16beta_debug_prod Checking test 044 fv3_ccpp_gfs_v16beta_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2282,8 +2284,8 @@ Checking test 044 fv3_ccpp_gfs_v16beta_debug results .... Test 044 fv3_ccpp_gfs_v16beta_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_rrtmgp_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_rrtmgp_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_rrtmgp_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_rrtmgp_debug_prod Checking test 045 fv3_ccpp_rrtmgp_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2350,8 +2352,8 @@ Checking test 045 fv3_ccpp_rrtmgp_debug results .... Test 045 fv3_ccpp_rrtmgp_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gsd_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gsd_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gsd_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gsd_debug_prod Checking test 046 fv3_ccpp_gsd_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2418,8 +2420,8 @@ Checking test 046 fv3_ccpp_gsd_debug results .... Test 046 fv3_ccpp_gsd_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_thompson_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_thompson_debug_prod Checking test 047 fv3_ccpp_thompson_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2486,8 +2488,8 @@ Checking test 047 fv3_ccpp_thompson_debug results .... Test 047 fv3_ccpp_thompson_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_no_aero_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_thompson_no_aero_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_no_aero_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_thompson_no_aero_debug_prod Checking test 048 fv3_ccpp_thompson_no_aero_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2554,8 +2556,8 @@ Checking test 048 fv3_ccpp_thompson_no_aero_debug results .... Test 048 fv3_ccpp_thompson_no_aero_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfsv16_csawmg_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfsv16_csawmg_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfsv16_csawmg_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfsv16_csawmg_prod Checking test 049 fv3_ccpp_gfsv16_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2602,8 +2604,8 @@ Checking test 049 fv3_ccpp_gfsv16_csawmg results .... Test 049 fv3_ccpp_gfsv16_csawmg PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfsv16_csawmgt_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfsv16_csawmgt_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfsv16_csawmgt_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfsv16_csawmgt_prod Checking test 050 fv3_ccpp_gfsv16_csawmgt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2650,8 +2652,8 @@ Checking test 050 fv3_ccpp_gfsv16_csawmgt results .... Test 050 fv3_ccpp_gfsv16_csawmgt PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gocart_clm_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gocart_clm_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gocart_clm_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gocart_clm_prod Checking test 051 fv3_ccpp_gocart_clm results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2699,5 +2701,5 @@ Test 051 fv3_ccpp_gocart_clm PASS REGRESSION TEST WAS SUCCESSFUL -Wed Jun 3 23:48:49 UTC 2020 -Elapsed time: 01h:05m:29s. Have a nice day! +Tue Jun 9 02:06:13 UTC 2020 +Elapsed time: 00h:29m:37s. Have a nice day! diff --git a/tests/RegressionTests_orion.intel.log b/tests/RegressionTests_orion.intel.log index ae17df4ef2..f997eaad32 100644 --- a/tests/RegressionTests_orion.intel.log +++ b/tests/RegressionTests_orion.intel.log @@ -1,9 +1,9 @@ -Thu Jun 4 09:11:02 CDT 2020 +Tue Jun 9 06:46:42 CDT 2020 Start Regression test -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_control_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_control_prod Checking test 001 fv3_ccpp_control results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -70,8 +70,8 @@ Checking test 001 fv3_ccpp_control results .... Test 001 fv3_ccpp_control PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_decomp_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_decomp_prod Checking test 002 fv3_ccpp_decomp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -138,8 +138,8 @@ Checking test 002 fv3_ccpp_decomp results .... Test 002 fv3_ccpp_decomp PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_2threads_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_2threads_prod Checking test 003 fv3_ccpp_2threads results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -206,8 +206,8 @@ Checking test 003 fv3_ccpp_2threads results .... Test 003 fv3_ccpp_2threads PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_restart_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_restart_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_restart_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_restart_prod Checking test 004 fv3_ccpp_restart results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -274,8 +274,8 @@ Checking test 004 fv3_ccpp_restart results .... Test 004 fv3_ccpp_restart PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_read_inc_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_read_inc_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_read_inc_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_read_inc_prod Checking test 005 fv3_ccpp_read_inc results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -342,8 +342,8 @@ Checking test 005 fv3_ccpp_read_inc results .... Test 005 fv3_ccpp_read_inc PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_netcdf_esmf_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_wrtGauss_netcdf_esmf_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_netcdf_esmf_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_wrtGauss_netcdf_esmf_prod Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -390,8 +390,8 @@ Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Test 006 fv3_ccpp_wrtGauss_netcdf_esmf PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_netcdf_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_wrtGauss_netcdf_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_netcdf_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_wrtGauss_netcdf_prod Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -438,8 +438,8 @@ Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Test 007 fv3_ccpp_wrtGauss_netcdf PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_nemsio_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_wrtGauss_nemsio_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_wrtGauss_nemsio_prod Checking test 008 fv3_ccpp_wrtGauss_nemsio results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -486,8 +486,8 @@ Checking test 008 fv3_ccpp_wrtGauss_nemsio results .... Test 008 fv3_ccpp_wrtGauss_nemsio PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_nemsio_c192_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_wrtGauss_nemsio_c192_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_c192_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_wrtGauss_nemsio_c192_prod Checking test 009 fv3_ccpp_wrtGauss_nemsio_c192 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -534,8 +534,8 @@ Checking test 009 fv3_ccpp_wrtGauss_nemsio_c192 results .... Test 009 fv3_ccpp_wrtGauss_nemsio_c192 PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stochy_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_stochy_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stochy_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_stochy_prod Checking test 010 fv3_ccpp_stochy results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -602,8 +602,8 @@ Checking test 010 fv3_ccpp_stochy results .... Test 010 fv3_ccpp_stochy PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_iau_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_iau_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_iau_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_iau_prod Checking test 011 fv3_ccpp_iau results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -670,8 +670,8 @@ Checking test 011 fv3_ccpp_iau results .... Test 011 fv3_ccpp_iau PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_ca_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_ca_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_ca_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_ca_prod Checking test 012 fv3_ccpp_ca results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -738,8 +738,8 @@ Checking test 012 fv3_ccpp_ca results .... Test 012 fv3_ccpp_ca PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfdlmprad_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmprad_prod Checking test 013 fv3_ccpp_gfdlmprad results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -787,8 +787,8 @@ Checking test 013 fv3_ccpp_gfdlmprad results .... Test 013 fv3_ccpp_gfdlmprad PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_atmwav_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfdlmprad_atmwav_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_atmwav_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmprad_atmwav_prod Checking test 014 fv3_ccpp_gfdlmprad_atmwav results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -836,8 +836,8 @@ Checking test 014 fv3_ccpp_gfdlmprad_atmwav results .... Test 014 fv3_ccpp_gfdlmprad_atmwav PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_nemsio_c768_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_wrtGauss_nemsio_c768_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_c768_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_wrtGauss_nemsio_c768_prod Checking test 015 fv3_ccpp_wrtGauss_nemsio_c768 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -885,8 +885,8 @@ Checking test 015 fv3_ccpp_wrtGauss_nemsio_c768 results .... Test 015 fv3_ccpp_wrtGauss_nemsio_c768 PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_32bit_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_control_32bit_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_32bit_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_control_32bit_prod Checking test 016 fv3_ccpp_control_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -953,8 +953,8 @@ Checking test 016 fv3_ccpp_control_32bit results .... Test 016 fv3_ccpp_control_32bit PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stretched_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_stretched_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_stretched_prod Checking test 017 fv3_ccpp_stretched results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1009,8 +1009,8 @@ Checking test 017 fv3_ccpp_stretched results .... Test 017 fv3_ccpp_stretched PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stretched_nest_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_stretched_nest_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_nest_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_stretched_nest_prod Checking test 018 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1018,21 +1018,21 @@ Checking test 018 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile4.nc .........OK Comparing atmos_4xdaily.tile5.nc .........OK Comparing atmos_4xdaily.tile6.nc .........OK - Comparing atmos_4xdaily.nest02.tile7.nc .........OK + Comparing atmos_4xdaily.nest02.nc .........OK Comparing fv3_history2d.tile1.nc .........OK Comparing fv3_history2d.tile2.nc .........OK Comparing fv3_history2d.tile3.nc .........OK Comparing fv3_history2d.tile4.nc .........OK Comparing fv3_history2d.tile5.nc .........OK Comparing fv3_history2d.tile6.nc .........OK - Comparing fv3_history2d.nest02.tile7.nc .........OK + Comparing fv3_history2d.nest02.nc .........OK Comparing fv3_history.tile1.nc .........OK Comparing fv3_history.tile2.nc .........OK Comparing fv3_history.tile3.nc .........OK Comparing fv3_history.tile4.nc .........OK Comparing fv3_history.tile5.nc .........OK Comparing fv3_history.tile6.nc .........OK - Comparing fv3_history.nest02.tile7.nc .........OK + Comparing fv3_history.nest02.nc .........OK Comparing RESTART/coupler.res .........OK Comparing RESTART/fv_core.res.nc .........OK Comparing RESTART/fv_core.res.nest02.nc .........OK @@ -1076,8 +1076,8 @@ Checking test 018 fv3_ccpp_stretched_nest results .... Test 018 fv3_ccpp_stretched_nest PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_control_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_regional_control_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_control_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_regional_control_prod Checking test 019 fv3_ccpp_regional_control results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1087,8 +1087,8 @@ Checking test 019 fv3_ccpp_regional_control results .... Test 019 fv3_ccpp_regional_control PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_restart_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_regional_restart_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_restart_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_regional_restart_prod Checking test 020 fv3_ccpp_regional_restart results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1096,8 +1096,8 @@ Checking test 020 fv3_ccpp_regional_restart results .... Test 020 fv3_ccpp_regional_restart PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_quilt_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_regional_quilt_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_quilt_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_regional_quilt_prod Checking test 021 fv3_ccpp_regional_quilt results .... Comparing atmos_4xdaily.nc .........OK Comparing dynf000.nc .........OK @@ -1107,29 +1107,31 @@ Checking test 021 fv3_ccpp_regional_quilt results .... Test 021 fv3_ccpp_regional_quilt PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_c768_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_regional_c768_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_c768_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_regional_c768_prod Checking test 022 fv3_ccpp_regional_c768 results .... Comparing atmos_4xdaily.nc .........OK - Comparing fv3_history2d.nc .........OK - Comparing fv3_history.nc .........OK + Comparing dynf000.nc .........OK + Comparing dynf003.nc .........OK + Comparing phyf000.nc .........OK + Comparing phyf003.nc .........OK Test 022 fv3_ccpp_regional_c768 PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_control_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_control_debug_prod Checking test 023 fv3_ccpp_control_debug results .... Test 023 fv3_ccpp_control_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stretched_nest_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_stretched_nest_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_nest_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_stretched_nest_debug_prod Checking test 024 fv3_ccpp_stretched_nest_debug results .... Test 024 fv3_ccpp_stretched_nest_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmp_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfdlmp_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmp_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmp_prod Checking test 025 fv3_ccpp_gfdlmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1176,8 +1178,8 @@ Checking test 025 fv3_ccpp_gfdlmp results .... Test 025 fv3_ccpp_gfdlmp PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_gwd_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfdlmprad_gwd_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_gwd_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmprad_gwd_prod Checking test 026 fv3_ccpp_gfdlmprad_gwd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1224,8 +1226,8 @@ Checking test 026 fv3_ccpp_gfdlmprad_gwd results .... Test 026 fv3_ccpp_gfdlmprad_gwd PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_noahmp_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfdlmprad_noahmp_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_noahmp_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmprad_noahmp_prod Checking test 027 fv3_ccpp_gfdlmprad_noahmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1272,8 +1274,8 @@ Checking test 027 fv3_ccpp_gfdlmprad_noahmp results .... Test 027 fv3_ccpp_gfdlmprad_noahmp PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_csawmg_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_csawmg_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_csawmg_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_csawmg_prod Checking test 028 fv3_ccpp_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1320,8 +1322,8 @@ Checking test 028 fv3_ccpp_csawmg results .... Test 028 fv3_ccpp_csawmg PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_satmedmf_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_satmedmf_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_satmedmf_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_satmedmf_prod Checking test 029 fv3_ccpp_satmedmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1368,8 +1370,8 @@ Checking test 029 fv3_ccpp_satmedmf results .... Test 029 fv3_ccpp_satmedmf PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmp_32bit_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfdlmp_32bit_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmp_32bit_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmp_32bit_prod Checking test 030 fv3_ccpp_gfdlmp_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1416,8 +1418,8 @@ Checking test 030 fv3_ccpp_gfdlmp_32bit results .... Test 030 fv3_ccpp_gfdlmp_32bit PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_32bit_post_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfdlmprad_32bit_post_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_32bit_post_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmprad_32bit_post_prod Checking test 031 fv3_ccpp_gfdlmprad_32bit_post results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1468,8 +1470,8 @@ Checking test 031 fv3_ccpp_gfdlmprad_32bit_post results .... Test 031 fv3_ccpp_gfdlmprad_32bit_post PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_cpt_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_cpt_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_cpt_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_cpt_prod Checking test 032 fv3_ccpp_cpt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1522,8 +1524,8 @@ Checking test 032 fv3_ccpp_cpt results .... Test 032 fv3_ccpp_cpt PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gsd_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gsd_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gsd_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gsd_prod Checking test 033 fv3_ccpp_gsd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1614,8 +1616,8 @@ Checking test 033 fv3_ccpp_gsd results .... Test 033 fv3_ccpp_gsd PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_thompson_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_thompson_prod Checking test 034 fv3_ccpp_thompson results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1682,8 +1684,8 @@ Checking test 034 fv3_ccpp_thompson results .... Test 034 fv3_ccpp_thompson PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_no_aero_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_thompson_no_aero_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_no_aero_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_thompson_no_aero_prod Checking test 035 fv3_ccpp_thompson_no_aero results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1750,8 +1752,8 @@ Checking test 035 fv3_ccpp_thompson_no_aero results .... Test 035 fv3_ccpp_thompson_no_aero PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v15p2_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfs_v15p2_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v15p2_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfs_v15p2_prod Checking test 036 fv3_ccpp_gfs_v15p2 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1818,8 +1820,8 @@ Checking test 036 fv3_ccpp_gfs_v15p2 results .... Test 036 fv3_ccpp_gfs_v15p2 PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v16beta_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfs_v16beta_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v16beta_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfs_v16beta_prod Checking test 037 fv3_ccpp_gfs_v16beta results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1886,8 +1888,8 @@ Checking test 037 fv3_ccpp_gfs_v16beta results .... Test 037 fv3_ccpp_gfs_v16beta PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_rrtmgp_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_rrtmgp_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_rrtmgp_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_rrtmgp_prod Checking test 038 fv3_ccpp_rrtmgp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1954,8 +1956,8 @@ Checking test 038 fv3_ccpp_rrtmgp results .... Test 038 fv3_ccpp_rrtmgp PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v15p2_debug_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfs_v15p2_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v15p2_debug_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfs_v15p2_debug_prod Checking test 039 fv3_ccpp_gfs_v15p2_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2022,8 +2024,8 @@ Checking test 039 fv3_ccpp_gfs_v15p2_debug results .... Test 039 fv3_ccpp_gfs_v15p2_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v16beta_debug_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfs_v16beta_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v16beta_debug_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfs_v16beta_debug_prod Checking test 040 fv3_ccpp_gfs_v16beta_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2090,8 +2092,8 @@ Checking test 040 fv3_ccpp_gfs_v16beta_debug results .... Test 040 fv3_ccpp_gfs_v16beta_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_rrtmgp_debug_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_rrtmgp_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_rrtmgp_debug_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_rrtmgp_debug_prod Checking test 041 fv3_ccpp_rrtmgp_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2158,8 +2160,8 @@ Checking test 041 fv3_ccpp_rrtmgp_debug results .... Test 041 fv3_ccpp_rrtmgp_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gsd_debug_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gsd_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gsd_debug_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gsd_debug_prod Checking test 042 fv3_ccpp_gsd_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2226,8 +2228,8 @@ Checking test 042 fv3_ccpp_gsd_debug results .... Test 042 fv3_ccpp_gsd_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_debug_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_thompson_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_debug_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_thompson_debug_prod Checking test 043 fv3_ccpp_thompson_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2294,8 +2296,8 @@ Checking test 043 fv3_ccpp_thompson_debug results .... Test 043 fv3_ccpp_thompson_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_no_aero_debug_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_thompson_no_aero_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_no_aero_debug_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_thompson_no_aero_debug_prod Checking test 044 fv3_ccpp_thompson_no_aero_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2362,8 +2364,8 @@ Checking test 044 fv3_ccpp_thompson_no_aero_debug results .... Test 044 fv3_ccpp_thompson_no_aero_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfsv16_csawmg_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfsv16_csawmg_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfsv16_csawmg_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfsv16_csawmg_prod Checking test 045 fv3_ccpp_gfsv16_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2410,8 +2412,8 @@ Checking test 045 fv3_ccpp_gfsv16_csawmg results .... Test 045 fv3_ccpp_gfsv16_csawmg PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfsv16_csawmgt_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfsv16_csawmgt_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfsv16_csawmgt_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfsv16_csawmgt_prod Checking test 046 fv3_ccpp_gfsv16_csawmgt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2458,8 +2460,8 @@ Checking test 046 fv3_ccpp_gfsv16_csawmgt results .... Test 046 fv3_ccpp_gfsv16_csawmgt PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gocart_clm_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gocart_clm_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gocart_clm_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gocart_clm_prod Checking test 047 fv3_ccpp_gocart_clm results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2507,5 +2509,5 @@ Test 047 fv3_ccpp_gocart_clm PASS REGRESSION TEST WAS SUCCESSFUL -Thu Jun 4 09:45:39 CDT 2020 -Elapsed time: 00h:34m:38s. Have a nice day! +Tue Jun 9 07:33:44 CDT 2020 +Elapsed time: 00h:47m:04s. Have a nice day! diff --git a/tests/RegressionTests_wcoss_cray.log b/tests/RegressionTests_wcoss_cray.log index 362a17405c..d551ef0d8d 100644 --- a/tests/RegressionTests_wcoss_cray.log +++ b/tests/RegressionTests_wcoss_cray.log @@ -1,9 +1,9 @@ -Wed Jun 3 23:50:29 UTC 2020 +Mon Jun 8 23:54:10 UTC 2020 Start Regression test -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_control_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_control_prod Checking test 001 fv3_ccpp_control results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -70,8 +70,8 @@ Checking test 001 fv3_ccpp_control results .... Test 001 fv3_ccpp_control PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_decomp_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_decomp_prod Checking test 002 fv3_ccpp_decomp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -138,8 +138,8 @@ Checking test 002 fv3_ccpp_decomp results .... Test 002 fv3_ccpp_decomp PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_2threads_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_2threads_prod Checking test 003 fv3_ccpp_2threads results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -206,8 +206,8 @@ Checking test 003 fv3_ccpp_2threads results .... Test 003 fv3_ccpp_2threads PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_restart_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_restart_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_restart_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_restart_prod Checking test 004 fv3_ccpp_restart results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -274,8 +274,8 @@ Checking test 004 fv3_ccpp_restart results .... Test 004 fv3_ccpp_restart PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_read_inc_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_read_inc_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_read_inc_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_read_inc_prod Checking test 005 fv3_ccpp_read_inc results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -342,8 +342,8 @@ Checking test 005 fv3_ccpp_read_inc results .... Test 005 fv3_ccpp_read_inc PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_netcdf_esmf_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_wrtGauss_netcdf_esmf_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_netcdf_esmf_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_wrtGauss_netcdf_esmf_prod Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -390,8 +390,8 @@ Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Test 006 fv3_ccpp_wrtGauss_netcdf_esmf PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_netcdf_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_wrtGauss_netcdf_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_netcdf_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_wrtGauss_netcdf_prod Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -438,8 +438,8 @@ Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Test 007 fv3_ccpp_wrtGauss_netcdf PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGlatlon_netcdf_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_wrtGlatlon_netcdf_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGlatlon_netcdf_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_wrtGlatlon_netcdf_prod Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -486,8 +486,8 @@ Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Test 008 fv3_ccpp_wrtGlatlon_netcdf PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_nemsio_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_wrtGauss_nemsio_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_nemsio_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_wrtGauss_nemsio_prod Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -534,8 +534,8 @@ Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Test 009 fv3_ccpp_wrtGauss_nemsio PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_nemsio_c192_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_wrtGauss_nemsio_c192_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_nemsio_c192_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_wrtGauss_nemsio_c192_prod Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -582,8 +582,8 @@ Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Test 010 fv3_ccpp_wrtGauss_nemsio_c192 PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stochy_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_stochy_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stochy_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_stochy_prod Checking test 011 fv3_ccpp_stochy results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -650,8 +650,8 @@ Checking test 011 fv3_ccpp_stochy results .... Test 011 fv3_ccpp_stochy PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_iau_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_iau_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_iau_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_iau_prod Checking test 012 fv3_ccpp_iau results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -718,8 +718,8 @@ Checking test 012 fv3_ccpp_iau results .... Test 012 fv3_ccpp_iau PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_lheatstrg_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_lheatstrg_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_lheatstrg_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_lheatstrg_prod Checking test 013 fv3_ccpp_lheatstrg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -766,8 +766,8 @@ Checking test 013 fv3_ccpp_lheatstrg results .... Test 013 fv3_ccpp_lheatstrg PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmprad_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmprad_prod Checking test 014 fv3_ccpp_gfdlmprad results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -815,8 +815,8 @@ Checking test 014 fv3_ccpp_gfdlmprad results .... Test 014 fv3_ccpp_gfdlmprad PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_atmwav_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmprad_atmwav_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_atmwav_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmprad_atmwav_prod Checking test 015 fv3_ccpp_gfdlmprad_atmwav results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -864,8 +864,8 @@ Checking test 015 fv3_ccpp_gfdlmprad_atmwav results .... Test 015 fv3_ccpp_gfdlmprad_atmwav PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_32bit_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_control_32bit_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_32bit_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_control_32bit_prod Checking test 016 fv3_ccpp_control_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -932,8 +932,8 @@ Checking test 016 fv3_ccpp_control_32bit results .... Test 016 fv3_ccpp_control_32bit PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stretched_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_stretched_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_stretched_prod Checking test 017 fv3_ccpp_stretched results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -988,8 +988,8 @@ Checking test 017 fv3_ccpp_stretched results .... Test 017 fv3_ccpp_stretched PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stretched_nest_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_stretched_nest_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_nest_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_stretched_nest_prod Checking test 018 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -997,21 +997,21 @@ Checking test 018 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile4.nc .........OK Comparing atmos_4xdaily.tile5.nc .........OK Comparing atmos_4xdaily.tile6.nc .........OK - Comparing atmos_4xdaily.nest02.tile7.nc .........OK + Comparing atmos_4xdaily.nest02.nc .........OK Comparing fv3_history2d.tile1.nc .........OK Comparing fv3_history2d.tile2.nc .........OK Comparing fv3_history2d.tile3.nc .........OK Comparing fv3_history2d.tile4.nc .........OK Comparing fv3_history2d.tile5.nc .........OK Comparing fv3_history2d.tile6.nc .........OK - Comparing fv3_history2d.nest02.tile7.nc .........OK + Comparing fv3_history2d.nest02.nc .........OK Comparing fv3_history.tile1.nc .........OK Comparing fv3_history.tile2.nc .........OK Comparing fv3_history.tile3.nc .........OK Comparing fv3_history.tile4.nc .........OK Comparing fv3_history.tile5.nc .........OK Comparing fv3_history.tile6.nc .........OK - Comparing fv3_history.nest02.tile7.nc .........OK + Comparing fv3_history.nest02.nc .........OK Comparing RESTART/coupler.res .........OK Comparing RESTART/fv_core.res.nc .........OK Comparing RESTART/fv_core.res.nest02.nc .........OK @@ -1055,8 +1055,8 @@ Checking test 018 fv3_ccpp_stretched_nest results .... Test 018 fv3_ccpp_stretched_nest PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_regional_control_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_regional_control_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_control_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_regional_control_prod Checking test 019 fv3_ccpp_regional_control results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1066,8 +1066,8 @@ Checking test 019 fv3_ccpp_regional_control results .... Test 019 fv3_ccpp_regional_control PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_regional_restart_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_regional_restart_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_restart_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_regional_restart_prod Checking test 020 fv3_ccpp_regional_restart results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1075,8 +1075,8 @@ Checking test 020 fv3_ccpp_regional_restart results .... Test 020 fv3_ccpp_regional_restart PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_regional_quilt_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_regional_quilt_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_quilt_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_regional_quilt_prod Checking test 021 fv3_ccpp_regional_quilt results .... Comparing atmos_4xdaily.nc .........OK Comparing dynf000.nc .........OK @@ -1086,20 +1086,20 @@ Checking test 021 fv3_ccpp_regional_quilt results .... Test 021 fv3_ccpp_regional_quilt PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_control_debug_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_control_debug_prod Checking test 022 fv3_ccpp_control_debug results .... Test 022 fv3_ccpp_control_debug PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stretched_nest_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_stretched_nest_debug_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_nest_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_stretched_nest_debug_prod Checking test 023 fv3_ccpp_stretched_nest_debug results .... Test 023 fv3_ccpp_stretched_nest_debug PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmp_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmp_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmp_prod Checking test 024 fv3_ccpp_gfdlmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1146,8 +1146,8 @@ Checking test 024 fv3_ccpp_gfdlmp results .... Test 024 fv3_ccpp_gfdlmp PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_gwd_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmprad_gwd_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_gwd_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmprad_gwd_prod Checking test 025 fv3_ccpp_gfdlmprad_gwd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1194,8 +1194,8 @@ Checking test 025 fv3_ccpp_gfdlmprad_gwd results .... Test 025 fv3_ccpp_gfdlmprad_gwd PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_noahmp_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmprad_noahmp_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_noahmp_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmprad_noahmp_prod Checking test 026 fv3_ccpp_gfdlmprad_noahmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1242,8 +1242,8 @@ Checking test 026 fv3_ccpp_gfdlmprad_noahmp results .... Test 026 fv3_ccpp_gfdlmprad_noahmp PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmp_hwrfsas_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmp_hwrfsas_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_hwrfsas_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmp_hwrfsas_prod Checking test 027 fv3_ccpp_gfdlmp_hwrfsas results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1290,8 +1290,8 @@ Checking test 027 fv3_ccpp_gfdlmp_hwrfsas results .... Test 027 fv3_ccpp_gfdlmp_hwrfsas PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_csawmg_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_csawmg_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_csawmg_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_csawmg_prod Checking test 028 fv3_ccpp_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1338,8 +1338,8 @@ Checking test 028 fv3_ccpp_csawmg results .... Test 028 fv3_ccpp_csawmg PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_satmedmf_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_satmedmf_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_satmedmf_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_satmedmf_prod Checking test 029 fv3_ccpp_satmedmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1386,8 +1386,8 @@ Checking test 029 fv3_ccpp_satmedmf results .... Test 029 fv3_ccpp_satmedmf PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_satmedmfq_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_satmedmfq_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_satmedmfq_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_satmedmfq_prod Checking test 030 fv3_ccpp_satmedmfq results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1434,8 +1434,8 @@ Checking test 030 fv3_ccpp_satmedmfq results .... Test 030 fv3_ccpp_satmedmfq PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmp_32bit_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmp_32bit_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_32bit_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmp_32bit_prod Checking test 031 fv3_ccpp_gfdlmp_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1482,8 +1482,8 @@ Checking test 031 fv3_ccpp_gfdlmp_32bit results .... Test 031 fv3_ccpp_gfdlmp_32bit PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_32bit_post_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmprad_32bit_post_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_32bit_post_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmprad_32bit_post_prod Checking test 032 fv3_ccpp_gfdlmprad_32bit_post results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1534,8 +1534,8 @@ Checking test 032 fv3_ccpp_gfdlmprad_32bit_post results .... Test 032 fv3_ccpp_gfdlmprad_32bit_post PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_cpt_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_cpt_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_cpt_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_cpt_prod Checking test 033 fv3_ccpp_cpt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1588,8 +1588,8 @@ Checking test 033 fv3_ccpp_cpt results .... Test 033 fv3_ccpp_cpt PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gsd_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gsd_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gsd_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gsd_prod Checking test 034 fv3_ccpp_gsd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1680,8 +1680,8 @@ Checking test 034 fv3_ccpp_gsd results .... Test 034 fv3_ccpp_gsd PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_thompson_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_thompson_prod Checking test 035 fv3_ccpp_thompson results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1748,8 +1748,8 @@ Checking test 035 fv3_ccpp_thompson results .... Test 035 fv3_ccpp_thompson PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_no_aero_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_thompson_no_aero_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_no_aero_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_thompson_no_aero_prod Checking test 036 fv3_ccpp_thompson_no_aero results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1816,8 +1816,8 @@ Checking test 036 fv3_ccpp_thompson_no_aero results .... Test 036 fv3_ccpp_thompson_no_aero PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gsd_debug_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gsd_debug_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gsd_debug_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gsd_debug_prod Checking test 037 fv3_ccpp_gsd_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1884,8 +1884,8 @@ Checking test 037 fv3_ccpp_gsd_debug results .... Test 037 fv3_ccpp_gsd_debug PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_debug_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_thompson_debug_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_debug_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_thompson_debug_prod Checking test 038 fv3_ccpp_thompson_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1952,8 +1952,8 @@ Checking test 038 fv3_ccpp_thompson_debug results .... Test 038 fv3_ccpp_thompson_debug PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_no_aero_debug_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_thompson_no_aero_debug_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_no_aero_debug_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_thompson_no_aero_debug_prod Checking test 039 fv3_ccpp_thompson_no_aero_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2020,8 +2020,8 @@ Checking test 039 fv3_ccpp_thompson_no_aero_debug results .... Test 039 fv3_ccpp_thompson_no_aero_debug PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfsv16_csawmg_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfsv16_csawmg_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfsv16_csawmg_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfsv16_csawmg_prod Checking test 040 fv3_ccpp_gfsv16_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2068,8 +2068,8 @@ Checking test 040 fv3_ccpp_gfsv16_csawmg results .... Test 040 fv3_ccpp_gfsv16_csawmg PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfsv16_csawmgt_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfsv16_csawmgt_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfsv16_csawmgt_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfsv16_csawmgt_prod Checking test 041 fv3_ccpp_gfsv16_csawmgt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2116,8 +2116,8 @@ Checking test 041 fv3_ccpp_gfsv16_csawmgt results .... Test 041 fv3_ccpp_gfsv16_csawmgt PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gocart_clm_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gocart_clm_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gocart_clm_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gocart_clm_prod Checking test 042 fv3_ccpp_gocart_clm results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2165,5 +2165,5 @@ Test 042 fv3_ccpp_gocart_clm PASS REGRESSION TEST WAS SUCCESSFUL -Thu Jun 4 00:31:39 UTC 2020 -Elapsed time: 00h:41m:12s. Have a nice day! +Tue Jun 9 00:41:25 UTC 2020 +Elapsed time: 00h:47m:16s. Have a nice day! diff --git a/tests/RegressionTests_wcoss_dell_p3.log b/tests/RegressionTests_wcoss_dell_p3.log index 0e4fa59b6e..af689924bb 100644 --- a/tests/RegressionTests_wcoss_dell_p3.log +++ b/tests/RegressionTests_wcoss_dell_p3.log @@ -1,9 +1,9 @@ -Wed Jun 3 23:49:43 UTC 2020 +Mon Jun 8 23:39:50 UTC 2020 Start Regression test -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_control_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_control_prod Checking test 001 fv3_ccpp_control results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -70,8 +70,8 @@ Checking test 001 fv3_ccpp_control results .... Test 001 fv3_ccpp_control PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_decomp_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_decomp_prod Checking test 002 fv3_ccpp_decomp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -138,8 +138,8 @@ Checking test 002 fv3_ccpp_decomp results .... Test 002 fv3_ccpp_decomp PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_2threads_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_2threads_prod Checking test 003 fv3_ccpp_2threads results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -206,8 +206,8 @@ Checking test 003 fv3_ccpp_2threads results .... Test 003 fv3_ccpp_2threads PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_restart_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_restart_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_restart_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_restart_prod Checking test 004 fv3_ccpp_restart results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -274,8 +274,8 @@ Checking test 004 fv3_ccpp_restart results .... Test 004 fv3_ccpp_restart PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_read_inc_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_read_inc_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_read_inc_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_read_inc_prod Checking test 005 fv3_ccpp_read_inc results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -342,8 +342,8 @@ Checking test 005 fv3_ccpp_read_inc results .... Test 005 fv3_ccpp_read_inc PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_netcdf_esmf_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_wrtGauss_netcdf_esmf_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_netcdf_esmf_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_wrtGauss_netcdf_esmf_prod Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -390,8 +390,8 @@ Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Test 006 fv3_ccpp_wrtGauss_netcdf_esmf PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_netcdf_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_wrtGauss_netcdf_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_netcdf_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_wrtGauss_netcdf_prod Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -438,8 +438,8 @@ Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Test 007 fv3_ccpp_wrtGauss_netcdf PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGlatlon_netcdf_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_wrtGlatlon_netcdf_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGlatlon_netcdf_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_wrtGlatlon_netcdf_prod Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -486,8 +486,8 @@ Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Test 008 fv3_ccpp_wrtGlatlon_netcdf PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_nemsio_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_wrtGauss_nemsio_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_nemsio_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_wrtGauss_nemsio_prod Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -534,8 +534,8 @@ Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Test 009 fv3_ccpp_wrtGauss_nemsio PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_nemsio_c192_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_wrtGauss_nemsio_c192_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_nemsio_c192_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_wrtGauss_nemsio_c192_prod Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -582,8 +582,8 @@ Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Test 010 fv3_ccpp_wrtGauss_nemsio_c192 PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stochy_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_stochy_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stochy_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_stochy_prod Checking test 011 fv3_ccpp_stochy results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -650,8 +650,8 @@ Checking test 011 fv3_ccpp_stochy results .... Test 011 fv3_ccpp_stochy PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_iau_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_iau_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_iau_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_iau_prod Checking test 012 fv3_ccpp_iau results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -718,8 +718,8 @@ Checking test 012 fv3_ccpp_iau results .... Test 012 fv3_ccpp_iau PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_lheatstrg_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_lheatstrg_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_lheatstrg_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_lheatstrg_prod Checking test 013 fv3_ccpp_lheatstrg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -766,8 +766,8 @@ Checking test 013 fv3_ccpp_lheatstrg results .... Test 013 fv3_ccpp_lheatstrg PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmprad_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmprad_prod Checking test 014 fv3_ccpp_gfdlmprad results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -815,8 +815,8 @@ Checking test 014 fv3_ccpp_gfdlmprad results .... Test 014 fv3_ccpp_gfdlmprad PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_atmwav_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmprad_atmwav_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_atmwav_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmprad_atmwav_prod Checking test 015 fv3_ccpp_gfdlmprad_atmwav results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -864,8 +864,8 @@ Checking test 015 fv3_ccpp_gfdlmprad_atmwav results .... Test 015 fv3_ccpp_gfdlmprad_atmwav PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_32bit_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_control_32bit_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_32bit_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_control_32bit_prod Checking test 016 fv3_ccpp_control_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -932,8 +932,8 @@ Checking test 016 fv3_ccpp_control_32bit results .... Test 016 fv3_ccpp_control_32bit PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stretched_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_stretched_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_stretched_prod Checking test 017 fv3_ccpp_stretched results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -988,8 +988,8 @@ Checking test 017 fv3_ccpp_stretched results .... Test 017 fv3_ccpp_stretched PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stretched_nest_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_stretched_nest_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_nest_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_stretched_nest_prod Checking test 018 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -997,21 +997,21 @@ Checking test 018 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile4.nc .........OK Comparing atmos_4xdaily.tile5.nc .........OK Comparing atmos_4xdaily.tile6.nc .........OK - Comparing atmos_4xdaily.nest02.tile7.nc .........OK + Comparing atmos_4xdaily.nest02.nc .........OK Comparing fv3_history2d.tile1.nc .........OK Comparing fv3_history2d.tile2.nc .........OK Comparing fv3_history2d.tile3.nc .........OK Comparing fv3_history2d.tile4.nc .........OK Comparing fv3_history2d.tile5.nc .........OK Comparing fv3_history2d.tile6.nc .........OK - Comparing fv3_history2d.nest02.tile7.nc .........OK + Comparing fv3_history2d.nest02.nc .........OK Comparing fv3_history.tile1.nc .........OK Comparing fv3_history.tile2.nc .........OK Comparing fv3_history.tile3.nc .........OK Comparing fv3_history.tile4.nc .........OK Comparing fv3_history.tile5.nc .........OK Comparing fv3_history.tile6.nc .........OK - Comparing fv3_history.nest02.tile7.nc .........OK + Comparing fv3_history.nest02.nc .........OK Comparing RESTART/coupler.res .........OK Comparing RESTART/fv_core.res.nc .........OK Comparing RESTART/fv_core.res.nest02.nc .........OK @@ -1055,8 +1055,8 @@ Checking test 018 fv3_ccpp_stretched_nest results .... Test 018 fv3_ccpp_stretched_nest PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_regional_control_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_regional_control_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_control_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_regional_control_prod Checking test 019 fv3_ccpp_regional_control results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1066,8 +1066,8 @@ Checking test 019 fv3_ccpp_regional_control results .... Test 019 fv3_ccpp_regional_control PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_regional_restart_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_regional_restart_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_restart_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_regional_restart_prod Checking test 020 fv3_ccpp_regional_restart results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1075,8 +1075,8 @@ Checking test 020 fv3_ccpp_regional_restart results .... Test 020 fv3_ccpp_regional_restart PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_regional_quilt_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_regional_quilt_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_quilt_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_regional_quilt_prod Checking test 021 fv3_ccpp_regional_quilt results .... Comparing atmos_4xdaily.nc .........OK Comparing dynf000.nc .........OK @@ -1086,29 +1086,31 @@ Checking test 021 fv3_ccpp_regional_quilt results .... Test 021 fv3_ccpp_regional_quilt PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_regional_c768_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_regional_c768_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_c768_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_regional_c768_prod Checking test 022 fv3_ccpp_regional_c768 results .... Comparing atmos_4xdaily.nc .........OK - Comparing fv3_history2d.nc .........OK - Comparing fv3_history.nc .........OK + Comparing dynf000.nc .........OK + Comparing dynf003.nc .........OK + Comparing phyf000.nc .........OK + Comparing phyf003.nc .........OK Test 022 fv3_ccpp_regional_c768 PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_control_debug_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_control_debug_prod Checking test 023 fv3_ccpp_control_debug results .... Test 023 fv3_ccpp_control_debug PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stretched_nest_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_stretched_nest_debug_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_nest_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_stretched_nest_debug_prod Checking test 024 fv3_ccpp_stretched_nest_debug results .... Test 024 fv3_ccpp_stretched_nest_debug PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmp_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmp_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmp_prod Checking test 025 fv3_ccpp_gfdlmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1155,8 +1157,8 @@ Checking test 025 fv3_ccpp_gfdlmp results .... Test 025 fv3_ccpp_gfdlmp PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_gwd_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmprad_gwd_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_gwd_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmprad_gwd_prod Checking test 026 fv3_ccpp_gfdlmprad_gwd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1203,8 +1205,8 @@ Checking test 026 fv3_ccpp_gfdlmprad_gwd results .... Test 026 fv3_ccpp_gfdlmprad_gwd PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_noahmp_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmprad_noahmp_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_noahmp_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmprad_noahmp_prod Checking test 027 fv3_ccpp_gfdlmprad_noahmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1251,8 +1253,8 @@ Checking test 027 fv3_ccpp_gfdlmprad_noahmp results .... Test 027 fv3_ccpp_gfdlmprad_noahmp PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmp_hwrfsas_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmp_hwrfsas_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_hwrfsas_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmp_hwrfsas_prod Checking test 028 fv3_ccpp_gfdlmp_hwrfsas results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1299,8 +1301,8 @@ Checking test 028 fv3_ccpp_gfdlmp_hwrfsas results .... Test 028 fv3_ccpp_gfdlmp_hwrfsas PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_csawmg_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_csawmg_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_csawmg_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_csawmg_prod Checking test 029 fv3_ccpp_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1347,8 +1349,8 @@ Checking test 029 fv3_ccpp_csawmg results .... Test 029 fv3_ccpp_csawmg PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_satmedmf_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_satmedmf_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_satmedmf_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_satmedmf_prod Checking test 030 fv3_ccpp_satmedmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1395,8 +1397,8 @@ Checking test 030 fv3_ccpp_satmedmf results .... Test 030 fv3_ccpp_satmedmf PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_satmedmfq_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_satmedmfq_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_satmedmfq_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_satmedmfq_prod Checking test 031 fv3_ccpp_satmedmfq results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1443,8 +1445,8 @@ Checking test 031 fv3_ccpp_satmedmfq results .... Test 031 fv3_ccpp_satmedmfq PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmp_32bit_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmp_32bit_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_32bit_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmp_32bit_prod Checking test 032 fv3_ccpp_gfdlmp_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1491,8 +1493,8 @@ Checking test 032 fv3_ccpp_gfdlmp_32bit results .... Test 032 fv3_ccpp_gfdlmp_32bit PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_32bit_post_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmprad_32bit_post_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_32bit_post_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmprad_32bit_post_prod Checking test 033 fv3_ccpp_gfdlmprad_32bit_post results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1543,8 +1545,8 @@ Checking test 033 fv3_ccpp_gfdlmprad_32bit_post results .... Test 033 fv3_ccpp_gfdlmprad_32bit_post PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_cpt_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_cpt_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_cpt_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_cpt_prod Checking test 034 fv3_ccpp_cpt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1597,8 +1599,8 @@ Checking test 034 fv3_ccpp_cpt results .... Test 034 fv3_ccpp_cpt PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gsd_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gsd_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gsd_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gsd_prod Checking test 035 fv3_ccpp_gsd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1689,8 +1691,8 @@ Checking test 035 fv3_ccpp_gsd results .... Test 035 fv3_ccpp_gsd PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_thompson_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_thompson_prod Checking test 036 fv3_ccpp_thompson results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1757,8 +1759,8 @@ Checking test 036 fv3_ccpp_thompson results .... Test 036 fv3_ccpp_thompson PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_no_aero_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_thompson_no_aero_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_no_aero_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_thompson_no_aero_prod Checking test 037 fv3_ccpp_thompson_no_aero results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1825,8 +1827,8 @@ Checking test 037 fv3_ccpp_thompson_no_aero results .... Test 037 fv3_ccpp_thompson_no_aero PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gsd_debug_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gsd_debug_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gsd_debug_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gsd_debug_prod Checking test 038 fv3_ccpp_gsd_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1893,8 +1895,8 @@ Checking test 038 fv3_ccpp_gsd_debug results .... Test 038 fv3_ccpp_gsd_debug PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_debug_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_thompson_debug_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_debug_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_thompson_debug_prod Checking test 039 fv3_ccpp_thompson_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1961,8 +1963,8 @@ Checking test 039 fv3_ccpp_thompson_debug results .... Test 039 fv3_ccpp_thompson_debug PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_no_aero_debug_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_thompson_no_aero_debug_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_no_aero_debug_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_thompson_no_aero_debug_prod Checking test 040 fv3_ccpp_thompson_no_aero_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2029,8 +2031,8 @@ Checking test 040 fv3_ccpp_thompson_no_aero_debug results .... Test 040 fv3_ccpp_thompson_no_aero_debug PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfsv16_csawmg_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfsv16_csawmg_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfsv16_csawmg_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfsv16_csawmg_prod Checking test 041 fv3_ccpp_gfsv16_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2077,8 +2079,8 @@ Checking test 041 fv3_ccpp_gfsv16_csawmg results .... Test 041 fv3_ccpp_gfsv16_csawmg PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfsv16_csawmgt_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfsv16_csawmgt_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfsv16_csawmgt_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfsv16_csawmgt_prod Checking test 042 fv3_ccpp_gfsv16_csawmgt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2125,8 +2127,8 @@ Checking test 042 fv3_ccpp_gfsv16_csawmgt results .... Test 042 fv3_ccpp_gfsv16_csawmgt PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gocart_clm_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gocart_clm_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gocart_clm_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gocart_clm_prod Checking test 043 fv3_ccpp_gocart_clm results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2174,5 +2176,5 @@ Test 043 fv3_ccpp_gocart_clm PASS REGRESSION TEST WAS SUCCESSFUL -Thu Jun 4 00:28:56 UTC 2020 -Elapsed time: 00h:39m:17s. Have a nice day! +Tue Jun 9 00:25:35 UTC 2020 +Elapsed time: 00h:45m:50s. Have a nice day! From 757c648e77ff2bfb6e59439a6a67fb1bfe4982c5 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Tue, 9 Jun 2020 13:32:23 +0000 Subject: [PATCH 25/27] update rt.sh --- tests/rt.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/rt.sh b/tests/rt.sh index 92353a5b38..705f2a7fef 100755 --- a/tests/rt.sh +++ b/tests/rt.sh @@ -378,9 +378,9 @@ while getopts ":cfsl:mkreh" opt; do done if [[ $MACHINE_ID = hera.* ]] || [[ $MACHINE_ID = orion.* ]] || [[ $MACHINE_ID = cheyenne.* ]]; then - RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-20200603/${COMPILER^^}} + RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-20200608/${COMPILER^^}} else - RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-20200603} + RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-20200608} fi shift $((OPTIND-1)) From 8bdacb1eeb17db22c7a50521625be24e4b575348 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Wed, 10 Jun 2020 16:26:35 +0000 Subject: [PATCH 26/27] Update the submodule fv3atm to the public version --- .gitmodules | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitmodules b/.gitmodules index 0df7251278..a6770b7e98 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,6 +1,6 @@ [submodule "FV3"] path = FV3 - url = https://github.com/XiaqiongZhou-NOAA/fv3atm + url = https://github.com/NOAA-EMC/fv3atm branch = develop [submodule "NEMS"] path = NEMS From 37ccd2f1e83ff74bae2407a13e43a819cd2926d5 Mon Sep 17 00:00:00 2001 From: Xiaqiong Zhou Date: Wed, 10 Jun 2020 16:46:17 +0000 Subject: [PATCH 27/27] Point FV3 to the public version --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index a610c7cc1d..b4672ab0c3 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit a610c7cc1dd993ef4812754e8a99b052f6415439 +Subproject commit b4672ab0c3b5685a8e1116b670bbfad82f133642