Feature/crow merge

.gitignore

@@ -0,0 +1,161 @@
+__pycache__
+exec/
+fix/0readme
+fix/fix_am
+fix/fix_chem
+fix/fix_fv3
+fix/fix_fv3_gmted2010
+fix/fix_gldas
+fix/fix_gsi
+fix/fix_gsi_MISSING
+fix/fix_orog
+fix/fix_sfc_climo
+fix/fix_verif
+fix/fix_wave_gfs
+fix/gdas/
+fix/wafs
+jobs/JGDAS_ENKF_FCST
+jobs/JGDAS_ENKF_POST
+jobs/JGDAS_ENKF_RECENTER
+jobs/JGDAS_VERFOZN
+jobs/JGDAS_VERFRAD
+jobs/JGDAS_VMINMON
+jobs/JGFS_VMINMON
+jobs/JGFS_WAFS
+jobs/JGFS_WAFS_BLENDING
+jobs/JGFS_WAFS_GCIP
+jobs/JGFS_WAFS_GRIB2
+jobs/JGLOBAL_ANALYSIS
+jobs/JGLOBAL_ENKF_INNOVATE_OBS
+jobs/JGLOBAL_ENKF_SELECT_OBS
+jobs/JGLOBAL_ENKF_UPDATE
+jobs/JGLOBAL_NCEPPOST
+jobs/JGLOBAL_POST_MANAGER
+parm/config/config.base
+parm/mon/
+parm/post
+parm/wafs
+scripts/exemcsfc_global_sfc_prep.sh.ecf
+scripts/exgdas_nceppost.sh.ecf
+scripts/exgdas_vrfminmon.sh.ecf
+scripts/exgdas_vrfyozn.sh.ecf
+scripts/exgdas_vrfyrad.sh.ecf
+scripts/exgfs_nceppost.sh.ecf
+scripts/exgfs_vrfminmon.sh.ecf
+scripts/exgfs_wafs_blending.sh.ecf
+scripts/exgfs_wafs_gcip.sh.ecf
+scripts/exgfs_wafs_grib.sh.ecf
+scripts/exgfs_wafs_grib2.sh.ecf
+scripts/exglobal_analysis_fv3gfs.sh.ecf
+scripts/exglobal_enkf_fcst_fv3gfs.sh.ecf
+scripts/exglobal_enkf_innovate_obs_fv3gfs.sh.ecf
+scripts/exglobal_enkf_post_fv3gfs.sh.ecf
+scripts/exglobal_enkf_recenter_fv3gfs.sh.ecf
+scripts/exglobal_enkf_update_fv3gfs.sh.ecf
+scripts/exglobal_innovate_obs_fv3gfs.sh.ecf
+scripts/exglobal_pmgr.sh.ecf
+sorc/calc_increment_ens.fd
+sorc/checkout-fv3gfs.log
+sorc/checkout-gfs_post.log
+sorc/checkout-gfs_wafs.log
+sorc/checkout-gsi.log
+sorc/checkout-ufs_utils.fd.log
+sorc/checkout-verif-global.log
+sorc/chgres_cube.fd
+sorc/emcsfc_ice_blend.fd
+sorc/emcsfc_snow2mdl.fd
+sorc/filter_topo.fd
+sorc/fregrid.fd
+sorc/fv3gfs.fd/
+sorc/getsfcensmeanp.fd
+sorc/getsigensmeanp_smooth.fd
+sorc/getsigensstatp.fd
+sorc/gfs_bufr.fd/bfrhdr.o
+sorc/gfs_bufr.fd/bfrize.o
+sorc/gfs_bufr.fd/buff.o
+sorc/gfs_bufr.fd/calpreciptype.o
+sorc/gfs_bufr.fd/funcphys.mod
+sorc/gfs_bufr.fd/funcphys.o
+sorc/gfs_bufr.fd/gslp.o
+sorc/gfs_bufr.fd/lcl.o
+sorc/gfs_bufr.fd/machine.mod
+sorc/gfs_bufr.fd/machine.o
+sorc/gfs_bufr.fd/meteorg.o
+sorc/gfs_bufr.fd/modstuff1.o
+sorc/gfs_bufr.fd/mstadb.o
+sorc/gfs_bufr.fd/newsig1.o
+sorc/gfs_bufr.fd/physcons.mod
+sorc/gfs_bufr.fd/physcons.o
+sorc/gfs_bufr.fd/rsearch.o
+sorc/gfs_bufr.fd/svp.o
+sorc/gfs_bufr.fd/tdew.o
+sorc/gfs_bufr.fd/terp3.o
+sorc/gfs_bufr.fd/vintg.o
+sorc/gfs_ncep_post.fd
+sorc/gfs_post.fd/
+sorc/gfs_wafs.fd/
+sorc/global_chgres.fd
+sorc/global_cycle.fd
+sorc/global_enkf.fd
+sorc/global_gsi.fd
+sorc/gsi.fd/
+sorc/logs/
+sorc/make_hgrid.fd
+sorc/make_solo_mosaic.fd
+sorc/mkgfsnemsioctl.fd
+sorc/nemsio_get.fd
+sorc/nemsio_read.fd
+sorc/nst_tf_chg.fd
+sorc/orog.fd
+sorc/oznmon_horiz.fd
+sorc/oznmon_time.fd
+sorc/radmon_angle.fd
+sorc/radmon_bcoef.fd
+sorc/radmon_bcor.fd
+sorc/radmon_time.fd
+sorc/recentersigp.fd
+sorc/shave.fd
+sorc/tocsbufr.fd/tocsbufr.o
+sorc/ufs_utils.fd/
+sorc/verif-global.fd/
+sorc/wafs_awc_wafavn.fd
+sorc/wafs_blending.fd
+sorc/wafs_cnvgrib2.fd
+sorc/wafs_gcip.fd
+sorc/wafs_makewafs.fd
+sorc/wafs_setmissing.fd
+ush/emcsfc_ice_blend.sh
+ush/emcsfc_snow.sh
+ush/fix_precip.sh
+ush/fv3gfs_chgres.sh
+ush/fv3gfs_downstream_nems.sh
+ush/fv3gfs_driver_grid.sh
+ush/fv3gfs_dwn_nems.sh
+ush/fv3gfs_filter_topo.sh
+ush/fv3gfs_make_grid.sh
+ush/fv3gfs_make_orog.sh
+ush/gfs_nceppost.sh
+ush/gfs_transfer.sh
+ush/global_chgres.sh
+ush/global_chgres_driver.sh
+ush/global_cycle.sh
+ush/global_cycle_driver.sh
+ush/link_crtm_fix.sh
+ush/minmon_xtrct_costs.pl
+ush/minmon_xtrct_gnorms.pl
+ush/minmon_xtrct_reduct.pl
+ush/mkwfsgbl.sh
+ush/ozn_xtrct.sh
+ush/radmon_ck_stdout.sh
+ush/radmon_err_rpt.sh
+ush/radmon_verf_angle.sh
+ush/radmon_verf_bcoef.sh
+ush/radmon_verf_bcor.sh
+ush/radmon_verf_time.sh
+ush/trim_rh.sh
+ush/wafs_blending.sh
+ush/wafs_intdsk.sh
+util/sub_slurm
+util/sub_wcoss_c
+util/sub_wcoss_d
+workflow/user.yaml

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "CROW"]
+	path = workflow/CROW
+	url = https://github.com/NOAA-EMC/CROW.git

workflow/_expdir_main_auto.yaml

@@ -0,0 +1,19 @@
+# This file is copied into the experiment directory as _main.yaml.  The
+# Rocoto and ecFlow workflow generation scripts use it to decide what
+# YAML files to read from the experiment directory
+
+#NOTE: If you update this file, you must also update worktools.py
+# variables: YAML_DIRS_TO_COPY, YAML_FILES_TO_COPY, and
+# function make_yaml_files
+
+include:
+  - names.yaml
+  - platform.yaml
+  - resources_sum.yaml
+  - 'static*yaml'
+  - schema/
+  - defaults/
+  - case.yaml
+  - runtime/
+  - workflow.yaml
+  - config/

workflow/_expdir_main_manual.yaml

@@ -0,0 +1,21 @@
+# This file is copied into the experiment directory as _main.yaml.  The
+# Rocoto and ecFlow workflow generation scripts use it to decide what
+# YAML files to read from the experiment directory
+
+#NOTE: If you update this file, you must also update worktools.py
+# variables: YAML_DIRS_TO_COPY, YAML_FILES_TO_COPY, and
+# function make_yaml_files
+
+include:
+  - names.yaml
+  - platform.yaml
+  - case.yaml
+  - schema.yaml
+  - varnames.yaml
+  - runtime/
+  - top.yaml
+  - resources.yaml
+  - workflow.yaml
+  - settings.yaml
+  - places.yaml
+  - base.yaml

workflow/_main.yaml

@@ -0,0 +1,9 @@
+# NOTE: This file is only used during setup_case.sh to tell that
+# script what YAML files to read when initializing the experiment
+# directory.  This file is NOT copied to the experiment directory;
+# there, _expdir_main.yaml is used in its place.
+include:
+  - user.yaml
+  - schema/
+  - defaults/
+  - runtime/

workflow/cases/coupled_free_forecast.yaml

@@ -0,0 +1,48 @@
+case:
+  fv3_settings:
+    nst_anl: False
+
+  places:
+    workflow_file: layout/free_forecast_gfs.yaml
+    MOM6IC: /scratch1/NCEPDEV/nems/Bin.Li/S2S/FROM_HPSS
+
+  settings: 
+    SDATE: 2016-04-01t00:00:00
+    EDATE: 2016-04-01t00:00:00
+
+    cplflx: .true.
+    print_esmf: .true.
+    nems_temp: 'med_atm_ocn_ice'
+    nems_temp_cold: 'medcold_atm_ocn_ice'
+#    cplflx: .false.
+
+  nsst:
+    NST_MODEL: 0
+
+  gfs_output_settings:
+    OCN_INTERVAL: 24
+    FHOUT_GFS: 6
+    FHMIN_GFS: 0
+    FHMAX_GFS: 72
+    FHMAX_HF_GFS: 0
+    FHOUT_HF_GFS: 1
+
+  fv3_gfs_settings:
+    CASE: C384
+    LEVS: 65
+    DELTIM: 450
+    layout_x: 6
+    layout_y: 8
+    fv3_threads: 2
+    WRITE_GROUP: 1
+    WRTTASK_PER_GROUP: 24
+    WRTIOBUF: "32M"
+    OCNPETS: 120
+    ICEPETS: 48
+    hord_mt_nh_nonmono: 5
+    hord_xx_nh_nonmono: 5
+    cdmbgwd: "1.0,1.2"
+
+  post:
+    downset: 2
+    GOESF: no

workflow/cases/dev/Run-From-HPSS-ICs.yaml

@@ -0,0 +1,69 @@
+## This case file is intended to be modified by the user (you) to run
+## any arbitrary case that pulls data off of the NOAA HPSS tape
+## archiving system.  Obviously, you need access to HPSS to use this
+## script.  If you cannot access HPSS, then you will have to use a staged data case.  
+
+## Follow the instructions below to modify the configuration.
+
+case:
+  fv3_settings:
+    # Set the resolution here, in the "CASE" option.  Fully tested
+    # resolutions are C192, C384, and C768.
+    CASE: C768
+
+    # LEVS: Number of vertical levels.  Do not change.  In this
+    # release, only 65 vertical levels have been tested.
+    LEVS: 65
+
+    # NOTE: You can configure physics, dynamics, and other model
+    # settings here.  However, that is not supported.  See
+    # schema/fv3.yaml for options.
+
+  gfs_output_settings:
+    # Set the GFS output times here.  The output times are:
+    #
+    #   0             to  FHMAX_HF_GFS  stepping by  FHOUT_HF_GFS
+    #   FHMAX_HF_GFS  to  FHMAX_GFS     stepping by  FHOUT_GFS
+    #
+    # The high- and low-frequency output times contain the same
+    # variables at the same resolution.  To disable the high-frequency
+    # output time period and only output at one frequency, remove the
+    # FHMAX_HF_GFS and FHOUT_HF_GFS variables.
+    FHMAX_GFS: 168
+    FHOUT_GFS: 6
+    FHMAX_HF_GFS: 48
+    FHOUT_HF_GFS: 3
+
+  settings:
+    # SDATE: The initial time in an ISO 8601 date format with both day and time:
+    SDATE: 2017-08-22t00:00:00
+
+    ####################################################################
+    ############## DO NOT CHANGE ANYTHING AFTER THIS LINE ##############
+    ####################################################################
+
+    # EDATE: Initial time of the last cycle. Here we set it to the 
+    # initial time of the first cycle so that we only run one cycle.
+    # You can run more than one cycle by setting this to a time after
+    # SDATE.  The difference between EDATE and SDATE must be a multiple
+    # of six hours.  The public release has only been tested with EDATE=SDATE
+    EDATE: !calc SDATE
+
+    # run_gsi: Do not run data assimilation (its scripts and code are missing)
+    run_gsi: No
+
+    # chgres_and_convert_ics: Convert GSM GFS analysis files to FV3.  This is
+    # turned off in the staged data cases because they are using FV3 input
+    # files instead.
+    chgres_and_convert_ics: yes
+
+    # gfs_cyc: this setting is used in a full data assimilation cycled
+    # workflow to only run the GFS every N cycles.  Keep this at "4" to
+    # ensure it is run every cycle.  
+    gfs_cyc: 4
+
+  places:
+    # workflow_file: which workflow we're running.  This specifies the
+    # jobs to run and their dependencies.  The only workflow included
+    # in this release is the public release workflow.
+    workflow_file: layout/public_release_v1.yaml