[develop] Integrate jinja-templated workflow and add some rrfs workflow files.

parm/FV3LAM_wflow.xml

@@ -70,9 +70,7 @@
 <workflow {% for attr, val in attrs.items() %}{{ attr }}="{{ val }}" {% endfor %}>
 
   {%- for group, cdefs in cycledefs.items() %}
-    {%- for cdef in cdefs %}
-  <cycledef group="{{ group }}">{{ cdef }}</cycledef>
-    {%- endfor %}
+  <cycledef group="{{ group }}">{{ cdefs }}</cycledef>
   {%- endfor %}
 
   <log>{{ log }}</log>

parm/wflow/aqm_all.yaml

@@ -3,7 +3,7 @@ default_aqm_task: &default_aqm
   attrs:
     cycledefs: forecast
     maxtries: '2'
-  envars: &default_vars
+  envars: &defaults_vars_aqms
     GLOBAL_VAR_DEFNS_FP: '&GLOBAL_VAR_DEFNS_FP;'
     USHdir: '&USHdir;'
     PDY: !cycstr "@Y@m@d"
@@ -52,7 +52,7 @@ metatask_nexus_emission:
     ppn: '{{ task_nexus_emission.PPN_NEXUS_EMISSION // 1 }}'
     walltime: 01:00:00
     envars:
-      <<: *default_vars
+      <<: *defaults_vars_aqms
       nspt: "#nspt#"
     dependency:
       taskdep:
@@ -96,7 +96,7 @@ task_aqm_ics_ext:
     maxtries: '2'
   command: '&LOAD_MODULES_RUN_TASK_FP; "aqm_ics" "&JOBSdir;/JREGIONAL_AQM_ICS"'
   envars:
-    <<: *default_vars
+    <<: *defaults_vars_aqms
     PREV_CYCLE_DIR: '&WARMSTART_CYCLE_DIR;'
   join: !cycstr '&LOGDIR;/{{ jobname }}_@Y@m@d@H&LOGEXT;'
   dependency:
@@ -121,7 +121,7 @@ task_aqm_ics:
     maxtries: '2'
   command: '&LOAD_MODULES_RUN_TASK_FP; "aqm_ics" "&JOBSdir;/JREGIONAL_AQM_ICS"'
   envars:
-    <<: *default_vars
+    <<: *defaults_vars_aqms
     PREV_CYCLE_DIR: '<cyclestr offset="-{{ workflow.INCR_CYCL_FREQ }}">&COMIN_DIR;</cyclestr>'
   join: !cycstr '&LOGDIR;/{{ jobname }}_@Y@m@d@H&LOGEXT;'
   dependency:

parm/wflow/default_workflow.yaml

@@ -4,42 +4,129 @@
 rocoto:
   entities:
     ACCOUNT: '{{ user.ACCOUNT }}'
+    SERVICE_ACCOUNT: '{{ user.SERVICE_ACCOUNT }}'
+    # obs dirs
     CCPA_OBS_DIR: '{{ platform.CCPA_OBS_DIR }}'
+    MRMS_OBS_DIR: '{{ platform.MRMS_OBS_DIR }}'
+    NDAS_OBS_DIR: '{{ platform.NDAS_OBS_DIR }}'
+    # comin dirs
+    COMIN_BASEDIR: '{{ nco.COMIN_BASEDIR }}'
     COMIN_DIR: '{% if user.RUN_ENVIR == "nco" %}{{ nco.COMIN_BASEDIR }}/{{ nco.RUN }}.@Y@m@d/@H {% else %}{{ nco.COMIN_BASEDIR }}/@Y@m@d@H{% endif %}'
-    COMINgfs: '{{ platform.get("COMINgfs") }}'
-    FCST_DIR: '{{ nco.DATAROOT }}/run_fcst.{{ workflow.WORKFLOW_ID }}_@Y@m@d@H'
+    COMINgfs: '{{ platform.COMINgfs }}'
+    # others
     GLOBAL_VAR_DEFNS_FP: '{{ workflow.GLOBAL_VAR_DEFNS_FP }}'
-    JOBSdir: '{{ user.JOBSdir }}'
     LOAD_MODULES_RUN_TASK_FP: '{{ workflow.LOAD_MODULES_RUN_TASK_FP }}'
     LOGDIR: '{% if user.RUN_ENVIR == "nco" %}{{"{}/@Y@m@d".format(nco.LOGBASEDIR)}}{% else %}{{nco.LOGBASEDIR }}{% endif %}'
     LOGEXT: '{% if user.RUN_ENVIR == "nco" %}{{".{}.log".format(workflow.WORKFLOW_ID)}}{% else %}{{".log"}}{% endif %}'
-    MRMS_OBS_DIR: '{{ platform.MRMS_OBS_DIR }}'
-    NCORES_PER_NODE: '{{ platform.NCORES_PER_NODE }}'
-    NDAS_OBS_DIR: '{{ platform.NDAS_OBS_DIR }}'
     NET: '{{ nco.NET }}'
-    PARTITION_DEFAULT: '{{ platform.get("PARTITION_DEFAULT") }}'
-    PARTITION_FCST: '{{ platform.get("PARTITION_FCST") }}'
-    PARTITION_HPSS: '{{ platform.get("PARTITION_HPSS") }}'
-    QUEUE_DEFAULT: '{{ platform.get("QUEUE_DEFAULT") }}'
-    QUEUE_FCST: '{{ platform.get("QUEUE_FCST") }}'
-    QUEUE_HPSS: '{{ platform.get("QUEUE_HPSS") }}'
     RUN: '{{ nco.RUN }}'
-    SCRIPTSdir: '{{ user.SCRIPTSdir }}'
     SLASH_ENSMEM_SUBDIR: '{% if global.DO_ENSEMBLE  %}{{ "/mem#mem#" }}{% else %}{{ "/" }}{% endif %}'
-    USHdir: '{{ user.USHdir }}'
+    FCST_DIR: '{{ nco.DATAROOT }}/run_fcst_prod.{{ workflow.WORKFLOW_ID }}_@Y@m@d@H'
     COLDSTART: '{{ workflow.COLDSTART }}'
     WARMSTART_CYCLE_DIR: '{{ workflow.WARMSTART_CYCLE_DIR }}'
+    # reservations
+    NCORES_PER_NODE: '{{ platform.NCORES_PER_NODE }}'
+    PARTITION_DEFAULT: '{{ platform.PARTITION_DEFAULT }}'
+    PARTITION_FCST: '{{ platform.PARTITION_FCST }}'
+    PARTITION_HPSS: '{{ platform.PARTITION_HPSS }}'
+    PARTITION_POST: '{{ platform.PARTITION_POST }}'
+    PARTITION_PRDGEN: '{{ platform.PARTITION_PRDGEN }}'
+    PARTITION_ANALYSIS: '{{ platform.PARTITION_ANALYSIS }}'
+    PARTITION_GRAPHICS: '{{ platform.PARTITION_GRAPHICS }}'
+    QUEUE_DEFAULT: '{{ platform.QUEUE_DEFAULT }}'
+    QUEUE_FCST: '{{ platform.QUEUE_FCST }}'
+    QUEUE_HPSS: '{{ platform.QUEUE_HPSS }}'
+    QUEUE_POST: '{{ platform.QUEUE_POST }}'
+    QUEUE_PRDGEN: '{{ platform.QUEUE_PRDGEN }}'
+    QUEUE_ANALYSIS: '{{ platform.QUEUE_ANALYSIS }}'
+    QUEUE_GRAPHICS: '{{ platform.QUEUE_GRAPHICS }}'
+    RRFS_RESERVE: '{% if platform.RESERVATION %}--reservation={{ platform.RESERVATION }}{% else %}{% endif %}'
+    RRFS_POST_RESERVE:  '{% if platform.RESERVATION_POST %}--reservation={{ platform.RESERVATION_POST }}{% else %}{% endif %}'
+    # directories
+    USHdir: '{{ user.USHdir }}'
+    SCRIPTSdir: '{{ user.SCRIPTSdir }}'
+    JOBSdir: '{{ user.JOBSdir }}'
+    # ids
     WORKFLOW_ID: '{{ workflow.WORKFLOW_ID }}'
+    TAG: '{% if workflow.TAG %}{{ workflow.TAG }}{% else %}{% endif %}'
+    # rrfs
+    OBSPATH: '{{ platform.OBSPATH }}'
+    NWGES_BASEDIR: '{{ nco.NWGES_BASEDIR }}'
+    ENSCTRL_COMIN_BASEDIR: '{{ nco.ENSCTRL_COMIN_BASEDIR }}'
+    ENSCTRL_NWGES_BASEDIR: '{{ nco.ENSCTRL_NWGES_BASEDIR }}'
+    ENSCTRL_COMOUT_BASEDIR: '{{ nco.ENSCTRL_COMOUT_BASEDIR }}'
+    ENSCTRL_COMOUT_DIR: '{{ nco.ENSCTRL_COMOUT_BASEDIR }}/{{ nco.RUN }}.<cyclestr>@Y@m@d@H</cyclestr>'
+    RRFSE_FG_ROOT: '{{ nco.RRFSE_NWGES_BASEDIR }}'
+{%- if rrfs.IS_RTMA %}
+    FG_ROOT: '{{ nco.FG_ROOTDIR }}'
+{%- else %}
+    FG_ROOT: '{{ nco.NWGES_BASEDIR }}'
+{%- endif %}
+{%- if workflow.DO_REAL_TIME %}
+    WALL_LIMIT_PRE: '<deadline><cyclestr offset=16:00:00>@Y@m@d@H@M</cyclestr></deadline>'
+    WALL_LIMIT_ANAL: '<deadline><cyclestr offset=16:00:00>@Y@m@d@H@M</cyclestr></deadline>'
+    WALL_LIMIT_FCST: '<deadline><cyclestr offset=23:30:00>@Y@m@d@H@M</cyclestr></deadline>'
+    WALL_LIMIT_POST: '<deadline><cyclestr offset=24:00:00>@Y@m@d@H@M</cyclestr></deadline>'
+    WALL_LIMIT_GRAPHICS: '<deadline><cyclestr offset=24:00:00>@Y@m@d@H@M</cyclestr></deadline>'
+    WALL_LIMIT_RECENTER: '<deadline><cyclestr offset=24:00:00>@Y@m@d@H@M</cyclestr></deadline>'
+    WALL_LIMIT_SAVE_RECENTER: '<deadline><cyclestr offset=24:00:00>@Y@m@d@H@M</cyclestr></deadline>'
+{%- else %}
+    WALL_LIMIT_PRE: ''
+    WALL_LIMIT_ANAL: ''
+    WALL_LIMIT_FCST: ''
+    WALL_LIMIT_POST: ''
+    WALL_LIMIT_GRAPHICS: ''
+    WALL_LIMIT_RECENTER: ''
+    WALL_LIMIT_SAVE_RECENTER: ''
+{%- endif %}
+    START_TIME_SPINUP: '{{ start_time.START_TIME_SPINUP }}'
+    START_TIME_PROD: '{{ start_time.START_TIME_PROD }}'
+    START_TIME_CONVENTIONAL_SPINUP: '{{ start_time.START_TIME_CONVENTIONAL_SPINUP }}'
+    START_TIME_LATE_ANALYSIS: '{{ start_time.START_TIME_LATE_ANALYSIS }}'
+    START_TIME_CONVENTIONAL: '{{ start_time.START_TIME_CONVENTIONAL }}'
+    START_TIME_NSSLMOSIAC: '{{ start_time.START_TIME_NSSLMOSIAC }}'
+    START_TIME_LIGHTNINGNC: '{{ start_time.START_TIME_LIGHTNINGNC }}'
+    START_TIME_PROCSMOKE: '{{ start_time.START_TIME_PROCSMOKE }}'
   attrs:
+{%- if workflow.DO_REAL_TIME %}
     cyclethrottle: "20"
+    realtime: "T"
+    cyclelifespan: "01:00:00:00"
+{%- else %}
+    cyclethrottle: "1"
     realtime: "F"
+{%- endif %}
     scheduler: '{{ platform.SCHED }}'
     taskthrottle: "1000"
   cycledefs:
-    at_start:
-      - !startstopfreq ['{{workflow.DATE_FIRST_CYCL}}', '{{workflow.DATE_FIRST_CYCL}}', '{{workflow.INCR_CYCL_FREQ}}']
-    forecast:
-      - !startstopfreq ['{{workflow.DATE_FIRST_CYCL}}', '{{workflow.DATE_LAST_CYCL}}', '{{workflow.INCR_CYCL_FREQ}}']
-  log: !cycstr '&LOGDIR;/FV3LAM_wflow.{% if user.RUN_ENVIR == "nco" %}{{ workflow.WORKFLOW_ID + "." }}{% endif %}log'
+{%- if not rrfs.DO_RRFS_DEV %}
+    at_start: '{{ [workflow.DATE_FIRST_CYCL.strftime("%Y%m%d%H00"), " ", workflow.DATE_FIRST_CYCL.strftime("%Y%m%d%H00")," ", workflow.INCR_CYCL_FREQ, ":00:00"]|join }}'
+    forecast: &DEFCYC '{{ [workflow.DATE_FIRST_CYCL.strftime("%Y%m%d%H00"), " ", workflow.DATE_LAST_CYCL.strftime("%Y%m%d%H00")," ", workflow.INCR_CYCL_FREQ, ":00:00"]|join }}'
+    forecast: *DEFCYC
+    initial: *DEFCYC
+    boundary: *DEFCYC
+    boundary_long: *DEFCYC
+    spinupcyc: *DEFCYC
+    prodcyc: *DEFCYC
+    prodcyc_long: *DEFCYC
+    saveinputcyc: *DEFCYC
+    recentercyc: *DEFCYC
+    archivecyc: *DEFCYC
+{%- else %}
+    at_start: '{{ cycledefs.AT_START_CYCLEDEF }}'
+    forecast: '{{ cycledefs.PROD_CYCLEDEF }}'
+    initial: '{{ cycledefs.INITIAL_CYCLEDEF }}'
+    boundary: '{{ cycledefs.BOUNDARY_CYCLEDEF }}'
+    boundary_long: '{{ cycledefs.BOUNDARY_LONG_CYCLEDEF }}'
+    spinupcyc: '{{ cycledefs.SPINUP_CYCLEDEF }}'
+    prodcyc: '{{ cycledefs.PROD_CYCLEDEF }}'
+    prodcyc_long: '{{ cycledefs.PRODLONG_CYCLEDEF }}'
+{%- if rrfs.DO_SAVE_INPUT %}
+    saveinputcyc: '{{ cycledefs.SAVEINPUT_CYCLEDEF }}'
+{%- endif %}
+    recentercyc: '{{ cycledefs.RECENTER_CYCLEDEF }}'
+    archivecyc: '{{ cycledefs.ARCHIVE_CYCLEDEF }}'
+{%- endif %}
+  log: !cycstr '&LOGDIR;/FV3LAM_wflow&LOGEXT;'
   tasks:
     taskgroups: '{{ ["parm/wflow/prep.yaml", "parm/wflow/coldstart.yaml", "parm/wflow/post.yaml"]|include }}'

parm/wflow/plot.yaml

@@ -1,12 +1,12 @@
 # Settings that will run tasks needed per-experiment to create "fix
 # files" for the stationary grid.
 
-default_task_plot: &default_task
+default_task_plot: &default_task_plot
   account: '&ACCOUNT;'
   attrs:
     cycledefs: forecast
     maxtries: '1'
-  envars: &default_envars
+  envars: &defaults_vars_plot
     GLOBAL_VAR_DEFNS_FP: '&GLOBAL_VAR_DEFNS_FP;'
     USHdir: '&USHdir;'
     PDY: !cycstr "@Y@m@d"
@@ -26,7 +26,7 @@ default_task_plot: &default_task
   walltime: 01:00:00
 
 task_plot_allvars:
-  <<: *default_task
+  <<: *default_task_plot
   command: '&LOAD_MODULES_RUN_TASK_FP; "plot_allvars" "&JOBSdir;/JREGIONAL_MAKE_GRID"'
   join: !cycstr '&LOGDIR;/{{ jobname }}_@Y@m@d@H&LOGEXT;'
   dependency:

parm/wflow/post.yaml

@@ -1,10 +1,10 @@
-default_task_post: &default_task
+default_task_post: &default_task_post
   account: '&ACCOUNT;'
   attrs:
     cycledefs: '#cycledef#'
     maxtries: '2'
   command: '&LOAD_MODULES_RUN_TASK_FP; "run_post" "&JOBSdir;/JREGIONAL_RUN_POST"'
-  envars: &default_vars
+  envars: &defaults_vars_post
     GLOBAL_VAR_DEFNS_FP: '&GLOBAL_VAR_DEFNS_FP;'
     USHdir: '&USHdir;'
     PDY: !cycstr '@Y@m@d'
@@ -31,7 +31,7 @@ metatask_run_ens_post:
       fhr: '{% for h in range(0, workflow.LONG_FCST_LEN+1) %}{{ " %03d" % h }}{% endfor %}'
       cycledef: '{% for h in range(0, workflow.LONG_FCST_LEN+1) %}{% if h <= workflow.FCST_LEN_CYCL|min %}forecast {% else %}long_forecast {% endif %}{% endfor %}'
     task_run_post_mem#mem#_f#fhr#:
-      <<: *default_task
+      <<: *default_task_post
       dependency:
         or:
           taskdep:
@@ -54,9 +54,9 @@ metatask_run_ens_post:
       var:
         fmn: '{% for min in range(0, 60, task_run_post.DT_SUBHOURLY_POST_MNTS) %}{{ " %02d" % min }}{% endfor %}'
       task_run_post_mem#mem#_f#fhr##fmn#: &subhourly_run_post_task
-        <<: *default_task
+        <<: *default_task_post
         envars:
-          <<: *default_vars
+          <<: *defaults_vars_post
           fmn: '#fmn#'
         dependency:
           or:

parm/wflow/prep.yaml

@@ -1,12 +1,12 @@
 # Settings that will run tasks needed per-experiment to create "fix
 # files" for the stationary grid.
 
-default_task_prep: &default_task
+default_task_prep: &default_task_prep
   account: '&ACCOUNT;'
   attrs:
     cycledefs: at_start
     maxtries: '2'
-  envars: &default_envars
+  envars: &defaults_vars_prep
     GLOBAL_VAR_DEFNS_FP: '&GLOBAL_VAR_DEFNS_FP;'
     USHdir: '&USHdir;'
     PDY: !cycstr "@Y@m@d"
@@ -24,12 +24,12 @@ default_task_prep: &default_task
   walltime: 00:20:00
 
 task_make_grid:
-  <<: *default_task
+  <<: *default_task_prep
   command: '&LOAD_MODULES_RUN_TASK_FP; "make_grid" "&JOBSdir;/JREGIONAL_MAKE_GRID"'
   join: !cycstr '&LOGDIR;/{{ jobname }}_@Y@m@d@H&LOGEXT;'
 
 task_make_orog:
-  <<: *default_task
+  <<: *default_task_prep
   command: '&LOAD_MODULES_RUN_TASK_FP; "make_orog" "&JOBSdir;/JREGIONAL_MAKE_OROG"'
   join: !cycstr '&LOGDIR;/{{ jobname }}_@Y@m@d@H&LOGEXT;'
   dependency:
@@ -47,7 +47,7 @@ task_make_orog:
         text: '{{ task_make_grid.GRID_DIR }}/make_grid_task_complete.txt'
 
 task_make_sfc_climo:
-  <<: *default_task
+  <<: *default_task_prep
   command: '&LOAD_MODULES_RUN_TASK_FP; "make_sfc_climo" "&JOBSdir;/JREGIONAL_MAKE_SFC_CLIMO"'
   join: !cycstr '&LOGDIR;/{{ jobname }}_@Y@m@d@H&LOGEXT;'
   nnodes: 2