Skip to content
Merged
Show file tree
Hide file tree
Changes from 2 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
45 changes: 45 additions & 0 deletions jobs/JOBSFORGE_GLOBAL_MARINE_BUFR_DUMP
Original file line number Diff line number Diff line change
@@ -0,0 +1,45 @@
#! /usr/bin/env bash

source "${HOMEobsforge}/ush/preamble.sh"
source "${HOMEobsforge}/ush/jjob_header.sh"

##############################################
# Set variables used in the script
##############################################


##############################################
# Begin JOB SPECIFIC work
##############################################

###############################################################
# Run relevant script

EXSCRIPT=${DUMPMARINEPY:-${HOMEobsforge}/scripts/exobsforge_global_marine_bufr_dump.py}
${EXSCRIPT}
status=$?
if [[ ${status} -ne 0 ]]; then
exit "${status}"
fi


##############################################
# End JOB SPECIFIC work
##############################################

##############################################
# Final processing
##############################################
if [[ -e "${pgmout}" ]] ; then
cat "${pgmout}"
fi

##########################################
# Remove the Temporary working directory
##########################################
cd "${DATAROOT}" || exit
if [[ "${KEEPDATA}" == "NO" ]]; then
rm -rf "${DATA}"
fi

exit 0
20 changes: 20 additions & 0 deletions jobs/rocoto/marinebufrdump.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
#! /usr/bin/env bash

source "${HOMEobsforge}/ush/preamble.sh"

###############################################################
# Source UFSDA workflow modules
. "${HOMEobsforge}/ush/load_obsforge_modules.sh"
status=$?
if [[ ${status} -ne 0 ]]; then
exit "${status}"
fi

export job="marinebufrdump"
export jobid="${job}.$$"

###############################################################
# Execute the JJOB
"${HOMEobsforge}/jobs/JOBSFORGE_GLOBAL_MARINE_BUFR_DUMP"
status=$?
exit "${status}"
7 changes: 7 additions & 0 deletions parm/config.hera.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -90,3 +90,10 @@ marinedump:
WALLTIME_MARINE_DUMP: '00:10:00'
TASK_GEOM_MARINE_DUMP: '1:ppn=20:tpp=2'
MEMORY_MARINE_DUMP: 32GB

marinebufrdump:

WALLTIME_MARINE_BUFR_DUMP: '00:10:00'
TASK_GEOM_MARINE_BUFR_DUMP: '1:ppn=20:tpp=2'
MEMORY_MARINE_BUFR_DUMP: 32GB

39 changes: 39 additions & 0 deletions parm/obsforge_rocoto_template.xml.j2
Original file line number Diff line number Diff line change
Expand Up @@ -136,5 +136,44 @@
-->

</task>
<!--
============================================
Task: gfs_marine_bufr_dump
============================================
-->
<task name="gfs_marine_bufr_dump" cycledefs="gfs" maxtries="&MAXTRIES;">

<command>{{ HOMEobsforge }}/jobs/rocoto/marinebufrdump.sh</command>

<jobname><cyclestr>obsforge_gfs_marine_bufr_dump_@H</cyclestr></jobname>
<account>{{ ACCOUNT }}</account>
<queue>{{ QUEUE }}</queue>
<partition>{{ PARTITION }}</partition>
<walltime>{{ WALLTIME_MARINE_BUFR_DUMP }}</walltime>
<nodes>{{ TASK_GEOM_MARINE_BUFR_DUMP }}</nodes>
<memory>{{ MEMORY_MARINE_BUFR_DUMP }}</memory>
<native>--export=NONE</native>

<join><cyclestr>{{ COMROOT }}/{{ PSLOT }}/logs/@Y@m@d@H/gfs_marine_bufr_dump_prep.log</cyclestr></join>

<envar><name>RUN_ENVIR</name><value>emc</value></envar>
<envar><name>HOMEobsforge</name><value>{{ HOMEobsforge }}</value></envar>
<envar><name>NET</name><value>gfs</value></envar>
<envar><name>RUN</name><value>gfs</value></envar>
<envar><name>CDATE</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar>
<envar><name>PDY</name><value><cyclestr>@Y@m@d</cyclestr></value></envar>
<envar><name>cyc</name><value><cyclestr>@H</cyclestr></value></envar>
<envar><name>KEEPDATA</name><value>{{ KEEPDATA }}</value></envar>
<envar><name>COMROOT</name><value>{{ COMROOT }}</value></envar>
<envar><name>DCOMROOT</name><value>{{ DCOMROOT }}</value></envar>
<envar><name>DATAROOT</name><value>{{ DATAROOT }}/{{ PSLOT }}/gfs.<cyclestr>@Y@m@d@H</cyclestr></value></envar>

<!--<dependency>
<datadep><cyclestr>/scratch2/NCEPDEV/stmp1/Cory.R.Martin/obsforge/gfs.@Y@m@d/@H/atmos/gfs.t@Hz.updated.status.tm00.bufr_d</cyclestr></datadep>
</dependency>
-->

</task>


</workflow>
35 changes: 35 additions & 0 deletions scripts/exobsforge_global_marine_bufr_dump.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,35 @@
#!/usr/bin/env python3
# exobsforge_global_marine_bufr_dump.py
# This script will collect and preprocess
# the ocean and seaice observations for
# global marine assimilation
import os

from wxflow import AttrDict, Logger, cast_strdict_as_dtypedict, parse_j2yaml
from pyobsforge.task.marine_bufr_prepobs import MarineBufrObsPrep

# Initialize root logger
logger = Logger(level='DEBUG', colored_log=True)


if __name__ == '__main__':

# Take configuration from environment and cast it as python dictionary
config_env = cast_strdict_as_dtypedict(os.environ)

# Take configuration from YAML file to augment/append config dict
config_yaml = parse_j2yaml(os.path.join(config_env['HOMEobsforge'], 'parm', 'config.yaml'), config_env)
# Extract obsforge specific configuration
obsforge_dict = {}
for key, value in config_yaml['obsforge'].items():
if key not in config_env.keys():
obsforge_dict[key] = value

# Combine configs together
config = AttrDict(**config_env, **obsforge_dict)
config = AttrDict(**config, **config_yaml['marinebufrdump'])

marineBufrObs = MarineBufrObsPrep(config)
marineBufrObs.initialize()
marineBufrObs.execute()
marineBufrObs.finalize()
47 changes: 47 additions & 0 deletions ush/python/pyobsforge/task/marine_bufr_prepobs.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,47 @@
#!/usr/bin/env python3

from logging import getLogger
from typing import Dict, Any
from wxflow import AttrDict, Task, add_to_datetime, to_timedelta, logit

logger = getLogger(__name__.split('.')[-1])


class MarineBufrObsPrep(Task):
"""
Class for preparing and managing marine observations
"""
def __init__(self, config: Dict[str, Any]) -> None:
super().__init__(config)

_window_begin = add_to_datetime(self.task_config.current_cycle, -to_timedelta(f"{self.task_config['assim_freq']}H") / 2)
_window_end = add_to_datetime(self.task_config.current_cycle, +to_timedelta(f"{self.task_config['assim_freq']}H") / 2)

local_dict = AttrDict(
{
'window_begin': _window_begin,
'window_end': _window_end,
'PREFIX': f"{self.task_config.RUN}.t{self.task_config.cyc:02d}z.",
}
)

# task_config is everything that this task should need
self.task_config = AttrDict(**self.task_config, **local_dict)

@logit(logger)
Comment thread
AndrewEichmann-NOAA marked this conversation as resolved.
def initialize(self) -> None:
"""
"""
logger.info("running init")

@logit(logger)
def execute(self) -> None:
"""
"""
logger.info("running execute")

@logit(logger)
def finalize(self) -> None:
"""
"""
logger.info("running finalize")