Skip to content

Update nc suffix and bufr file path for atmospheric observation yamls and bufr2ioda converters #933

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
RussTreadon-NOAA merged 3 commits into from
Feb 26, 2024
Merged

Update nc suffix and bufr file path for atmospheric observation yamls and bufr2ioda converters #933

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
e54fcb7
change ".nc4" to ".nc" in atmospheric observation yamls (#911)
RussTreadon-NOAA Feb 22, 2024
c2d8235
add "atmos" to bufr dump file path in atmospheric bufr2ioda converter…
RussTreadon-NOAA Feb 22, 2024
267687c
update nc suffix in atm_jjob var and ens ctests, generalize atm and e…
RussTreadon-NOAA Feb 23, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions parm/atm/obs/config/aircraft.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,15 +3,15 @@ obs space:
obsdatain:
engine:
type: H5File
obsfile: $(DATA)/obs/$(OPREFIX)aircraft.${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/obs/$(OPREFIX)aircraft.${{ current_cycle | to_YMDH }}.nc
obsgrouping:
group variables: ["stationIdentification"]
sort variable: "pressure"
sort order: "descending"
obsdataout:
engine:
type: H5File
obsfile: $(DATA)/diags/diag_aircraft_${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/diags/diag_aircraft_${{ current_cycle | to_YMDH }}.nc
io pool:
max pool size: 1
simulated variables: [windEastward, windNorthward, airTemperature, specificHumidity]
Expand Down
12 changes: 6 additions & 6 deletions parm/atm/obs/config/amsua_n19.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,11 +3,11 @@ obs space:
obsdatain:
engine:
type: H5File
obsfile: $(DATA)/obs/$(OPREFIX)amsua_n19.{{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/obs/$(OPREFIX)amsua_n19.{{ current_cycle | to_YMDH }}.nc
obsdataout:
engine:
type: H5File
obsfile: $(DATA)/diags/diag_amsua_n19_{{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/diags/diag_amsua_n19_{{ current_cycle | to_YMDH }}.nc
io pool:
max pool size: 1
simulated variables: [brightnessTemperature]
Expand All @@ -22,8 +22,8 @@ obs operator:
EndianType: little_endian
CoefficientPath: $(DATA)/crtm/
obs bias:
input file: $(DATA)/obs/$(GPREFIX)amsua_n19.satbias.nc4
output file: $(DATA)/bc/$(APREFIX)amsua_n19.satbias.nc4
input file: $(DATA)/obs/$(GPREFIX)amsua_n19.satbias.nc
output file: $(DATA)/bc/$(APREFIX)amsua_n19.satbias.nc
variational bc:
predictors:
- name: constant
Expand All @@ -46,11 +46,11 @@ obs bias:
step size: 1.0e-4
largest analysis variance: 10000.0
prior:
input file: $(DATA)/obs/$(GPREFIX)amsua_n19.satbias_cov.nc4
input file: $(DATA)/obs/$(GPREFIX)amsua_n19.satbias_cov.nc
inflation:
ratio: 1.1
ratio for small dataset: 2.0
output file: $(DATA)/bc/$(APREFIX)amsua_n19.satbias_cov.nc4
output file: $(DATA)/bc/$(APREFIX)amsua_n19.satbias_cov.nc
obs filters:
- filter: BlackList
filter variables:
Expand Down
8 changes: 4 additions & 4 deletions parm/atm/obs/config/atms_n20.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -27,8 +27,8 @@ obs operator:
Absorbers: [H2O, O3]

obs bias:
input file: $(DATA)/obs/$(GPREFIX)atms_n20.satbias.nc4
output file: $(DATA)/bc/$(APREFIX)atms_n20.satbias.nc4
input file: $(DATA)/obs/$(GPREFIX)atms_n20.satbias.nc
output file: $(DATA)/bc/$(APREFIX)atms_n20.satbias.nc
variational bc:
predictors:
- name: constant
Expand All @@ -51,11 +51,11 @@ obs bias:
step size: 1.0e-4
largest analysis variance: 10000.0
prior:
input file: $(DATA)/obs/$(GPREFIX)atms_n20.satbias_cov.nc4
input file: $(DATA)/obs/$(GPREFIX)atms_n20.satbias_cov.nc
inflation:
ratio: 1.1
ratio for small dataset: 2.0
output file: $(DATA)/bc/$(APREFIX)atms_n20.satbias_cov.nc4
output file: $(DATA)/bc/$(APREFIX)atms_n20.satbias_cov.nc

obs pre filters:
# Step 0-A: Create Diagnostic Flags
Expand Down
8 changes: 4 additions & 4 deletions parm/atm/obs/config/atms_npp.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -27,8 +27,8 @@ obs operator:
Absorbers: [H2O, O3]

obs bias:
input file: $(DATA)/obs/$(GPREFIX)atms_npp.satbias.nc4
output file: $(DATA)/bc/$(APREFIX)atms_npp.satbias.nc4
input file: $(DATA)/obs/$(GPREFIX)atms_npp.satbias.nc
output file: $(DATA)/bc/$(APREFIX)atms_npp.satbias.nc
variational bc:
predictors:
- name: constant
Expand All @@ -51,11 +51,11 @@ obs bias:
step size: 1.0e-4
largest analysis variance: 10000.0
prior:
input file: $(DATA)/obs/$(GPREFIX)atms_npp.satbias_cov.nc4
input file: $(DATA)/obs/$(GPREFIX)atms_npp.satbias_cov.nc
inflation:
ratio: 1.1
ratio for small dataset: 2.0
output file: $(DATA)/bc/$(APREFIX)atms_npp.satbias_cov.nc4
output file: $(DATA)/bc/$(APREFIX)atms_npp.satbias_cov.nc

obs pre filters:
# Step 0-A: Create Diagnostic Flags
Expand Down
12 changes: 6 additions & 6 deletions parm/atm/obs/config/cris-fsr_n20.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,11 +3,11 @@ obs space:
obsdatain:
engine:
type: H5File
obsfile: $(DATA)/obs/$(OPREFIX)cris-fsr_n20.${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/obs/$(OPREFIX)cris-fsr_n20.${{ current_cycle | to_YMDH }}.nc
obsdataout:
engine:
type: H5File
obsfile: $(DATA)/diags/diag_cris-fsr_n20_${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/diags/diag_cris-fsr_n20_${{ current_cycle | to_YMDH }}.nc
io pool:
max pool size: 1
simulated variables: [brightness_temperature]
Expand Down Expand Up @@ -53,8 +53,8 @@ obs operator:
EndianType: little_endian
CoefficientPath: $(DATA)/crtm/
obs bias:
input file: $(DATA)/obs/$(GPREFIX)cris-fsr_n20.satbias.nc4
output file: $(DATA)/bc/$(APREFIX)cris-fsr_n20.satbias.nc4
input file: $(DATA)/obs/$(GPREFIX)cris-fsr_n20.satbias.nc
output file: $(DATA)/bc/$(APREFIX)cris-fsr_n20.satbias.nc
variational bc:
predictors:
- name: constant
Expand All @@ -77,11 +77,11 @@ obs bias:
step size: 1.0e-4
largest analysis variance: 10000.0
prior:
input file: $(DATA)/obs/$(GPREFIX)cris-fsr_n20.satbias_cov.nc4
input file: $(DATA)/obs/$(GPREFIX)cris-fsr_n20.satbias_cov.nc
inflation:
ratio: 1.1
ratio for small dataset: 2.0
output file: $(DATA)/bc/$(APREFIX)cris-fsr_n20.satbias_cov.nc4
output file: $(DATA)/bc/$(APREFIX)cris-fsr_n20.satbias_cov.nc
#
#obs filters:
## Wavenumber Check
Expand Down
12 changes: 6 additions & 6 deletions parm/atm/obs/config/cris-fsr_npp.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,11 +3,11 @@ obs space:
obsdatain:
engine:
type: H5File
obsfile: $(DATA)/obs/$(OPREFIX)cris-fsr_npp.${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/obs/$(OPREFIX)cris-fsr_npp.${{ current_cycle | to_YMDH }}.nc
obsdataout:
engine:
type: H5File
obsfile: $(DATA)/diags/diag_cris-fsr_npp_${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/diags/diag_cris-fsr_npp_${{ current_cycle | to_YMDH }}.nc
io pool:
max pool size: 1
simulated variables: [brightness_temperature]
Expand Down Expand Up @@ -53,8 +53,8 @@ obs operator:
EndianType: little_endian
CoefficientPath: $(DATA)/crtm/
obs bias:
input file: $(DATA)/obs/$(GPREFIX)cris-fsr_npp.satbias.nc4
output file: $(DATA)/bc/$(APREFIX)cris-fsr_npp.satbias.nc4
input file: $(DATA)/obs/$(GPREFIX)cris-fsr_npp.satbias.nc
output file: $(DATA)/bc/$(APREFIX)cris-fsr_npp.satbias.nc
variational bc:
predictors:
- name: constant
Expand All @@ -77,11 +77,11 @@ obs bias:
step size: 1.0e-4
largest analysis variance: 10000.0
prior:
input file: $(DATA)/obs/$(GPREFIX)cris-fsr_npp.satbias_cov.nc4
input file: $(DATA)/obs/$(GPREFIX)cris-fsr_npp.satbias_cov.nc
inflation:
ratio: 1.1
ratio for small dataset: 2.0
output file: $(DATA)/bc/$(APREFIX)cris-fsr_npp.satbias_cov.nc4
output file: $(DATA)/bc/$(APREFIX)cris-fsr_npp.satbias_cov.nc
#obs filters:
## Wavenumber Check
#- filter: BlackList
Expand Down
2 changes: 1 addition & 1 deletion parm/atm/obs/config/gnssro.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ obs space:
obsdataout:
engine:
type: H5File
obsfile: $(DATA)/diags/diag_gnssro_{{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/diags/diag_gnssro_{{ current_cycle | to_YMDH }}.nc
simulated variables: [bendingAngle]

obs filters:
Expand Down
8 changes: 4 additions & 4 deletions parm/atm/obs/config/iasi_metop-a.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -74,8 +74,8 @@ obs operator:
Absorbers: [H2O,O3]

obs bias:
input file: $(DATA)/obs/$(GPREFIX)iasi_metop-a.satbias.nc4
output file: $(DATA)/bc/$(APREFIX)iasi_metop-a.satbias.nc4
input file: $(DATA)/obs/$(GPREFIX)iasi_metop-a.satbias.nc
output file: $(DATA)/bc/$(APREFIX)iasi_metop-a.satbias.nc
variational bc:
predictors:
- name: constant
Expand All @@ -98,11 +98,11 @@ obs bias:
step size: 1.0e-4
largest analysis variance: 10000.0
prior:
input file: $(DATA)/obs/$(GPREFIX)iasi_metop-a.satbias_cov.nc4
input file: $(DATA)/obs/$(GPREFIX)iasi_metop-a.satbias_cov.nc
inflation:
ratio: 1.1
ratio for small dataset: 2.0
output file: $(DATA)/bc/$(APREFIX)iasi_metop-a.satbias_cov.nc4
output file: $(DATA)/bc/$(APREFIX)iasi_metop-a.satbias_cov.nc

obs pre filters:
# Step 0-A: Create Diagnostic Flags
Expand Down
8 changes: 4 additions & 4 deletions parm/atm/obs/config/iasi_metop-b.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -74,8 +74,8 @@ obs operator:
Absorbers: [H2O,O3]

obs bias:
input file: $(DATA)/obs/$(GPREFIX)iasi_metop-b.satbias.nc4
output file: $(DATA)/bc/$(APREFIX)iasi_metop-b.satbias.nc4
input file: $(DATA)/obs/$(GPREFIX)iasi_metop-b.satbias.nc
output file: $(DATA)/bc/$(APREFIX)iasi_metop-b.satbias.nc
variational bc:
predictors:
- name: constant
Expand All @@ -98,11 +98,11 @@ obs bias:
step size: 1.0e-4
largest analysis variance: 10000.0
prior:
input file: $(DATA)/obs/$(GPREFIX)iasi_metop-b.satbias_cov.nc4
input file: $(DATA)/obs/$(GPREFIX)iasi_metop-b.satbias_cov.nc
inflation:
ratio: 1.1
ratio for small dataset: 2.0
output file: $(DATA)/bc/$(APREFIX)iasi_metop-b.satbias_cov.nc4
output file: $(DATA)/bc/$(APREFIX)iasi_metop-b.satbias_cov.nc

obs pre filters:
# Step 0-A: Create Diagnostic Flags
Expand Down
12 changes: 6 additions & 6 deletions parm/atm/obs/config/lgetkf_amsua_n19.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,11 +6,11 @@ obs space:
obsdatain:
engine:
type: H5File
obsfile: ./obs/$(OPREFIX)amsua_n19.{{ current_cycle | to_YMDH }}.nc4
obsfile: ./obs/$(OPREFIX)amsua_n19.{{ current_cycle | to_YMDH }}.nc
obsdataout:
engine:
type: H5File
obsfile: ./diags/diag_amsua_n19_{{ current_cycle | to_YMDH }}.nc4
obsfile: ./diags/diag_amsua_n19_{{ current_cycle | to_YMDH }}.nc
io pool:
max pool size: 1
simulated variables: [brightnessTemperature]
Expand All @@ -27,8 +27,8 @@ obs operator:
obs error:
covariance model: diagonal
obs bias:
input file: $(DATA)/obs/$(GPREFIX)amsua_n19.satbias.nc4
output file: $(DATA)/bc/$(APREFIX)amsua_n19.satbias.nc4
input file: $(DATA)/obs/$(GPREFIX)amsua_n19.satbias.nc
output file: $(DATA)/bc/$(APREFIX)amsua_n19.satbias.nc
variational bc:
predictors:
- name: constant
Expand All @@ -51,11 +51,11 @@ obs bias:
step size: 1.0e-4
largest analysis variance: 10000.0
prior:
input file: $(DATA)/obs/$(GPREFIX)amsua_n19.satbias_cov.nc4
input file: $(DATA)/obs/$(GPREFIX)amsua_n19.satbias_cov.nc
inflation:
ratio: 1.1
ratio for small dataset: 2.0
output file: $(DATA)/bc/$(APREFIX)amsua_n19.satbias_cov.nc4
output file: $(DATA)/bc/$(APREFIX)amsua_n19.satbias_cov.nc
obs filters:
- filter: Bounds Check
filter variables:
Expand Down
4 changes: 2 additions & 2 deletions parm/atm/obs/config/lgetkf_sondes.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,11 +6,11 @@ obs space:
obsdatain:
engine:
type: H5File
obsfile: ./obs/$(OPREFIX)sondes.{{ current_cycle | to_YMDH }}.nc4
obsfile: ./obs/$(OPREFIX)sondes.{{ current_cycle | to_YMDH }}.nc
obsdataout:
engine:
type: H5File
obsfile: ./diags/diag_sondes_lgetkf_{{ current_cycle | to_YMDH }}.nc4
obsfile: ./diags/diag_sondes_lgetkf_{{ current_cycle | to_YMDH }}.nc
io pool:
max pool size: 1
simulated variables: [windEastward, windNorthward, airTemperature]
Expand Down
4 changes: 2 additions & 2 deletions parm/atm/obs/config/omi_aura.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,11 +3,11 @@ obs space:
obsdatain:
engine:
type: H5File
obsfile: $(DATA)/obs/$(OPREFIX)omi_aura.${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/obs/$(OPREFIX)omi_aura.${{ current_cycle | to_YMDH }}.nc
obsdataout:
engine:
type: H5File
obsfile: $(DATA)/diags/diag_omi_aura_${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/diags/diag_omi_aura_${{ current_cycle | to_YMDH }}.nc
io pool:
max pool size: 1
simulated variables: [ozoneTotal]
Expand Down
4 changes: 2 additions & 2 deletions parm/atm/obs/config/ompsnp_npp.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,15 +3,15 @@ obs space:
obsdatain:
engine:
type: H5File
obsfile: $(DATA)/obs/$(OPREFIX)ompsnp_npp.${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/obs/$(OPREFIX)ompsnp_npp.${{ current_cycle | to_YMDH }}.nc
obsgrouping:
group variables: ["latitude"]
sort variable: "pressure"
sort order: "ascending"
obsdataout:
engine:
type: H5File
obsfile: $(DATA)/diags/diag_ompsnp_npp_${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/diags/diag_ompsnp_npp_${{ current_cycle | to_YMDH }}.nc
io pool:
max pool size: 1
simulated variables: [ozoneLayer]
Expand Down
4 changes: 2 additions & 2 deletions parm/atm/obs/config/ompstc8_npp.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,11 +3,11 @@ obs space:
obsdatain:
engine:
type: H5File
obsfile: $(DATA)/obs/$(OPREFIX)ompstc8_npp.${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/obs/$(OPREFIX)ompstc8_npp.${{ current_cycle | to_YMDH }}.nc
obsdataout:
engine:
type: H5File
obsfile: $(DATA)/diags/diag_ompstc8_npp_${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/diags/diag_ompstc8_npp_${{ current_cycle | to_YMDH }}.nc
io pool:
max pool size: 1
simulated variables: [ozoneTotal]
Expand Down
4 changes: 2 additions & 2 deletions parm/atm/obs/config/satwind.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,11 +3,11 @@ obs space:
obsdatain:
engine:
type: H5File
obsfile: $(DATA)/obs/$(OPREFIX)satwind.${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/obs/$(OPREFIX)satwind.${{ current_cycle | to_YMDH }}.nc
obsdataout:
engine:
type: H5File
obsfile: $(DATA)/diags/diag_satwind_${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/diags/diag_satwind_${{ current_cycle | to_YMDH }}.nc
io pool:
max pool size: 1
simulated variables: [windEastward, windNorthward]
Expand Down
2 changes: 1 addition & 1 deletion parm/atm/obs/config/satwind_ahi_h8.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ obs space:
obsdataout:
engine:
type: H5File
obsfile: $(DATA)/diags/diag_satwind_ahi_h8_{{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/diags/diag_satwind_ahi_h8_{{ current_cycle | to_YMDH }}.nc
io pool:
max pool size: 1
simulated variables: [windEastward, windNorthward]
Expand Down
4 changes: 2 additions & 2 deletions parm/atm/obs/config/sfc.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,11 +3,11 @@ obs space:
obsdatain:
engine:
type: H5File
obsfile: $(DATA)/obs/$(OPREFIX)sfc.${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/obs/$(OPREFIX)sfc.${{ current_cycle | to_YMDH }}.nc
obsdataout:
engine:
type: H5File
obsfile: $(DATA)/diags/diag_sfc_${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/diags/diag_sfc_${{ current_cycle | to_YMDH }}.nc
io pool:
max pool size: 1
simulated variables: [stationPressure]
Expand Down
4 changes: 2 additions & 2 deletions parm/atm/obs/config/sfcship.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,12 +3,12 @@ obs space:
obsdatain:
engine:
type: H5File
obsfile: $(DATA)/obs/$(OPREFIX)sfcship.${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/obs/$(OPREFIX)sfcship.${{ current_cycle | to_YMDH }}.nc
obsdataout:
engine:
type: H5File
overwrite: true
obsfile: $(DATA)/diags/diag_sfcship_${{ current_cycle | to_YMDH }}.nc4
obsfile: $(DATA)/diags/diag_sfcship_${{ current_cycle | to_YMDH }}.nc
io pool:
max pool size: 1
simulated variables: [stationPressure, airTemperature, specificHumidity]
Expand Down
Loading