Skip to content

Parallel netcdf-4 IO option #1552

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
davegill merged 18 commits into from
Jan 5, 2022
Merged

Parallel netcdf-4 IO option #1552

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
18 commits
Select commit Hold shift + click to select a range
78b2a70
Updated files for parallel netcdf-4 with internal compression (io_ne…
MicroTed Sep 9, 2021
a3666d6
Added files for parallel netcdf-4 with compression (external/io_netcd…
MicroTed Sep 9, 2021
8d30f4d
Draft README for compiling/using parallel netcdf-4
MicroTed Sep 9, 2021
634bc75
Updated README
MicroTed Sep 10, 2021
a2e85bb
Moved readme file to doc folder
MicroTed Sep 14, 2021
346ef78
parnetcdf4 trigger reggie without NMM
davegill Sep 16, 2021
4bb5d9c
parnetcdf trigger #2
davegill Sep 16, 2021
94fb542
par2 test #3 reggie 13:47
davegill Sep 16, 2021
f177aa8
Fix logic so that 4.7.4 is minimum for NETCDFPAR usage
davegill Nov 3, 2021
a79a72c
Feature testing
davegill Nov 3, 2021
35cb651
Hmm, once more
davegill Nov 3, 2021
7065a83
Try a push from command line with Feature label
davegill Nov 4, 2021
09a3fe2
Fix diffwrf with NETCDFPAR
davegill Nov 10, 2021
9d72426
Merge branch 'release-v4.3-parallelnc4' of https://github.com/MicroTe…
davegill Nov 10, 2021
618fd5e
oops, add diffwrf.F90 for netcdfpar, oops
davegill Nov 10, 2021
9711a5a
Error codes from NETCDF are larger than I3
davegill Dec 8, 2021
2796176
netcdf4 22:43
davegill Dec 9, 2021
3cd4713
Added missing changes to md_calls.m4, which fixes missing metadata in…
MicroTed Dec 23, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 17 additions & 1 deletion Makefile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1012,6 +1012,18 @@ framework :
CPP="$(CPP)" LDFLAGS="$(LDFLAGS)" TRADFLAG="$(TRADFLAG)" ESMF_IO_LIB_EXT="$(ESMF_IO_LIB_EXT)" \
LIB_LOCAL="$(LIB_LOCAL)" \
ESMF_MOD_DEPENDENCE="$(ESMF_MOD_DEPENDENCE)" AR="INTERNAL_BUILD_ERROR_SHOULD_NOT_NEED_AR"; \
cd ../io_netcdfpar ; \
$(MAKE) NETCDFPARPATH="$(NETCDFPATH)" \
FC="$(FC) $(FCBASEOPTS) $(PROMOTION) $(FCDEBUG) $(OMP)" RANLIB="$(RANLIB)" \
CPP="$(CPP)" LDFLAGS="$(LDFLAGS)" TRADFLAG="$(TRADFLAG)" ESMF_IO_LIB_EXT="$(ESMF_IO_LIB_EXT)" \
LIB_LOCAL="$(LIB_LOCAL)" \
ESMF_MOD_DEPENDENCE="$(ESMF_MOD_DEPENDENCE)" AR="INTERNAL_BUILD_ERROR_SHOULD_NOT_NEED_AR" diffwrf; \
cd ../io_netcdfpar ; \
$(MAKE) NETCDFPARPATH="$(NETCDFPATH)" \
FC="$(SFC) $(FCBASEOPTS) $(PROMOTION) $(FCDEBUG) $(OMP)" RANLIB="$(RANLIB)" \
CPP="$(CPP)" LDFLAGS="$(LDFLAGS)" TRADFLAG="$(TRADFLAG)" ESMF_IO_LIB_EXT="$(ESMF_IO_LIB_EXT)" \
LIB_LOCAL="$(LIB_LOCAL)" \
ESMF_MOD_DEPENDENCE="$(ESMF_MOD_DEPENDENCE)" AR="INTERNAL_BUILD_ERROR_SHOULD_NOT_NEED_AR"; \
cd ../io_pio ; \
echo SKIPPING PIO BUILD $(MAKE) NETCDFPATH="$(PNETCDFPATH)" \
FC="$(SFC) $(FCBASEOPTS) $(PROMOTION) $(FCDEBUG) $(OMP)" RANLIB="$(RANLIB)" \
Expand Down Expand Up @@ -1131,7 +1143,11 @@ fseek_test :

# rule used by configure to test if this will compile with netcdf4
nc4_test:
@cd tools ; /bin/rm -f nc4_test.{exe,nc,o} ; $(SCC) -o nc4_test.exe nc4_test.c -I$(NETCDF)/include -L$(NETCDF)/lib $(USENETCDF) ; cd ..
if [ $(USENETCDFPAR) -eq 0 ] ; then \
( cd tools ; /bin/rm -f nc4_test.{exe,nc,o} ; $(SCC) -o nc4_test.exe nc4_test.c -I$(NETCDF)/include -L$(NETCDF)/lib -lnetcdf $(NETCDF4_DEP_LIB) ; cd .. ) ; \
else \
( cd tools ; /bin/rm -f nc4_test.{exe,nc,o} ; $(DM_CC) -o nc4_test.exe nc4_test.c -I$(NETCDF)/include -L$(NETCDF)/lib -lnetcdf $(NETCDF4_DEP_LIB) ; cd .. ) ; \
fi

# rule used by configure to test if Fortran 2003 IEEE signaling is available
fortran_2003_ieee_test:
Expand Down
1 change: 1 addition & 0 deletions Registry/Registry.EM_COMMON
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3299,6 +3299,7 @@ package io_zzz io_form_restart==9 - -
package io_grib2 io_form_restart==10 - -
package io_pnetcdf io_form_restart==11 - -
package io_pio io_form_restart==12 - -
package io_netcdfpar io_form_restart==13 - -

#WRF Hydro
package no_wrfhydro wrf_hydro==0 - -
Expand Down
44 changes: 44 additions & 0 deletions arch/Config.pl
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@
$sw_perl_path = perl ;
$sw_netcdf_path = "" ;
$sw_pnetcdf_path = "" ;
$sw_netcdfpar_path = "" ;
$sw_hdf5_path="";
$sw_phdf5_path="";
$sw_jasperlib_path="";
Expand Down Expand Up @@ -95,6 +96,10 @@
{
$sw_pnetcdf_path = substr( $ARGV[0], 9 ) ;
}
if ( substr( $ARGV[0], 1, 10 ) eq "netcdfpar=" )
{
$sw_netcdfpar_path = substr( $ARGV[0], 11 ) ;
}
if ( substr( $ARGV[0], 1, 5 ) eq "hdf5=" )
{
$sw_hdf5_path = substr( $ARGV[0], 6 ) ;
Expand Down Expand Up @@ -459,6 +464,7 @@
$_ =~ s/CONFIGURE_PERL_PATH/$sw_perl_path/g ;
$_ =~ s/CONFIGURE_NETCDF_PATH/$sw_netcdf_path/g ;
$_ =~ s/CONFIGURE_PNETCDF_PATH/$sw_pnetcdf_path/g ;
$_ =~ s/CONFIGURE_NETCDFPAR_PATH/$sw_netcdfpar_path/g ;
$_ =~ s/CONFIGURE_HDF5_PATH/$sw_hdf5_path/g ;
$_ =~ s/CONFIGURE_PHDF5_PATH/$sw_phdf5_path/g ;
$_ =~ s/CONFIGURE_LDFLAGS/$sw_ldflags/g ;
Expand Down Expand Up @@ -496,6 +502,25 @@
$_ =~ s/#// ;
$_ =~ s/#// ;
}

# put netcdfpar ahead of netcdf so that part of the name does not get clobbered
if ( $sw_netcdfpar_path )
{ $_ =~ s/CONFIGURE_WRFIO_NFPAR/wrfio_nfpar/g ;
$_ =~ s:CONFIGURE_NETCDFPAR_FLAG:-DNETCDFPAR: ;
if ( $ENV{NETCDFPAR_LDFLAGS} ) {
$_ =~ s:CONFIGURE_NETCDFPAR_LIB_PATH:\$\(WRF_SRC_ROOT_DIR\)/external/io_netcdfpar/libwrfio_nfpar.a $ENV{NETCDFPAR_LDFLAGS} : ;
} elsif ( $sw_os eq "Interix" ) {
$_ =~ s:CONFIGURE_NETCDFPAR_LIB_PATH:\$\(WRF_SRC_ROOT_DIR\)/external/io_netcdfpar/libwrfio_nfpar.a -L$sw_netcdfpar_path/lib $sw_usenetcdff $sw_usenetcdf : ;
} else {
$_ =~ s:CONFIGURE_NETCDFPAR_LIB_PATH:-L\$\(WRF_SRC_ROOT_DIR\)/external/io_netcdfpar -lwrfio_nfpar -L$sw_netcdfpar_path/lib $sw_usenetcdff $sw_usenetcdf : ;
}
}
else
{ $_ =~ s/CONFIGURE_WRFIO_NFPAR//g ;
$_ =~ s:CONFIGURE_NETCDFPAR_FLAG::g ;
$_ =~ s:CONFIGURE_NETCDFPAR_LIB_PATH::g ;
}

if ( $sw_netcdf_path )
{ $_ =~ s/CONFIGURE_WRFIO_NF/wrfio_nf/g ;
$_ =~ s:CONFIGURE_NETCDF_FLAG:-DNETCDF: ;
Expand Down Expand Up @@ -837,6 +862,25 @@
if ( $sw_os ne "CYGWIN_NT" ) {
$_ =~ s/#NOWIN// ;
}

if ( $sw_netcdfpar_path )
{ #print("set sw_netcdfpar_path stuff\n");
$_ =~ s/CONFIGURE_WRFIO_NFPAR/wrfio_nfpar/g ;
$_ =~ s:CONFIGURE_NETCDFPAR_FLAG:-DNETCDFPAR: ;
if ( $ENV{NETCDFPAR_LDFLAGS} ) {
$_ =~ s:CONFIGURE_NETCDFPAR_LIB_PATH:\$\(WRF_SRC_ROOT_DIR\)/external/io_netcdfpar/libwrfio_nfpar.a $ENV{NETCDFPAR_LDFLAGS} : ;
} elsif ( $sw_os eq "Interix" ) {
$_ =~ s:CONFIGURE_NETCDFPAR_LIB_PATH:\$\(WRF_SRC_ROOT_DIR\)/external/io_netcdfpar/libwrfio_nfpar.a -L$sw_netcdfpar_path/lib $sw_usenetcdff $sw_usenetcdf : ;
} else {
$_ =~ s:CONFIGURE_NETCDFPAR_LIB_PATH:-L\$\(WRF_SRC_ROOT_DIR\)/external/io_netcdfpar -lwrfio_nfpar -L$sw_netcdfpar_path/lib $sw_usenetcdff $sw_usenetcdf : ;
}
}
else
{ $_ =~ s/CONFIGURE_WRFIO_NFPAR//g ;
$_ =~ s:CONFIGURE_NETCDFPAR_FLAG::g ;
$_ =~ s:CONFIGURE_NETCDFPAR_LIB_PATH::g ;
}

if ( $sw_netcdf_path )
{ $_ =~ s/CONFIGURE_WRFIO_NF/wrfio_nf/g ;
$_ =~ s:CONFIGURE_NETCDF_FLAG:-DNETCDF: ;
Expand Down
Loading