[main] Updates for the real-time RRFS system

ecf/scripts/forecast/det/jrrfs_det_save_restart_spinup_f001.ecf

@@ -4,7 +4,7 @@
 #PBS -q %QUEUE%
 #PBS -A %PROJ%-%PROJENVIR%
 #PBS -l walltime=00:15:00
-#PBS -l place=vscatter:excl,select=1:ncpus=128:mem=500
+#PBS -l place=vscatter:shared,select=1:ncpus=1:mem=50G
 #PBS -l debug=true
 
 model=rrfs

ecf/scripts/ics/enkf/jrrfs_enkf_blend_ics_master.ecf

@@ -4,7 +4,7 @@
 #PBS -q %QUEUE%
 #PBS -A %PROJ%-%PROJENVIR%
 #PBS -l walltime=00:30:00
-#PBS -l place=vscatter:shared,select=1:mpiprocs=8:ncpus=8:mem=20G
+#PBS -l place=vscatter:shared,select=1:mpiprocs=8:ncpus=8:mem=260G
 #PBS -l debug=true
 
 model=rrfs

ecf/scripts/ics/firewx/jrrfs_firewx_make_lbcs_00.ecf

@@ -0,0 +1,31 @@
+#PBS -N rrfs_firewx_make_lbcs_00_%CYC%
+#PBS -j oe
+#PBS -S /bin/bash
+#PBS -q %QUEUE%
+#PBS -A %PROJ%-%PROJENVIR%
+#PBS -l walltime=01:30:00
+#PBS -l place=excl,select=1:ncpus=64:ompthreads=2:mem=1000G:prepost=true
+#PBS -l debug=true
+
+model=rrfs
+export cyc="%CYC%"
+%include <head.h>
+%include <envir-p1.h>
+############################################################
+# Load modules
+############################################################
+
+
+module list
+export WGF="%WGF%"
+export BCGRPNUM="%BCGRPNUM%"
+export BCGRP="%BCGRP%"
+############################################################
+# CALL executable job script here
+############################################################
+${HOMErrfs}/ush/load_modules_run_task.sh make_lbcs ${HOMErrfs}/jobs/JRRFS_MAKE_LBCS
+
+%include <tail.h>
+
+%manual
+%end

ecf/scripts/ics/firewx/jrrfs_firewx_make_lbcs_master.ecf

@@ -4,7 +4,7 @@
 #PBS -q %QUEUE%
 #PBS -A %PROJ%-%PROJENVIR%
 #PBS -l walltime=01:30:00
-#PBS -l place=scatter:shared,select=1:ncpus=36:mem=66G
+#PBS -l place=scatter:shared,select=1:ncpus=36:mem=260G
 #PBS -l debug=true
 
 model=rrfs

ecf/scripts/post/det/jrrfs_det_post_subhour_master.ecf

@@ -0,0 +1,30 @@
+#PBS -N rrfs_det_post_f@ecf_fhr@_%CYC%
+#PBS -j oe
+#PBS -S /bin/bash
+#PBS -q %QUEUE%
+#PBS -A %PROJ%-%PROJENVIR%
+#PBS -l walltime=00:15:00
+#PBS -l place=vscatter:excl,select=2:ncpus=128:ompthreads=2:mem=500G
+#PBS -l debug=true
+
+model=rrfs
+export cyc="%CYC%"
+%include <head.h>
+%include <envir-p1.h>
+############################################################
+# Load modules
+############################################################
+
+
+module list
+export WGF="%WGF%"
+export FHR="%FHR%"
+############################################################
+# CALL executable job script here
+############################################################
+${HOMErrfs}/ush/load_modules_run_task.sh post ${HOMErrfs}/jobs/JRRFS_POST
+
+%include <tail.h>
+
+%manual
+%end

ecf/setup_ecf_links.sh

@@ -1,5 +1,7 @@
 #!/bin/bash
 set -eux
+module load prod_util
+
 # Assume resource is using NCO production configuration
 resource_config="EMC"
 ECF_DIR=$(pwd)
@@ -46,15 +48,15 @@ cd ${ECF_DIR}/../fix/workflow/
 echo "point at proper workflow.conf version..."
   rm -f ./det/workflow.conf ./enkf/workflow.conf ./ensf/workflow.conf ./firewx/workflow.conf
 if [ ${resource_config} == "NCO" ]; then
-  ln -s ./det/workflow.conf_prod ./det/workflow.conf
-  ln -s ./enkf/workflow.conf_prod ./enkf/workflow.conf
-  ln -s ./ensf/workflow.conf_prod ./ensf/workflow.conf
-  ln -s ./firewx/workflow.conf_prod ./firewx/workflow.conf
+  cpreq ./det/workflow.conf_prod ./det/workflow.conf
+  cpreq ./enkf/workflow.conf_prod ./enkf/workflow.conf
+  cpreq ./ensf/workflow.conf_prod ./ensf/workflow.conf
+  cpreq ./firewx/workflow.conf_prod ./firewx/workflow.conf
 else
-  ln -s ./det/workflow.conf_dev ./det/workflow.conf
-  ln -s ./enkf/workflow.conf_dev ./enkf/workflow.conf
-  ln -s ./ensf/workflow.conf_dev ./ensf/workflow.conf
-  ln -s ./firewx/workflow.conf_dev ./firewx/workflow.conf
+  cpreq ./det/workflow.conf_dev ./det/workflow.conf
+  cpreq ./enkf/workflow.conf_dev ./enkf/workflow.conf
+  cpreq ./ensf/workflow.conf_dev ./ensf/workflow.conf
+  cpreq ./firewx/workflow.conf_dev ./firewx/workflow.conf
 fi
 
 # det prdgen files
@@ -163,7 +165,8 @@ done
 cd $ECF_DIR/scripts/post/det
 echo "Copy det post files ..."
 rm -f jrrfs_det_post_f*
-MASTER_FILE="jrrfs_det_post_master.ecf"
+MASTER_FILE_HOUR="jrrfs_det_post_master.ecf"
+MASTER_FILE_SUBHOUR="jrrfs_det_post_subhour_master.ecf"
 # =========================================================================
 #  Generate Standard Forecast Files (short-range, 15-min intervals)
 # =========================================================================
@@ -177,9 +180,15 @@ for fhr in $(seq 0 17); do
     fi
     hour_combo="${fhr_padded}_${min}_00"
     output_file="jrrfs_det_post_f${hour_combo}.ecf"
+    if [[ ${min} == "00" ]]; then
+      MASTER_FILE=${MASTER_FILE_HOUR}
+    else
+      MASTER_FILE=${MASTER_FILE_SUBHOUR}
+    fi
     create_ecf_file "${hour_combo}" "${output_file}"
   done
 done
+MASTER_FILE=${MASTER_FILE_HOUR}
 # Handle the two special cases for the standard files.
 create_ecf_file "000_00_36" "jrrfs_det_post_f000_00_36.ecf"
 create_ecf_file "018_00_00"    "jrrfs_det_post_f018_00_00.ecf"
@@ -196,12 +205,15 @@ for fhr in $(seq 0 17); do
     fi
     hour_combo="${fhr_padded}_${min}_00_long"
     output_file="jrrfs_det_post_f${hour_combo}.ecf"
+    if [[ ${min} == "00" ]]; then
+      MASTER_FILE=${MASTER_FILE_HOUR}
+    else
+      MASTER_FILE=${MASTER_FILE_SUBHOUR}
+    fi
     create_ecf_file "${hour_combo}" "${output_file}"
   done
 done
-
-# NOTE: The original script had a bug here. It tried to rename a file that had already
-# been moved and used an incorrect variable. The logic below corrects this by directly
+MASTER_FILE=${MASTER_FILE_HOUR}
 # creating the intended special-case file.
 create_ecf_file "000_00_36_long" "jrrfs_det_post_f000_00_36_long.ecf"
 # Loop for hours 18-84 at hourly intervals for the "_long" files.
@@ -250,9 +262,9 @@ done
 # firewx ics lbcs files
 cd $ECF_DIR/scripts/ics/firewx
 echo "Copy firewx ics lbcs files ..."
-rm -f jrrfs_firewx_make_lbcs_??.ecf
-for fhrs in $(seq 0 35); do
+for fhrs in $(seq 1 35); do
   fhr_2d=$( printf "%02d" "${fhrs}" )
+  rm -f jrrfs_firewx_make_lbcs_${fhr_2d}.ecf
   cp jrrfs_firewx_make_lbcs_master.ecf jrrfs_firewx_make_lbcs_${fhr_2d}.ecf
   sed -i -e "s|@firewx_make_lbcs_fhr@|${fhr_2d}|g" jrrfs_firewx_make_lbcs_${fhr_2d}.ecf
 done

modulefiles/build_wcoss2_intel.lua

@@ -21,12 +21,12 @@ load(pathJoin("jasper", os.getenv("jasper_ver")))
 load(pathJoin("zlib", os.getenv("zlib_ver")))
 load(pathJoin("libpng", os.getenv("libpng_ver")))
 load(pathJoin("libjpeg", os.getenv("libjpeg_ver")))
-load(pathJoin("hdf5-D", os.getenv("hdf5_ver")))
-load(pathJoin("netcdf-D", os.getenv("netcdf_ver")))
-load(pathJoin("pnetcdf-D", os.getenv("pnetcdf_ver")))
-load(pathJoin("pio-D", os.getenv("pio_ver")))
-load(pathJoin("esmf-D", os.getenv("esmf_ver")))
-load(pathJoin("fms-D", os.getenv("fms_ver")))
+load(pathJoin("hdf5-C", os.getenv("hdf5_ver")))
+load(pathJoin("netcdf-C", os.getenv("netcdf_ver")))
+load(pathJoin("pnetcdf-C", os.getenv("pnetcdf_ver")))
+load(pathJoin("pio-C", os.getenv("pio_ver")))
+load(pathJoin("esmf-C", os.getenv("esmf_ver")))
+load(pathJoin("fms", os.getenv("fms_ver")))
 load(pathJoin("gftl-shared", os.getenv("gftl_shared_ver")))
 
 load(pathJoin("bacio", os.getenv("bacio_ver")))

modulefiles/tasks/wcoss2/analysis_gsi.local.lua

@@ -6,14 +6,15 @@ load(pathJoin("prod_util", os.getenv("prod_util_ver")))
 load(pathJoin("cray-mpich", os.getenv("cray_mpich_ver")))
 load(pathJoin("cray-pals", os.getenv("cray_pals_ver")))
 
-load(pathJoin("netcdf-D", os.getenv("netcdf_ver")))
-load(pathJoin("pnetcdf-D", os.getenv("pnetcdf_ver")))
+load(pathJoin("hdf5-C", os.getenv("hdf5_ver")))
+load(pathJoin("netcdf-C", os.getenv("netcdf_ver")))
+load(pathJoin("pnetcdf-C", os.getenv("pnetcdf_ver")))
 load(pathJoin("bacio", os.getenv("bacio_ver")))
 load(pathJoin("w3emc", os.getenv("w3emc_ver")))
 load(pathJoin("sp", os.getenv("sp_ver")))
 load(pathJoin("ip", os.getenv("ip_ver")))
 load(pathJoin("nemsio", os.getenv("nemsio_ver")))
-load(pathJoin("ncdiag", os.getenv("ncdiag_ver")))
+load(pathJoin("ncdiag-A", os.getenv("ncdiag_ver")))
 load(pathJoin("libjpeg", os.getenv("libjpeg_ver")))
 load(pathJoin("crtm", os.getenv("crtm_ver")))
 

modulefiles/tasks/wcoss2/blend_ics.local.lua

@@ -7,9 +7,9 @@ load(pathJoin("cray-mpich", os.getenv("cray_mpich_ver")))
 load(pathJoin("cray-pals", os.getenv("cray_pals_ver")))
 
 load(pathJoin("libjpeg", os.getenv("libjpeg_ver")))
-load(pathJoin("hdf5-D", os.getenv("hdf5_ver")))
-load(pathJoin("netcdf-D", os.getenv("netcdf_ver")))
-load(pathJoin("pnetcdf-D", os.getenv("pnetcdf_ver")))
+load(pathJoin("hdf5-C", os.getenv("hdf5_ver")))
+load(pathJoin("netcdf-C", os.getenv("netcdf_ver")))
+load(pathJoin("pnetcdf-C", os.getenv("pnetcdf_ver")))
 load(pathJoin("bacio", os.getenv("bacio_ver")))
 load(pathJoin("w3emc", os.getenv("w3emc_ver")))
 load(pathJoin("nemsio", os.getenv("nemsio_ver")))

modulefiles/tasks/wcoss2/bufrsnd.local.lua

@@ -9,7 +9,7 @@ load(pathJoin("prod_util", os.getenv("prod_util_ver")))
 load(pathJoin("cray-mpich", os.getenv("cray_mpich_ver")))
 load(pathJoin("cray-pals", os.getenv("cray_pals_ver")))
 
-load(pathJoin("hdf5-D", os.getenv("hdf5_ver")))
-load(pathJoin("netcdf-D", os.getenv("netcdf_ver")))
-load(pathJoin("pnetcdf-D", os.getenv("pnetcdf_ver")))
+load(pathJoin("hdf5-C", os.getenv("hdf5_ver")))
+load(pathJoin("netcdf-C", os.getenv("netcdf_ver")))
+load(pathJoin("pnetcdf-C", os.getenv("pnetcdf_ver")))
 load(pathJoin("gempak", os.getenv("gempak_ver")))

modulefiles/tasks/wcoss2/enkf_radarref.local.lua

@@ -6,9 +6,9 @@ load(pathJoin("prod_util", os.getenv("prod_util_ver")))
 load(pathJoin("cray-mpich", os.getenv("cray_mpich_ver")))
 load(pathJoin("cray-pals", os.getenv("cray_pals_ver")))
 
-load(pathJoin("hdf5-D", os.getenv("hdf5_ver")))
-load(pathJoin("netcdf-D", os.getenv("netcdf_ver")))
-load(pathJoin("pnetcdf-D", os.getenv("pnetcdf_ver")))
+load(pathJoin("hdf5-C", os.getenv("hdf5_ver")))
+load(pathJoin("netcdf-C", os.getenv("netcdf_ver")))
+load(pathJoin("pnetcdf-C", os.getenv("pnetcdf_ver")))
 load(pathJoin("bacio", os.getenv("bacio_ver")))
 load(pathJoin("w3emc", os.getenv("w3emc_ver")))
 load(pathJoin("sp", os.getenv("sp_ver")))

modulefiles/tasks/wcoss2/enkfupdt.local.lua

@@ -9,9 +9,9 @@ load(pathJoin("cray-pals", os.getenv("cray_pals_ver")))
 load(pathJoin("jasper", os.getenv("jasper_ver")))
 load(pathJoin("zlib", os.getenv("zlib_ver")))
 load(pathJoin("libpng", os.getenv("libpng_ver")))
-load(pathJoin("hdf5-D", os.getenv("hdf5_ver")))
-load(pathJoin("netcdf-D", os.getenv("netcdf_ver")))
-load(pathJoin("pnetcdf-D", os.getenv("pnetcdf_ver")))
+load(pathJoin("hdf5-C", os.getenv("hdf5_ver")))
+load(pathJoin("netcdf-C", os.getenv("netcdf_ver")))
+load(pathJoin("pnetcdf-C", os.getenv("pnetcdf_ver")))
 
 load(pathJoin("bacio", os.getenv("bacio_ver")))
 load(pathJoin("ip", os.getenv("ip_ver")))

modulefiles/tasks/wcoss2/forecast.local.lua

@@ -10,18 +10,18 @@ load(pathJoin("cray-mpich", os.getenv("cray_mpich_ver")))
 load(pathJoin("cray-pals", os.getenv("cray_pals_ver")))
 
 load(pathJoin("jasper", os.getenv("jasper_ver")))
-load(pathJoin("hdf5-D", os.getenv("hdf5_ver")))
-load(pathJoin("netcdf-D", os.getenv("netcdf_ver")))
-load(pathJoin("pnetcdf-D", os.getenv("pnetcdf_ver")))
-load(pathJoin("fms-D", os.getenv("fms_ver")))
+load(pathJoin("hdf5-C", os.getenv("hdf5_ver")))
+load(pathJoin("netcdf-C", os.getenv("netcdf_ver")))
+load(pathJoin("pnetcdf-C", os.getenv("pnetcdf_ver")))
+load(pathJoin("fms", os.getenv("fms_ver")))
 load(pathJoin("bacio", os.getenv("bacio_ver")))
 load(pathJoin("crtm", os.getenv("crtm_ver")))
 load(pathJoin("g2", os.getenv("g2_ver")))
 load(pathJoin("ip", os.getenv("ip_ver")))
 load(pathJoin("sp", os.getenv("sp_ver")))
 load(pathJoin("w3emc", os.getenv("w3emc_ver")))
 load(pathJoin("pio", os.getenv("pio_ver")))
-load(pathJoin("esmf-D", os.getenv("esmf_ver")))
+load(pathJoin("esmf-C", os.getenv("esmf_ver")))
 load(pathJoin("libjpeg", os.getenv("libjpeg_ver")))
 
 load(pathJoin("udunits", os.getenv("udunits_ver")))

modulefiles/tasks/wcoss2/gempak.local.lua

@@ -10,7 +10,7 @@ load(pathJoin("cray-mpich", os.getenv("cray_mpich_ver")))
 load(pathJoin("cray-pals", os.getenv("cray_pals_ver")))
 load(pathJoin("wgrib2", os.getenv("wgrib2_ver")))
 
-load(pathJoin("hdf5-D", os.getenv("hdf5_ver")))
-load(pathJoin("netcdf-D", os.getenv("netcdf_ver")))
-load(pathJoin("pnetcdf-D", os.getenv("pnetcdf_ver")))
+load(pathJoin("hdf5-C", os.getenv("hdf5_ver")))
+load(pathJoin("netcdf-C", os.getenv("netcdf_ver")))
+load(pathJoin("pnetcdf-C", os.getenv("pnetcdf_ver")))
 load(pathJoin("gempak", os.getenv("gempak_ver")))

modulefiles/tasks/wcoss2/hybrid_radar_ref.local.lua

@@ -6,9 +6,9 @@ load(pathJoin("prod_util", os.getenv("prod_util_ver")))
 load(pathJoin("cray-mpich", os.getenv("cray_mpich_ver")))
 load(pathJoin("cray-pals", os.getenv("cray_pals_ver")))
 
-load(pathJoin("hdf5-D", os.getenv("hdf5_ver")))
-load(pathJoin("netcdf-D", os.getenv("netcdf_ver")))
-load(pathJoin("pnetcdf-D", os.getenv("pnetcdf_ver")))
+load(pathJoin("hdf5-C", os.getenv("hdf5_ver")))
+load(pathJoin("netcdf-C", os.getenv("netcdf_ver")))
+load(pathJoin("pnetcdf-C", os.getenv("pnetcdf_ver")))
 
 load(pathJoin("udunits", os.getenv("udunits_ver")))
 load(pathJoin("gsl", os.getenv("gsl_ver")))

modulefiles/tasks/wcoss2/make_grid.local.lua

@@ -7,16 +7,16 @@ load(pathJoin("cray-mpich", os.getenv("cray_mpich_ver")))
 load(pathJoin("cray-pals", os.getenv("cray_pals_ver")))
 
 load(pathJoin("libjpeg", os.getenv("libjpeg_ver")))
-load(pathJoin("hdf5-D", os.getenv("hdf5_ver")))
-load(pathJoin("netcdf-D", os.getenv("netcdf_ver")))
-load(pathJoin("pnetcdf-D", os.getenv("pnetcdf_ver")))
+load(pathJoin("hdf5-C", os.getenv("hdf5_ver")))
+load(pathJoin("netcdf-C", os.getenv("netcdf_ver")))
+load(pathJoin("pnetcdf-C", os.getenv("pnetcdf_ver")))
 load(pathJoin("bacio", os.getenv("bacio_ver")))
 load(pathJoin("w3emc", os.getenv("w3emc_ver")))
 load(pathJoin("nemsio", os.getenv("nemsio_ver")))
 load(pathJoin("sp", os.getenv("sp_ver")))
 load(pathJoin("ip", os.getenv("ip_ver")))
 load(pathJoin("g2", os.getenv("g2_ver")))
-load(pathJoin("esmf-D", os.getenv("esmf_ver")))
+load(pathJoin("esmf-C", os.getenv("esmf_ver")))
 
 load(pathJoin("udunits", os.getenv("udunits_ver")))
 load(pathJoin("gsl", os.getenv("gsl_ver")))

modulefiles/tasks/wcoss2/make_ics.local.lua

@@ -7,9 +7,9 @@ load(pathJoin("cray-mpich", os.getenv("cray_mpich_ver")))
 load(pathJoin("cray-pals", os.getenv("cray_pals_ver")))
 
 load(pathJoin("libjpeg", os.getenv("libjpeg_ver")))
-load(pathJoin("hdf5-D", os.getenv("hdf5_ver")))
-load(pathJoin("netcdf-D", os.getenv("netcdf_ver")))
-load(pathJoin("pnetcdf-D", os.getenv("pnetcdf_ver")))
+load(pathJoin("hdf5-C", os.getenv("hdf5_ver")))
+load(pathJoin("netcdf-C", os.getenv("netcdf_ver")))
+load(pathJoin("pnetcdf-C", os.getenv("pnetcdf_ver")))
 load(pathJoin("bacio", os.getenv("bacio_ver")))
 load(pathJoin("w3emc", os.getenv("w3emc_ver")))
 load(pathJoin("nemsio", os.getenv("nemsio_ver")))

modulefiles/tasks/wcoss2/make_lbcs.local.lua

@@ -7,9 +7,9 @@ load(pathJoin("cray-mpich", os.getenv("cray_mpich_ver")))
 load(pathJoin("cray-pals", os.getenv("cray_pals_ver")))
 
 load(pathJoin("libjpeg", os.getenv("libjpeg_ver")))
-load(pathJoin("hdf5-D", os.getenv("hdf5_ver")))
-load(pathJoin("netcdf-D", os.getenv("netcdf_ver")))
-load(pathJoin("pnetcdf-D", os.getenv("pnetcdf_ver")))
+load(pathJoin("hdf5-C", os.getenv("hdf5_ver")))
+load(pathJoin("netcdf-C", os.getenv("netcdf_ver")))
+load(pathJoin("pnetcdf-C", os.getenv("pnetcdf_ver")))
 load(pathJoin("bacio", os.getenv("bacio_ver")))
 load(pathJoin("w3emc", os.getenv("w3emc_ver")))
 load(pathJoin("nemsio", os.getenv("nemsio_ver")))

modulefiles/tasks/wcoss2/make_orog.local.lua

@@ -7,16 +7,16 @@ load(pathJoin("cray-mpich", os.getenv("cray_mpich_ver")))
 load(pathJoin("cray-pals", os.getenv("cray_pals_ver")))
 
 load(pathJoin("libjpeg", os.getenv("libjpeg_ver")))
-load(pathJoin("hdf5-D", os.getenv("hdf5_ver")))
-load(pathJoin("netcdf-D", os.getenv("netcdf_ver")))
-load(pathJoin("pnetcdf-D", os.getenv("pnetcdf_ver")))
+load(pathJoin("hdf5-C", os.getenv("hdf5_ver")))
+load(pathJoin("netcdf-C", os.getenv("netcdf_ver")))
+load(pathJoin("pnetcdf-C", os.getenv("pnetcdf_ver")))
 load(pathJoin("bacio", os.getenv("bacio_ver")))
 load(pathJoin("w3emc", os.getenv("w3emc_ver")))
 load(pathJoin("nemsio", os.getenv("nemsio_ver")))
 load(pathJoin("sp", os.getenv("sp_ver")))
 load(pathJoin("ip", os.getenv("ip_ver")))
 load(pathJoin("g2", os.getenv("g2_ver")))
-load(pathJoin("esmf-D", os.getenv("esmf_ver")))
+load(pathJoin("esmf-C", os.getenv("esmf_ver")))
 
 load(pathJoin("udunits", os.getenv("udunits_ver")))
 load(pathJoin("gsl", os.getenv("gsl_ver")))