From bb9e0dd32ea6aea2b067ba1452c001b3fdc9bcac Mon Sep 17 00:00:00 2001 From: Dusan Jovic Date: Wed, 2 Apr 2025 16:21:17 +0000 Subject: [PATCH 01/21] Update .gitmodules --- .gitmodules | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/.gitmodules b/.gitmodules index fee315db63..00cc5440f6 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,7 +1,9 @@ [submodule "FV3"] path = FV3 - url = https://github.com/NOAA-EMC/fv3atm - branch = production/RRFS.v1 + #url = https://github.com/NOAA-EMC/fv3atm + #branch = production/RRFS.v1 + url = https://github.com/DusanJovic-NOAA/fv3atm + branch = rrfs_v1_conus13km_tests [submodule "WW3"] path = WW3 url = https://github.com/NOAA-EMC/WW3 From a84d6e24d7c47f2a1a5625689df5eb27483903f6 Mon Sep 17 00:00:00 2001 From: Dusan Jovic Date: Thu, 3 Apr 2025 16:52:10 +0000 Subject: [PATCH 02/21] Fix rrfs (conus13km) decomp and restart tests --- FV3 | 2 +- tests/default_vars.sh | 4 ++-- tests/fv3_conf/fv3_qsub.IN_acorn | 7 +++--- tests/fv3_conf/fv3_qsub.IN_wcoss2 | 7 +++--- tests/rrfs_for_testing_do_not_merge.conf | 13 +++++++++++ tests/rt.conf | 29 ++++++++---------------- tests/rt.conf_rrfs | 13 ++++------- tests/run_test.sh | 2 ++ tests/tests/conus13km_2threads | 9 ++++---- tests/tests/conus13km_debug_2threads | 3 --- tests/tests/conus13km_debug_decomp | 4 ++-- tests/tests/conus13km_debug_qr | 5 ++-- tests/tests/conus13km_decomp | 9 ++++++-- tests/tests/conus13km_restart | 5 ++++ 14 files changed, 61 insertions(+), 51 deletions(-) create mode 100644 tests/rrfs_for_testing_do_not_merge.conf diff --git a/FV3 b/FV3 index 81e6d10dea..03fc30cfe6 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 81e6d10dea838f03aeffdd70e8e9c9ce7001304d +Subproject commit 03fc30cfe621836ea7d09c0b8dcab220d4d452dc diff --git a/tests/default_vars.sh b/tests/default_vars.sh index 819b28d7d7..6b502ff14c 100755 --- a/tests/default_vars.sh +++ b/tests/default_vars.sh @@ -1402,8 +1402,8 @@ export SHAL_CNV=.false. export DO_SAT_ADJ=.false. export DO_DEEP=.false. export CCPP_SUITE='FV3_HRRR' -export INPES=12 -export JNPES=12 +export INPES=10 +export JNPES=8 export NPX=397 export NPY=233 export NPZ=65 diff --git a/tests/fv3_conf/fv3_qsub.IN_acorn b/tests/fv3_conf/fv3_qsub.IN_acorn index db6b3f1d12..efb7051ee5 100644 --- a/tests/fv3_conf/fv3_qsub.IN_acorn +++ b/tests/fv3_conf/fv3_qsub.IN_acorn @@ -5,15 +5,16 @@ #PBS -N @[JBNME] #PBS -A @[ACCNR] #PBS -q @[QUEUE] -#PBS -l place=vscatter,select=@[NODES]:ncpus=@[TPN]:mpiprocs=@[TPN]:mem=500G +#PBS -l place=vscatter,select=@[NODES]:ncpus=@[NCPUS]:mpiprocs=@[TPN]:ompthreads=@[THRD]:mem=500G #PBS -l place=excl #PBS -l walltime=00:@[WLCLK]:00 set -eux -echo -n " $( date +%s )," > job_timestamp.txt cd $PBS_O_WORKDIR +echo -n " $( date +%s )," > job_timestamp.txt + set +x module use $PWD/modulefiles module load modules.fv3 @@ -30,7 +31,7 @@ export ESMF_RUNTIME_COMPLIANCECHECK=OFF:depth=4 export ESMF_RUNTIME_PROFILE=ON export ESMF_RUNTIME_PROFILE_OUTPUT="SUMMARY" -mpiexec -n @[TASKS] -ppn @[TPN] -depth @[THRD] ./fv3.exe +mpiexec -n @[TASKS] -ppn @[TPN] --cpu-bind core -depth @[THRD] ./fv3.exe echo "Model ended: " `date` echo -n " $( date +%s )," >> job_timestamp.txt diff --git a/tests/fv3_conf/fv3_qsub.IN_wcoss2 b/tests/fv3_conf/fv3_qsub.IN_wcoss2 index db6b3f1d12..efb7051ee5 100644 --- a/tests/fv3_conf/fv3_qsub.IN_wcoss2 +++ b/tests/fv3_conf/fv3_qsub.IN_wcoss2 @@ -5,15 +5,16 @@ #PBS -N @[JBNME] #PBS -A @[ACCNR] #PBS -q @[QUEUE] -#PBS -l place=vscatter,select=@[NODES]:ncpus=@[TPN]:mpiprocs=@[TPN]:mem=500G +#PBS -l place=vscatter,select=@[NODES]:ncpus=@[NCPUS]:mpiprocs=@[TPN]:ompthreads=@[THRD]:mem=500G #PBS -l place=excl #PBS -l walltime=00:@[WLCLK]:00 set -eux -echo -n " $( date +%s )," > job_timestamp.txt cd $PBS_O_WORKDIR +echo -n " $( date +%s )," > job_timestamp.txt + set +x module use $PWD/modulefiles module load modules.fv3 @@ -30,7 +31,7 @@ export ESMF_RUNTIME_COMPLIANCECHECK=OFF:depth=4 export ESMF_RUNTIME_PROFILE=ON export ESMF_RUNTIME_PROFILE_OUTPUT="SUMMARY" -mpiexec -n @[TASKS] -ppn @[TPN] -depth @[THRD] ./fv3.exe +mpiexec -n @[TASKS] -ppn @[TPN] --cpu-bind core -depth @[THRD] ./fv3.exe echo "Model ended: " `date` echo -n " $( date +%s )," >> job_timestamp.txt diff --git a/tests/rrfs_for_testing_do_not_merge.conf b/tests/rrfs_for_testing_do_not_merge.conf new file mode 100644 index 0000000000..5a88fd3d1b --- /dev/null +++ b/tests/rrfs_for_testing_do_not_merge.conf @@ -0,0 +1,13 @@ + +COMPILE | rrfs_dyn32_phy32_faster | intel | -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO | - noaacloud | fv3 | +RUN | conus13km_control | - noaacloud | baseline | +RUN | conus13km_2threads | - noaacloud | | +RUN | conus13km_decomp | - noaacloud | | +RUN | conus13km_restart | - noaacloud | | conus13km_control + +COMPILE | rrfs_dyn32_phy32_debug | intel | -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO | - noaacloud | fv3 | +RUN | conus13km_debug | - noaacloud | baseline | +RUN | conus13km_debug_qr | - derecho noaacloud | | +RUN | conus13km_debug_2threads | - derecho noaacloud | | +RUN | conus13km_radar_tten_debug | - noaacloud | baseline | +RUN | conus13km_debug_decomp | - noaacloud | | diff --git a/tests/rt.conf b/tests/rt.conf index ba5a98a4ae..0c834c4200 100644 --- a/tests/rt.conf +++ b/tests/rt.conf @@ -199,12 +199,9 @@ RUN | hrrr_control_restart_dyn32_phy32 | - noaacloud COMPILE | rrfs_dyn32_phy32_faster | intel | -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON | - noaacloud | fv3 | RUN | conus13km_control | - noaacloud | baseline | -RUN | conus13km_2threads | - noaacloud | | conus13km_control -RUN | conus13km_restart_mismatch | - noaacloud | baseline | conus13km_control - -# Expected to fail: -# RUN | conus13km_restart | - noaacloud | | conus13km_control -# RUN | conus13km_decomp | - noaacloud | | conus13km_control +RUN | conus13km_2threads | - noaacloud | | +RUN | conus13km_restart | - noaacloud | | conus13km_control +RUN | conus13km_decomp | - noaacloud | | COMPILE | rrfs_dyn64_phy32 | intel | -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON | - noaacloud | fv3 | RUN | rap_control_dyn64_phy32 | - noaacloud | baseline | @@ -213,13 +210,10 @@ COMPILE | rrfs_dyn32_phy32_debug | intel | -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_H RUN | rap_control_debug_dyn32_phy32 | - noaacloud | baseline | RUN | hrrr_control_debug_dyn32_phy32 | - noaacloud | baseline | RUN | conus13km_debug | - noaacloud | baseline | -RUN | conus13km_debug_qr | - derecho noaacloud | | -RUN | conus13km_debug_2threads | - derecho noaacloud | | +RUN | conus13km_debug_qr | - noaacloud | | +RUN | conus13km_debug_2threads | - noaacloud | | RUN | conus13km_radar_tten_debug | - noaacloud | baseline | -# Expected to fail: -# RUN | conus13km_debug_decomp | - noaacloud | | - COMPILE | rrfs_dyn64_phy32_debug | intel | -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON | - noaacloud | fv3 | RUN | rap_control_dyn64_phy32_debug | - noaacloud | baseline | @@ -371,12 +365,9 @@ RUN | hrrr_control_decomp_dyn32_phy32 | + hera hercules RUN | rap_restart_dyn32_phy32 | + hera hercules | | rap_control_dyn32_phy32 RUN | hrrr_control_restart_dyn32_phy32 | + hera hercules | | hrrr_control_dyn32_phy32 RUN | conus13km_control | + hera hercules | baseline | -RUN | conus13km_2threads | + hera hercules | | conus13km_control -RUN | conus13km_restart_mismatch | + hera hercules | baseline | conus13km_control - -# Expected to fail: -# RUN | conus13km_restart | + hera hercules | | conus13km_control -# RUN | conus13km_decomp | + hera hercules | | conus13km_control +RUN | conus13km_2threads | + hera hercules | | +RUN | conus13km_decomp | + hera hercules | | +RUN | conus13km_restart | + hera hercules | | conus13km_control COMPILE | atm_dyn64_phy32 | gnu | -DAPP=ATM -DCCPP_32BIT=ON | + hera hercules | fv3 | RUN | rap_control_dyn64_phy32 | + hera hercules | baseline | @@ -387,11 +378,9 @@ RUN | hrrr_control_debug_dyn32_phy32 | + hera hercules RUN | conus13km_debug | + hera hercules | baseline | RUN | conus13km_debug_qr | + hera hercules | | RUN | conus13km_debug_2threads | + hera hercules | | +RUN | conus13km_debug_decomp | + hera hercules | | RUN | conus13km_radar_tten_debug | + hera hercules | baseline | -# Expected to fail: -# RUN | conus13km_debug_decomp | + hera derecho hercules | | - COMPILE | atm_dyn64_phy32_debug | gnu | -DAPP=ATM -DCCPP_32BIT=ON -DDEBUG=ON | + hera hercules | fv3 | RUN | rap_control_dyn64_phy32_debug | + hera hercules | baseline | diff --git a/tests/rt.conf_rrfs b/tests/rt.conf_rrfs index a734d96536..28fa639c9d 100644 --- a/tests/rt.conf_rrfs +++ b/tests/rt.conf_rrfs @@ -86,12 +86,9 @@ RUN | hrrr_control_restart_dyn32_phy32 | - noaacloud COMPILE | rrfs_dyn32_phy32_faster | intel | -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO | - noaacloud | fv3 | RUN | conus13km_control | - noaacloud | baseline | -RUN | conus13km_2threads | - noaacloud | | conus13km_control -RUN | conus13km_restart_mismatch | - noaacloud | baseline | conus13km_control - -# Expected to fail: -# RUN | conus13km_restart | - noaacloud | | conus13km_control -# RUN | conus13km_decomp | - noaacloud | | conus13km_control +RUN | conus13km_2threads | - noaacloud | | +RUN | conus13km_decomp | - noaacloud | | +RUN | conus13km_restart | - noaacloud | | conus13km_control COMPILE | rrfs_dyn64_phy32 | intel | -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO | - noaacloud | fv3 | RUN | rap_control_dyn64_phy32 | - noaacloud | baseline | @@ -102,11 +99,9 @@ RUN | hrrr_control_debug_dyn32_phy32 | - noaacloud RUN | conus13km_debug | - noaacloud | baseline | RUN | conus13km_debug_qr | - derecho noaacloud | | RUN | conus13km_debug_2threads | - derecho noaacloud | | +RUN | conus13km_debug_decomp | - noaacloud | | RUN | conus13km_radar_tten_debug | - noaacloud | baseline | -# Expected to fail: -# RUN | conus13km_debug_decomp | - noaacloud | | - COMPILE | rrfs_dyn64_phy32_debug | intel | -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO | - noaacloud | fv3 | RUN | rap_control_dyn64_phy32_debug | - noaacloud | baseline | diff --git a/tests/run_test.sh b/tests/run_test.sh index 2b9e3ebf9d..d0d1f6419b 100755 --- a/tests/run_test.sh +++ b/tests/run_test.sh @@ -312,6 +312,8 @@ fi export PPN export UFS_TASKS +export NCPUS=$(( TPN * THRD )) + if [[ $SCHEDULER = 'pbs' ]]; then if [[ -e $PATHRT/fv3_conf/fv3_qsub.IN_${MACHINE_ID} ]]; then atparse < $PATHRT/fv3_conf/fv3_qsub.IN_${MACHINE_ID} > job_card diff --git a/tests/tests/conus13km_2threads b/tests/tests/conus13km_2threads index 9d8620c42a..c72e25708d 100644 --- a/tests/tests/conus13km_2threads +++ b/tests/tests/conus13km_2threads @@ -17,11 +17,12 @@ export LIST_FILES="sfcf000.nc \ atmf001.nc" export_hrrr_conus13km -export SMONTH=5 export RESTART_INTERVAL=1 export FHMAX=1 export atm_omp_num_threads=2 -export INPES=12 -export JNPES=12 -export WRTTASK_PER_GROUP=6 export QUILTING_RESTART=.false. +export USE_MERRA2=.true. + +if [[ " hera orion hercules jet " =~ " ${MACHINE_ID} " ]] ; then + ZSTANDARD_LEVEL=5 +fi diff --git a/tests/tests/conus13km_debug_2threads b/tests/tests/conus13km_debug_2threads index 9daadc7dd6..a520d787cc 100644 --- a/tests/tests/conus13km_debug_2threads +++ b/tests/tests/conus13km_debug_2threads @@ -20,7 +20,4 @@ export_hrrr_conus13km export RESTART_INTERVAL=1 export FHMAX=1 export atm_omp_num_threads=2 -export INPES=12 -export JNPES=12 -export WRTTASK_PER_GROUP=6 export QUILTING_RESTART=.false. diff --git a/tests/tests/conus13km_debug_decomp b/tests/tests/conus13km_debug_decomp index 07f1436d03..4816af063a 100644 --- a/tests/tests/conus13km_debug_decomp +++ b/tests/tests/conus13km_debug_decomp @@ -19,6 +19,6 @@ export LIST_FILES="sfcf000.nc \ export_hrrr_conus13km export RESTART_INTERVAL=1 export FHMAX=1 -export INPES=16 -export JNPES=9 +export INPES=8 +export JNPES=10 export QUILTING_RESTART=.false. diff --git a/tests/tests/conus13km_debug_qr b/tests/tests/conus13km_debug_qr index 918680aacc..038d0aa576 100644 --- a/tests/tests/conus13km_debug_qr +++ b/tests/tests/conus13km_debug_qr @@ -1,13 +1,13 @@ ############################################################################### # -# HRRR physics on 13km domain, control +# HRRR physics on 13km domain, debug with quilting restart # ############################################################################### # This configuration is supposed to match the rrfs_dev1 parallel, so # do not change the namelist without checking the current parallel. -export TEST_DESCR="HRRR physics on 13km domain, control" +export TEST_DESCR="HRRR physics on 13km domain, debug with quilting restart" export CNTL_DIR=conus13km_debug @@ -26,3 +26,4 @@ export LIST_FILES="sfcf000.nc \ export_hrrr_conus13km export RESTART_INTERVAL=1 export FHMAX=1 +export QUILTING_RESTART=.true. diff --git a/tests/tests/conus13km_decomp b/tests/tests/conus13km_decomp index 70ede9c67c..3674882354 100644 --- a/tests/tests/conus13km_decomp +++ b/tests/tests/conus13km_decomp @@ -20,6 +20,11 @@ export LIST_FILES="sfcf000.nc \ export_hrrr_conus13km export RESTART_INTERVAL=1 -export INPES=16 -export JNPES=9 +export INPES=8 +export JNPES=10 export QUILTING_RESTART=.false. +export USE_MERRA2=.true. + +if [[ " hera orion hercules jet " =~ " ${MACHINE_ID} " ]] ; then + ZSTANDARD_LEVEL=5 +fi diff --git a/tests/tests/conus13km_restart b/tests/tests/conus13km_restart index 4a966591bf..0d8488eb6b 100644 --- a/tests/tests/conus13km_restart +++ b/tests/tests/conus13km_restart @@ -19,3 +19,8 @@ export FHROT=1 export RESTART_FILE_PREFIX="${SYEAR}${SMONTH}${SDAY}.$(printf "%02d" $(( ${SHOUR} + ${FHROT} )))0000" export RRFS_RESTART=YES export QUILTING_RESTART=.false. +export USE_MERRA2=.true. + +if [[ " hera orion hercules jet " =~ " ${MACHINE_ID} " ]] ; then + ZSTANDARD_LEVEL=5 +fi From 22514b172faf1593ddba328812c2f3bba53dcda3 Mon Sep 17 00:00:00 2001 From: jili dong Date: Tue, 3 Jun 2025 14:27:26 +0000 Subject: [PATCH 03/21] update .gitmodules --- .gitmodules | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitmodules b/.gitmodules index 00cc5440f6..00c08cf3ac 100644 --- a/.gitmodules +++ b/.gitmodules @@ -2,8 +2,8 @@ path = FV3 #url = https://github.com/NOAA-EMC/fv3atm #branch = production/RRFS.v1 - url = https://github.com/DusanJovic-NOAA/fv3atm - branch = rrfs_v1_conus13km_tests + url = https://github.com/JiliDong-NOAA/fv3atm + branch = restart_fix [submodule "WW3"] path = WW3 url = https://github.com/NOAA-EMC/WW3 From e671d61e3e599137638dbe5603618c0edb1ea681 Mon Sep 17 00:00:00 2001 From: jili dong Date: Tue, 3 Jun 2025 14:35:12 +0000 Subject: [PATCH 04/21] update FV3 --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index 03fc30cfe6..9afc628010 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 03fc30cfe621836ea7d09c0b8dcab220d4d452dc +Subproject commit 9afc6280104df14209f9967a00214c2c6ec13b8a From baa6e5e70c624258d6b0a98fe925fa268845c358 Mon Sep 17 00:00:00 2001 From: Dusan Jovic Date: Thu, 12 Jun 2025 13:24:50 +0000 Subject: [PATCH 05/21] Update FV3 --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index 03fc30cfe6..26304d7a87 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 03fc30cfe621836ea7d09c0b8dcab220d4d452dc +Subproject commit 26304d7a871a014a45e0cc14fd33b590fe701995 From 3411cbeeda6bbdea1da043a553cffc17541c23f9 Mon Sep 17 00:00:00 2001 From: Dusan Jovic Date: Thu, 12 Jun 2025 13:51:07 +0000 Subject: [PATCH 06/21] Update FV3 --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index 26304d7a87..e5c76d156a 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 26304d7a871a014a45e0cc14fd33b590fe701995 +Subproject commit e5c76d156aba76a35f316b3f4a18e671ffbd5bc5 From 83d799be4c5b81c300899d42deadb25a2c9df223 Mon Sep 17 00:00:00 2001 From: jili dong Date: Wed, 27 Aug 2025 19:47:35 +0000 Subject: [PATCH 07/21] update for rrfsens restart bitwise reproducibility --- .gitmodules | 6 ++++-- FV3 | 2 +- stochastic_physics | 2 +- 3 files changed, 6 insertions(+), 4 deletions(-) diff --git a/.gitmodules b/.gitmodules index 00c08cf3ac..3cd523df92 100644 --- a/.gitmodules +++ b/.gitmodules @@ -10,8 +10,10 @@ branch = dev/ufs-weather-model [submodule "stochastic_physics"] path = stochastic_physics - url = https://github.com/NOAA-PSL/stochastic_physics - branch = production/RRFS.v1 +# url = https://github.com/NOAA-PSL/stochastic_physics +# branch = production/RRFS.v1 + url = https://github.com/JiliDong-NOAA/stochastic_physics + branch = spp_restart_fix [submodule "CMakeModules"] path = CMakeModules url = https://github.com/NOAA-EMC/CMakeModules diff --git a/FV3 b/FV3 index 9afc628010..b6fad36d08 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 9afc6280104df14209f9967a00214c2c6ec13b8a +Subproject commit b6fad36d08f50faae07397e4c8b14374ed1d7113 diff --git a/stochastic_physics b/stochastic_physics index a556180202..7614d4bd61 160000 --- a/stochastic_physics +++ b/stochastic_physics @@ -1 +1 @@ -Subproject commit a5561802021d89a9a1e2b52cb69393efcdc6f71c +Subproject commit 7614d4bd617c3acc6a01a7687a6a88b71fa375d2 From e9aa657467c9d2389b5a23c5023e0bbdd934d75d Mon Sep 17 00:00:00 2001 From: jili dong Date: Thu, 28 Aug 2025 14:18:29 +0000 Subject: [PATCH 08/21] update FV3 --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index b6fad36d08..35ad02d3a3 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit b6fad36d08f50faae07397e4c8b14374ed1d7113 +Subproject commit 35ad02d3a3b040c665e4a01a59dc5165bd1c0314 From 3f2108fc4a631d43c49a8dcb1a0f18242b30687d Mon Sep 17 00:00:00 2001 From: jili dong Date: Thu, 28 Aug 2025 15:23:20 +0000 Subject: [PATCH 09/21] revert FV3 --- .gitmodules | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitmodules b/.gitmodules index 3cd523df92..c0d9c42eac 100644 --- a/.gitmodules +++ b/.gitmodules @@ -2,8 +2,8 @@ path = FV3 #url = https://github.com/NOAA-EMC/fv3atm #branch = production/RRFS.v1 - url = https://github.com/JiliDong-NOAA/fv3atm - branch = restart_fix + url = https://github.com/DusanJovic-NOAA/fv3atm + branch = rrfs_v1_conus13km_tests [submodule "WW3"] path = WW3 url = https://github.com/NOAA-EMC/WW3 From 0ffe28cfcadb962875e6978626b8f9d3b04e8f82 Mon Sep 17 00:00:00 2001 From: jili dong Date: Thu, 28 Aug 2025 15:27:36 +0000 Subject: [PATCH 10/21] update FV3 --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index 35ad02d3a3..f82a79f435 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 35ad02d3a3b040c665e4a01a59dc5165bd1c0314 +Subproject commit f82a79f43551149d29cc9eb5dbf941eaf03cd457 From 04fd1a123725c514ef1da7a36fd1b23ba37a0e2f Mon Sep 17 00:00:00 2001 From: jili dong Date: Thu, 28 Aug 2025 15:32:09 +0000 Subject: [PATCH 11/21] remove spaces --- .gitmodules | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitmodules b/.gitmodules index c0d9c42eac..9fae13f454 100644 --- a/.gitmodules +++ b/.gitmodules @@ -2,8 +2,8 @@ path = FV3 #url = https://github.com/NOAA-EMC/fv3atm #branch = production/RRFS.v1 - url = https://github.com/DusanJovic-NOAA/fv3atm - branch = rrfs_v1_conus13km_tests + url = https://github.com/DusanJovic-NOAA/fv3atm + branch = rrfs_v1_conus13km_tests [submodule "WW3"] path = WW3 url = https://github.com/NOAA-EMC/WW3 From f8e8e7b9c071b6cba59f4e4be8e9fdc2cfac95e2 Mon Sep 17 00:00:00 2001 From: Jili Dong Date: Sat, 30 Aug 2025 07:11:10 -0400 Subject: [PATCH 12/21] REFS ensemble restart fix (#43) * update for rrfsens restart bitwise reproducibility --------- Co-authored-by: jili dong Co-authored-by: jili dong Co-authored-by: jili dong --- .gitmodules | 6 ++++-- FV3 | 2 +- stochastic_physics | 2 +- 3 files changed, 6 insertions(+), 4 deletions(-) diff --git a/.gitmodules b/.gitmodules index 00cc5440f6..9fae13f454 100644 --- a/.gitmodules +++ b/.gitmodules @@ -10,8 +10,10 @@ branch = dev/ufs-weather-model [submodule "stochastic_physics"] path = stochastic_physics - url = https://github.com/NOAA-PSL/stochastic_physics - branch = production/RRFS.v1 +# url = https://github.com/NOAA-PSL/stochastic_physics +# branch = production/RRFS.v1 + url = https://github.com/JiliDong-NOAA/stochastic_physics + branch = spp_restart_fix [submodule "CMakeModules"] path = CMakeModules url = https://github.com/NOAA-EMC/CMakeModules diff --git a/FV3 b/FV3 index e5c76d156a..f82a79f435 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit e5c76d156aba76a35f316b3f4a18e671ffbd5bc5 +Subproject commit f82a79f43551149d29cc9eb5dbf941eaf03cd457 diff --git a/stochastic_physics b/stochastic_physics index a556180202..7614d4bd61 160000 --- a/stochastic_physics +++ b/stochastic_physics @@ -1 +1 @@ -Subproject commit a5561802021d89a9a1e2b52cb69393efcdc6f71c +Subproject commit 7614d4bd617c3acc6a01a7687a6a88b71fa375d2 From 900e5a7ea86f112e458d39580eb247f75e46da23 Mon Sep 17 00:00:00 2001 From: jili dong Date: Tue, 7 Oct 2025 20:06:40 +0000 Subject: [PATCH 13/21] update FV3 and stochastic_physics; fix DEBUG crash for REFS --- .gitmodules | 6 ++++-- FV3 | 2 +- stochastic_physics | 2 +- 3 files changed, 6 insertions(+), 4 deletions(-) diff --git a/.gitmodules b/.gitmodules index 9fae13f454..ee77d96268 100644 --- a/.gitmodules +++ b/.gitmodules @@ -2,8 +2,10 @@ path = FV3 #url = https://github.com/NOAA-EMC/fv3atm #branch = production/RRFS.v1 - url = https://github.com/DusanJovic-NOAA/fv3atm - branch = rrfs_v1_conus13km_tests +# url = https://github.com/DusanJovic-NOAA/fv3atm +# branch = rrfs_v1_conus13km_tests + url = https://github.com/JiliDong-NOAA/fv3atm + branch = restart_fix [submodule "WW3"] path = WW3 url = https://github.com/NOAA-EMC/WW3 diff --git a/FV3 b/FV3 index f82a79f435..f534c72736 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit f82a79f43551149d29cc9eb5dbf941eaf03cd457 +Subproject commit f534c7273645dd71e654af35db51f6f1a16a57b2 diff --git a/stochastic_physics b/stochastic_physics index 7614d4bd61..38965de861 160000 --- a/stochastic_physics +++ b/stochastic_physics @@ -1 +1 @@ -Subproject commit 7614d4bd617c3acc6a01a7687a6a88b71fa375d2 +Subproject commit 38965de861e21699e10335616abf196f1ed6030d From 2290f53a03539ada68df1b10671f1d523becf93a Mon Sep 17 00:00:00 2001 From: jili dong Date: Wed, 8 Oct 2025 13:45:10 +0000 Subject: [PATCH 14/21] update FV3 --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index f534c72736..9ecc36f0b3 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit f534c7273645dd71e654af35db51f6f1a16a57b2 +Subproject commit 9ecc36f0b3cda54a18dd9482bafca53f338ed782 From b609aba86419fbde362300279b33f17c5e52d64d Mon Sep 17 00:00:00 2001 From: Jili Dong Date: Wed, 15 Oct 2025 19:31:26 +0000 Subject: [PATCH 15/21] update FV3 to fix C3 compiling error --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index 9ecc36f0b3..f4be1fc656 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 9ecc36f0b3cda54a18dd9482bafca53f338ed782 +Subproject commit f4be1fc656902b62cfaaa85e788fc4b433ca15ce From dbeb7171cb71703643f184364d2fcbb2dbff88f7 Mon Sep 17 00:00:00 2001 From: jili dong Date: Thu, 23 Oct 2025 17:54:56 +0000 Subject: [PATCH 16/21] bl_date update --- tests/bl_date.conf | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/bl_date.conf b/tests/bl_date.conf index 5ebd5cb096..f6592fca6e 100644 --- a/tests/bl_date.conf +++ b/tests/bl_date.conf @@ -1 +1 @@ -export BL_DATE=20250123 +export BL_DATE=20251017 From 840b101b9efcf9e5d5a4b4b4a3e90aebca4dcd83 Mon Sep 17 00:00:00 2001 From: Brian Curtis Date: Fri, 24 Oct 2025 16:21:07 +0000 Subject: [PATCH 17/21] WCOSS2 RRFS Tests Pass --- tests/logs/RegressionTests_wcoss2.log | 600 ++++++++++++++------------ 1 file changed, 315 insertions(+), 285 deletions(-) diff --git a/tests/logs/RegressionTests_wcoss2.log b/tests/logs/RegressionTests_wcoss2.log index b7abde696b..8d28b0bede 100644 --- a/tests/logs/RegressionTests_wcoss2.log +++ b/tests/logs/RegressionTests_wcoss2.log @@ -1,31 +1,31 @@ -Fri Jan 24 14:54:18 UTC 2025 +Fri Oct 24 15:36:59 UTC 2025 Start Regression test -Testing UFSWM Hash: 42ea68dd8bf8ff6ba7cca9639bc0ed738c7e7b71 +Testing UFSWM Hash: dbeb7171cb71703643f184364d2fcbb2dbff88f7 Testing With Submodule Hashes: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) 89603d16f39675624fc8518da50d9515cd5f18c6 CDEPS-interface/CDEPS (cdeps0.4.17-39-g89603d1) 620e48fe75d92aa607af7e21f2d8691baddd2851 CICE-interface/CICE (CICE6.0.0-445-g620e48f) 13ed05982efc95c077efc3b9609688554e3a854c CMEPS-interface/CMEPS (cmeps_v0.4.1-2302-g13ed059) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - 89b620e0b4c3d30175afb1a099b6a28370568cc2 FV3 (remotes/origin/sigmab_fix) + f4be1fc656902b62cfaaa85e788fc4b433ca15ce FV3 (remotes/origin/restart_fix) 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) 35789c757766e07f688b4c0c7c5229816f224b09 HYCOM-interface/HYCOM (2.3.00-121-g35789c7) c8a7325c040b4cb1327c55c8248e8e66972239a5 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-9878-gc8a7325c0) 0cd3e23ae5d35ef93e205e4d0c3b13ccc0d851f5 NOAHMP-interface/noahmp (v3.7.1-423-g0cd3e23) 4ffc47e10e3d3f3bbee50251aacb28b7e0165b92 WW3 (6.07.1-344-g4ffc47e1) - a5561802021d89a9a1e2b52cb69393efcdc6f71c stochastic_physics (ufs-v2.0.0-199-ga556180) -Compile atm_debug_dyn32_intel elapsed time 284 seconds. -DAPP=ATM -DDEBUG=ON -D32BIT=ON -DCCPP_SUITES=FV3_HRRR,FV3_GFS_v16,FV3_GFS_v16_csawmg,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km,FV3_RAP,FV3_RAP_unified_ugwp,FV3_RAP_cires_ugwp,FV3_RAP_flake,FV3_RAP_clm_lake,FV3_RAP_noah,FV3_RAP_sfcdiff,FV3_RAP_noah_sfcdiff_cires_ugwp,FV3_RRFS_v1beta,FV3_HRRR_c3,FV3_HRRR_gf,FV3_global_nest_v1 -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_faster_dyn32_intel elapsed time 502 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -D32BIT=ON -DFASTER=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_debug_intel elapsed time 205 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile rrfs_dyn32_phy32_faster_intel elapsed time 488 seconds. -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_intel elapsed time 471 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn64_phy32_debug_intel elapsed time 197 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile rrfs_dyn64_phy32_intel elapsed time 481 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_intel elapsed time 522 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta,FV3_RRFS_v1nssl -D32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release - -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_control_intel + 38965de861e21699e10335616abf196f1ed6030d stochastic_physics (remotes/origin/spp_restart_fix) +Compile atm_debug_dyn32_intel elapsed time 290 seconds. -DAPP=ATM -DDEBUG=ON -D32BIT=ON -DCCPP_SUITES=FV3_HRRR,FV3_GFS_v16,FV3_GFS_v16_csawmg,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km,FV3_RAP,FV3_RAP_unified_ugwp,FV3_RAP_cires_ugwp,FV3_RAP_flake,FV3_RAP_clm_lake,FV3_RAP_noah,FV3_RAP_sfcdiff,FV3_RAP_noah_sfcdiff_cires_ugwp,FV3_RRFS_v1beta,FV3_HRRR_c3,FV3_HRRR_gf,FV3_global_nest_v1 -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile atm_faster_dyn32_intel elapsed time 512 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -D32BIT=ON -DFASTER=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn32_phy32_debug_intel elapsed time 201 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile rrfs_dyn32_phy32_faster_intel elapsed time 500 seconds. -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn32_phy32_intel elapsed time 484 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn64_phy32_debug_intel elapsed time 195 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile rrfs_dyn64_phy32_intel elapsed time 493 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_intel elapsed time 526 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta,FV3_RRFS_v1nssl -D32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release + +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_control_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_control_intel Checking test 001 rap_control_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -72,14 +72,14 @@ Checking test 001 rap_control_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 421.266627 -The maximum resident set size (KB) = 1022852 +The total amount of wall time = 409.560231 +The maximum resident set size (KB) = 1022832 Test 001 rap_control_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/regional_spp_sppt_shum_skeb_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/regional_spp_sppt_shum_skeb_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/regional_spp_sppt_shum_skeb_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/regional_spp_sppt_shum_skeb_intel Checking test 002 regional_spp_sppt_shum_skeb_intel results .... Comparing dynf000.nc .........OK Comparing dynf001.nc .........OK @@ -90,14 +90,14 @@ Checking test 002 regional_spp_sppt_shum_skeb_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF01 .........OK -The total amount of wall time = 243.025647 -The maximum resident set size (KB) = 1237604 +The total amount of wall time = 245.968728 +The maximum resident set size (KB) = 1236956 Test 002 regional_spp_sppt_shum_skeb_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_decomp_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_control_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_decomp_intel Checking test 003 rap_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -144,14 +144,14 @@ Checking test 003 rap_decomp_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 442.991968 -The maximum resident set size (KB) = 1019692 +The total amount of wall time = 429.713790 +The maximum resident set size (KB) = 1009636 Test 003 rap_decomp_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_2threads_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_control_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_2threads_intel Checking test 004 rap_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -198,14 +198,14 @@ Checking test 004 rap_2threads_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 391.858805 -The maximum resident set size (KB) = 1098372 +The total amount of wall time = 381.959457 +The maximum resident set size (KB) = 1095156 Test 004 rap_2threads_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_restart_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_control_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_restart_intel Checking test 005 rap_restart_intel results .... Comparing sfcf024.nc .........OK Comparing atmf024.nc .........OK @@ -244,14 +244,14 @@ Checking test 005 rap_restart_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 211.673076 -The maximum resident set size (KB) = 895964 +The total amount of wall time = 211.602905 +The maximum resident set size (KB) = 892064 Test 005 rap_restart_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_sfcdiff_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_sfcdiff_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_sfcdiff_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_sfcdiff_intel Checking test 006 rap_sfcdiff_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -298,14 +298,14 @@ Checking test 006 rap_sfcdiff_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 423.649933 -The maximum resident set size (KB) = 1018984 +The total amount of wall time = 410.766842 +The maximum resident set size (KB) = 1018880 Test 006 rap_sfcdiff_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_sfcdiff_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_sfcdiff_decomp_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_sfcdiff_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_sfcdiff_decomp_intel Checking test 007 rap_sfcdiff_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -352,14 +352,14 @@ Checking test 007 rap_sfcdiff_decomp_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 435.005487 -The maximum resident set size (KB) = 1019796 +The total amount of wall time = 426.063757 +The maximum resident set size (KB) = 1019224 Test 007 rap_sfcdiff_decomp_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_sfcdiff_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_sfcdiff_restart_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_sfcdiff_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_sfcdiff_restart_intel Checking test 008 rap_sfcdiff_restart_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK @@ -398,14 +398,14 @@ Checking test 008 rap_sfcdiff_restart_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 308.673911 -The maximum resident set size (KB) = 897308 +The total amount of wall time = 305.863469 +The maximum resident set size (KB) = 895488 Test 008 rap_sfcdiff_restart_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/hrrr_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/hrrr_control_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/hrrr_control_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/hrrr_control_intel Checking test 009 hrrr_control_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -452,14 +452,14 @@ Checking test 009 hrrr_control_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -The total amount of wall time = 210.965839 -The maximum resident set size (KB) = 1009852 +The total amount of wall time = 211.738347 +The maximum resident set size (KB) = 1019224 Test 009 hrrr_control_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/hrrr_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/hrrr_control_decomp_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/hrrr_control_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/hrrr_control_decomp_intel Checking test 010 hrrr_control_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -506,14 +506,14 @@ Checking test 010 hrrr_control_decomp_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -The total amount of wall time = 216.810130 -The maximum resident set size (KB) = 1014388 +The total amount of wall time = 218.972457 +The maximum resident set size (KB) = 1012812 Test 010 hrrr_control_decomp_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/hrrr_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/hrrr_control_2threads_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/hrrr_control_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/hrrr_control_2threads_intel Checking test 011 hrrr_control_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -560,28 +560,28 @@ Checking test 011 hrrr_control_2threads_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -The total amount of wall time = 188.352821 -The maximum resident set size (KB) = 1096756 +The total amount of wall time = 193.859783 +The maximum resident set size (KB) = 1096904 Test 011 hrrr_control_2threads_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/hrrr_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/hrrr_control_restart_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/hrrr_control_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/hrrr_control_restart_intel Checking test 012 hrrr_control_restart_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK Comparing GFSFLX.GrbF12 .........OK Comparing GFSPRS.GrbF12 .........OK -The total amount of wall time = 115.589373 -The maximum resident set size (KB) = 848084 +The total amount of wall time = 112.790215 +The maximum resident set size (KB) = 842448 Test 012 hrrr_control_restart_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rrfs_v1beta_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rrfs_v1beta_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rrfs_v1beta_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rrfs_v1beta_intel Checking test 013 rrfs_v1beta_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -628,14 +628,14 @@ Checking test 013 rrfs_v1beta_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 409.238590 -The maximum resident set size (KB) = 1015956 +The total amount of wall time = 407.032622 +The maximum resident set size (KB) = 1014272 Test 013 rrfs_v1beta_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rrfs_v1nssl_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rrfs_v1nssl_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rrfs_v1nssl_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rrfs_v1nssl_intel Checking test 014 rrfs_v1nssl_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -650,14 +650,14 @@ Checking test 014 rrfs_v1nssl_intel results .... Comparing GFSPRS.GrbF09 .........OK Comparing GFSPRS.GrbF12 .........OK -The total amount of wall time = 504.778895 -The maximum resident set size (KB) = 1971588 +The total amount of wall time = 491.706613 +The maximum resident set size (KB) = 1974204 Test 014 rrfs_v1nssl_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rrfs_v1nssl_nohailnoccn_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rrfs_v1nssl_nohailnoccn_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rrfs_v1nssl_nohailnoccn_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rrfs_v1nssl_nohailnoccn_intel Checking test 015 rrfs_v1nssl_nohailnoccn_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -672,14 +672,14 @@ Checking test 015 rrfs_v1nssl_nohailnoccn_intel results .... Comparing GFSPRS.GrbF09 .........OK Comparing GFSPRS.GrbF12 .........OK -The total amount of wall time = 482.383029 -The maximum resident set size (KB) = 1961116 +The total amount of wall time = 481.658296 +The maximum resident set size (KB) = 1964220 Test 015 rrfs_v1nssl_nohailnoccn_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/control_p8_faster_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/control_p8_faster_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/control_p8_faster_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/control_p8_faster_intel Checking test 016 control_p8_faster_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -726,14 +726,14 @@ Checking test 016 control_p8_faster_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 160.040276 -The maximum resident set size (KB) = 1598484 +The total amount of wall time = 163.052633 +The maximum resident set size (KB) = 1598460 Test 016 control_p8_faster_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/regional_control_faster_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/regional_control_faster_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/regional_control_faster_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/regional_control_faster_intel Checking test 017 regional_control_faster_intel results .... Comparing dynf000.nc .........OK Comparing dynf006.nc .........OK @@ -744,14 +744,14 @@ Checking test 017 regional_control_faster_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF06 .........OK -The total amount of wall time = 296.805031 -The maximum resident set size (KB) = 674364 +The total amount of wall time = 287.763596 +The maximum resident set size (KB) = 674220 Test 017 regional_control_faster_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/control_CubedSphereGrid_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/control_CubedSphereGrid_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/control_CubedSphereGrid_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/control_CubedSphereGrid_debug_intel Checking test 018 control_CubedSphereGrid_debug_intel results .... Comparing sfcf000.tile1.nc .........OK Comparing sfcf000.tile2.nc .........OK @@ -778,364 +778,364 @@ Checking test 018 control_CubedSphereGrid_debug_intel results .... Comparing atmf001.tile5.nc .........OK Comparing atmf001.tile6.nc .........OK -The total amount of wall time = 160.634655 -The maximum resident set size (KB) = 796424 +The total amount of wall time = 164.787805 +The maximum resident set size (KB) = 800744 Test 018 control_CubedSphereGrid_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/control_wrtGauss_netcdf_parallel_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/control_wrtGauss_netcdf_parallel_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/control_wrtGauss_netcdf_parallel_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/control_wrtGauss_netcdf_parallel_debug_intel Checking test 019 control_wrtGauss_netcdf_parallel_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 162.448141 -The maximum resident set size (KB) = 802336 +The total amount of wall time = 164.412285 +The maximum resident set size (KB) = 804416 Test 019 control_wrtGauss_netcdf_parallel_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/control_stochy_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/control_stochy_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/control_stochy_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/control_stochy_debug_intel Checking test 020 control_stochy_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 181.621742 -The maximum resident set size (KB) = 813376 +The total amount of wall time = 182.903981 +The maximum resident set size (KB) = 811152 Test 020 control_stochy_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/control_lndp_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/control_lndp_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/control_lndp_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/control_lndp_debug_intel Checking test 021 control_lndp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 166.434534 -The maximum resident set size (KB) = 804868 +The total amount of wall time = 164.806765 +The maximum resident set size (KB) = 815068 Test 021 control_lndp_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/control_csawmg_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/control_csawmg_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/control_csawmg_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/control_csawmg_debug_intel Checking test 022 control_csawmg_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 255.568976 -The maximum resident set size (KB) = 843528 +The total amount of wall time = 255.843885 +The maximum resident set size (KB) = 849008 Test 022 control_csawmg_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/control_csawmgt_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/control_csawmgt_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/control_csawmgt_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/control_csawmgt_debug_intel Checking test 023 control_csawmgt_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 250.390232 -The maximum resident set size (KB) = 842796 +The total amount of wall time = 255.216617 +The maximum resident set size (KB) = 846740 Test 023 control_csawmgt_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/control_ras_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/control_ras_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/control_ras_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/control_ras_debug_intel Checking test 024 control_ras_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 165.852552 -The maximum resident set size (KB) = 812132 +The total amount of wall time = 167.186441 +The maximum resident set size (KB) = 816148 Test 024 control_ras_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/control_diag_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/control_diag_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/control_diag_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/control_diag_debug_intel Checking test 025 control_diag_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 168.756009 -The maximum resident set size (KB) = 857632 +The total amount of wall time = 169.719038 +The maximum resident set size (KB) = 864568 Test 025 control_diag_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/control_debug_p8_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/control_debug_p8_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/control_debug_p8_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/control_debug_p8_intel Checking test 026 control_debug_p8_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 169.418241 -The maximum resident set size (KB) = 1636140 +The total amount of wall time = 172.161151 +The maximum resident set size (KB) = 1642316 Test 026 control_debug_p8_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/regional_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/regional_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/regional_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/regional_debug_intel Checking test 027 regional_debug_intel results .... Comparing dynf000.nc .........OK Comparing dynf001.nc .........OK Comparing phyf000.nc .........OK Comparing phyf001.nc .........OK -The total amount of wall time = 1057.763390 -The maximum resident set size (KB) = 690908 +The total amount of wall time = 1069.639267 +The maximum resident set size (KB) = 718436 Test 027 regional_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_control_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_control_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_control_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_control_debug_intel Checking test 028 rap_control_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 309.075459 -The maximum resident set size (KB) = 1192484 +The total amount of wall time = 308.281577 +The maximum resident set size (KB) = 1188020 Test 028 rap_control_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/hrrr_control_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/hrrr_control_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/hrrr_control_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/hrrr_control_debug_intel Checking test 029 hrrr_control_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 299.266067 -The maximum resident set size (KB) = 1190200 +The total amount of wall time = 304.239734 +The maximum resident set size (KB) = 1186412 Test 029 hrrr_control_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/hrrr_gf_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/hrrr_gf_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/hrrr_gf_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/hrrr_gf_debug_intel Checking test 030 hrrr_gf_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 304.233985 -The maximum resident set size (KB) = 1194240 +The total amount of wall time = 308.478237 +The maximum resident set size (KB) = 1198744 Test 030 hrrr_gf_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/hrrr_c3_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/hrrr_c3_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/hrrr_c3_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/hrrr_c3_debug_intel Checking test 031 hrrr_c3_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 308.116413 -The maximum resident set size (KB) = 1191608 +The total amount of wall time = 313.470991 +The maximum resident set size (KB) = 1195716 Test 031 hrrr_c3_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_control_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_unified_drag_suite_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_control_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_unified_drag_suite_debug_intel Checking test 032 rap_unified_drag_suite_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 311.078390 -The maximum resident set size (KB) = 1192984 +The total amount of wall time = 312.268930 +The maximum resident set size (KB) = 1188844 Test 032 rap_unified_drag_suite_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_diag_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_diag_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_diag_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_diag_debug_intel Checking test 033 rap_diag_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 322.857767 -The maximum resident set size (KB) = 1282136 +The total amount of wall time = 324.089277 +The maximum resident set size (KB) = 1287656 Test 033 rap_diag_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_cires_ugwp_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_cires_ugwp_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_cires_ugwp_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_cires_ugwp_debug_intel Checking test 034 rap_cires_ugwp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 313.312706 -The maximum resident set size (KB) = 1193232 +The total amount of wall time = 313.869898 +The maximum resident set size (KB) = 1195800 Test 034 rap_cires_ugwp_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_cires_ugwp_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_unified_ugwp_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_cires_ugwp_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_unified_ugwp_debug_intel Checking test 035 rap_unified_ugwp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 315.372761 -The maximum resident set size (KB) = 1198292 +The total amount of wall time = 317.327012 +The maximum resident set size (KB) = 1202140 Test 035 rap_unified_ugwp_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_lndp_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_lndp_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_lndp_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_lndp_debug_intel Checking test 036 rap_lndp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 312.415098 -The maximum resident set size (KB) = 1197244 +The total amount of wall time = 313.769147 +The maximum resident set size (KB) = 1199360 Test 036 rap_lndp_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_progcld_thompson_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_progcld_thompson_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_progcld_thompson_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_progcld_thompson_debug_intel Checking test 037 rap_progcld_thompson_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 306.314581 -The maximum resident set size (KB) = 1192996 +The total amount of wall time = 308.410610 +The maximum resident set size (KB) = 1196808 Test 037 rap_progcld_thompson_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_noah_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_noah_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_noah_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_noah_debug_intel Checking test 038 rap_noah_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 299.793912 -The maximum resident set size (KB) = 1191844 +The total amount of wall time = 302.549879 +The maximum resident set size (KB) = 1197028 Test 038 rap_noah_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_sfcdiff_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_sfcdiff_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_sfcdiff_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_sfcdiff_debug_intel Checking test 039 rap_sfcdiff_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 307.325658 -The maximum resident set size (KB) = 1193844 +The total amount of wall time = 309.290733 +The maximum resident set size (KB) = 1198152 Test 039 rap_sfcdiff_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_noah_sfcdiff_cires_ugwp_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_noah_sfcdiff_cires_ugwp_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_noah_sfcdiff_cires_ugwp_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_noah_sfcdiff_cires_ugwp_debug_intel Checking test 040 rap_noah_sfcdiff_cires_ugwp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 498.212627 -The maximum resident set size (KB) = 1191492 +The total amount of wall time = 499.399090 +The maximum resident set size (KB) = 1195140 Test 040 rap_noah_sfcdiff_cires_ugwp_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rrfs_v1beta_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rrfs_v1beta_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rrfs_v1beta_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rrfs_v1beta_debug_intel Checking test 041 rrfs_v1beta_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 308.648160 -The maximum resident set size (KB) = 1182928 +The total amount of wall time = 303.582992 +The maximum resident set size (KB) = 1190228 Test 041 rrfs_v1beta_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_clm_lake_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_clm_lake_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_clm_lake_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_clm_lake_debug_intel Checking test 042 rap_clm_lake_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 359.846414 -The maximum resident set size (KB) = 1194576 +The total amount of wall time = 357.064568 +The maximum resident set size (KB) = 1190820 Test 042 rap_clm_lake_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_flake_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_flake_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_flake_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_flake_debug_intel Checking test 043 rap_flake_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 314.102143 -The maximum resident set size (KB) = 1194160 +The total amount of wall time = 315.018278 +The maximum resident set size (KB) = 1195544 Test 043 rap_flake_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/gnv1_c96_no_nest_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/gnv1_c96_no_nest_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/gnv1_c96_no_nest_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/gnv1_c96_no_nest_debug_intel Checking test 044 gnv1_c96_no_nest_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK @@ -1176,14 +1176,14 @@ Checking test 044 gnv1_c96_no_nest_debug_intel results .... Comparing RESTART/20210322.070000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.070000.sfc_data.tile6.nc .........OK -The total amount of wall time = 541.145773 -The maximum resident set size (KB) = 1199216 +The total amount of wall time = 539.857210 +The maximum resident set size (KB) = 1204624 Test 044 gnv1_c96_no_nest_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/regional_spp_sppt_shum_skeb_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/regional_spp_sppt_shum_skeb_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/regional_spp_sppt_shum_skeb_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/regional_spp_sppt_shum_skeb_dyn32_phy32_intel Checking test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... Comparing dynf000.nc .........OK Comparing dynf001.nc .........OK @@ -1194,14 +1194,14 @@ Checking test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF01 .........OK -The total amount of wall time = 244.390536 -The maximum resident set size (KB) = 1092432 +The total amount of wall time = 233.088918 +The maximum resident set size (KB) = 1089720 Test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_control_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_control_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_control_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_control_dyn32_phy32_intel Checking test 046 rap_control_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1248,14 +1248,14 @@ Checking test 046 rap_control_dyn32_phy32_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 357.282763 -The maximum resident set size (KB) = 896232 +The total amount of wall time = 341.613528 +The maximum resident set size (KB) = 897256 Test 046 rap_control_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/hrrr_control_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/hrrr_control_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/hrrr_control_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/hrrr_control_dyn32_phy32_intel Checking test 047 hrrr_control_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1302,14 +1302,14 @@ Checking test 047 hrrr_control_dyn32_phy32_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -The total amount of wall time = 181.635841 -The maximum resident set size (KB) = 895360 +The total amount of wall time = 181.889030 +The maximum resident set size (KB) = 896136 Test 047 hrrr_control_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_control_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_2threads_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_control_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_2threads_dyn32_phy32_intel Checking test 048 rap_2threads_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1356,14 +1356,14 @@ Checking test 048 rap_2threads_dyn32_phy32_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 324.846205 -The maximum resident set size (KB) = 950648 +The total amount of wall time = 316.127180 +The maximum resident set size (KB) = 957896 Test 048 rap_2threads_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/hrrr_control_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/hrrr_control_2threads_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/hrrr_control_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/hrrr_control_2threads_dyn32_phy32_intel Checking test 049 hrrr_control_2threads_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1410,14 +1410,14 @@ Checking test 049 hrrr_control_2threads_dyn32_phy32_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -The total amount of wall time = 173.061097 -The maximum resident set size (KB) = 950212 +The total amount of wall time = 164.997124 +The maximum resident set size (KB) = 948020 Test 049 hrrr_control_2threads_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/hrrr_control_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/hrrr_control_decomp_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/hrrr_control_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/hrrr_control_decomp_dyn32_phy32_intel Checking test 050 hrrr_control_decomp_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1464,14 +1464,14 @@ Checking test 050 hrrr_control_decomp_dyn32_phy32_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -The total amount of wall time = 204.288458 -The maximum resident set size (KB) = 894364 +The total amount of wall time = 191.972470 +The maximum resident set size (KB) = 894292 Test 050 hrrr_control_decomp_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_control_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_restart_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_control_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_restart_dyn32_phy32_intel Checking test 051 rap_restart_dyn32_phy32_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK @@ -1510,28 +1510,28 @@ Checking test 051 rap_restart_dyn32_phy32_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 258.054743 -The maximum resident set size (KB) = 804340 +The total amount of wall time = 254.867647 +The maximum resident set size (KB) = 802236 Test 051 rap_restart_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/hrrr_control_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/hrrr_control_restart_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/hrrr_control_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/hrrr_control_restart_dyn32_phy32_intel Checking test 052 hrrr_control_restart_dyn32_phy32_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK Comparing GFSFLX.GrbF12 .........OK Comparing GFSPRS.GrbF12 .........OK -The total amount of wall time = 98.154257 -The maximum resident set size (KB) = 775140 +The total amount of wall time = 98.588506 +The maximum resident set size (KB) = 776760 Test 052 hrrr_control_restart_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/conus13km_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/conus13km_control_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/conus13km_control_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/conus13km_control_intel Checking test 053 conus13km_control_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK @@ -1547,41 +1547,57 @@ Checking test 053 conus13km_control_intel results .... Comparing RESTART/20210512.170000.phy_data.nc .........OK Comparing RESTART/20210512.170000.sfc_data.nc .........OK -The total amount of wall time = 110.455560 -The maximum resident set size (KB) = 1125544 +The total amount of wall time = 166.762640 +The maximum resident set size (KB) = 1072044 Test 053 conus13km_control_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/conus13km_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/conus13km_2threads_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/conus13km_control_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/conus13km_2threads_intel Checking test 054 conus13km_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 56.562999 -The maximum resident set size (KB) = 1109636 +The total amount of wall time = 61.488552 +The maximum resident set size (KB) = 1194352 Test 054 conus13km_2threads_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/conus13km_restart_mismatch_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/conus13km_restart_mismatch_intel -Checking test 055 conus13km_restart_mismatch_intel results .... +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/conus13km_control_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/conus13km_decomp_intel +Checking test 055 conus13km_decomp_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing sfcf002.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK + Comparing atmf002.nc .........OK + +The total amount of wall time = 160.905632 +The maximum resident set size (KB) = 1072700 + +Test 055 conus13km_decomp_intel PASS + + +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/conus13km_control_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/conus13km_restart_intel +Checking test 056 conus13km_restart_intel results .... Comparing sfcf002.nc .........OK Comparing atmf002.nc .........OK -The total amount of wall time = 68.418830 -The maximum resident set size (KB) = 1023724 +The total amount of wall time = 95.777786 +The maximum resident set size (KB) = 941892 -Test 055 conus13km_restart_mismatch_intel PASS +Test 056 conus13km_restart_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_control_dyn64_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_control_dyn64_phy32_intel -Checking test 056 rap_control_dyn64_phy32_intel results .... +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_control_dyn64_phy32_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_control_dyn64_phy32_intel +Checking test 057 rap_control_dyn64_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK Comparing sfcf012.nc .........OK @@ -1627,43 +1643,43 @@ Checking test 056 rap_control_dyn64_phy32_intel results .... Comparing RESTART/20210322.180000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.180000.sfc_data.tile6.nc .........OK -The total amount of wall time = 235.457041 -The maximum resident set size (KB) = 927988 +The total amount of wall time = 234.745504 +The maximum resident set size (KB) = 928880 -Test 056 rap_control_dyn64_phy32_intel PASS +Test 057 rap_control_dyn64_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_control_debug_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_control_debug_dyn32_phy32_intel -Checking test 057 rap_control_debug_dyn32_phy32_intel results .... +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_control_debug_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_control_debug_dyn32_phy32_intel +Checking test 058 rap_control_debug_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 299.660180 -The maximum resident set size (KB) = 1070028 +The total amount of wall time = 303.254307 +The maximum resident set size (KB) = 1070924 -Test 057 rap_control_debug_dyn32_phy32_intel PASS +Test 058 rap_control_debug_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/hrrr_control_debug_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/hrrr_control_debug_dyn32_phy32_intel -Checking test 058 hrrr_control_debug_dyn32_phy32_intel results .... +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/hrrr_control_debug_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/hrrr_control_debug_dyn32_phy32_intel +Checking test 059 hrrr_control_debug_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 293.942598 -The maximum resident set size (KB) = 1073808 +The total amount of wall time = 295.591678 +The maximum resident set size (KB) = 1074128 -Test 058 hrrr_control_debug_dyn32_phy32_intel PASS +Test 059 hrrr_control_debug_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/conus13km_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/conus13km_debug_intel -Checking test 059 conus13km_debug_intel results .... +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/conus13km_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/conus13km_debug_intel +Checking test 060 conus13km_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK @@ -1676,15 +1692,15 @@ Checking test 059 conus13km_debug_intel results .... Comparing RESTART/20210512.170000.phy_data.nc .........OK Comparing RESTART/20210512.170000.sfc_data.nc .........OK -The total amount of wall time = 854.386453 -The maximum resident set size (KB) = 1173536 +The total amount of wall time = 1397.962232 +The maximum resident set size (KB) = 1147596 -Test 059 conus13km_debug_intel PASS +Test 060 conus13km_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/conus13km_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/conus13km_debug_qr_intel -Checking test 060 conus13km_debug_qr_intel results .... +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/conus13km_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/conus13km_debug_qr_intel +Checking test 061 conus13km_debug_qr_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK @@ -1697,54 +1713,68 @@ Checking test 060 conus13km_debug_qr_intel results .... Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......OK Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......OK -The total amount of wall time = 873.714150 -The maximum resident set size (KB) = 871652 +The total amount of wall time = 1410.826665 +The maximum resident set size (KB) = 852868 + +Test 061 conus13km_debug_qr_intel PASS + + +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/conus13km_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/conus13km_debug_2threads_intel +Checking test 062 conus13km_debug_2threads_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK + +The total amount of wall time = 773.605048 +The maximum resident set size (KB) = 1254260 -Test 060 conus13km_debug_qr_intel PASS +Test 062 conus13km_debug_2threads_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/conus13km_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/conus13km_debug_2threads_intel -Checking test 061 conus13km_debug_2threads_intel results .... +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/conus13km_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/conus13km_debug_decomp_intel +Checking test 063 conus13km_debug_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 492.970419 -The maximum resident set size (KB) = 1163608 +The total amount of wall time = 1432.483040 +The maximum resident set size (KB) = 1149888 -Test 061 conus13km_debug_2threads_intel PASS +Test 063 conus13km_debug_decomp_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/conus13km_radar_tten_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/conus13km_radar_tten_debug_intel -Checking test 062 conus13km_radar_tten_debug_intel results .... +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/conus13km_radar_tten_debug_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/conus13km_radar_tten_debug_intel +Checking test 064 conus13km_radar_tten_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 855.690965 -The maximum resident set size (KB) = 1246088 +The total amount of wall time = 1399.702114 +The maximum resident set size (KB) = 1215204 -Test 062 conus13km_radar_tten_debug_intel PASS +Test 064 conus13km_radar_tten_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20250123/rap_control_debug_dyn64_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_2372557/rap_control_dyn64_phy32_debug_intel -Checking test 063 rap_control_dyn64_phy32_debug_intel results .... +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20251017/rap_control_debug_dyn64_phy32_intel +working dir = /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_1012738/rap_control_dyn64_phy32_debug_intel +Checking test 065 rap_control_dyn64_phy32_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 307.404551 -The maximum resident set size (KB) = 1108664 +The total amount of wall time = 306.538652 +The maximum resident set size (KB) = 1102952 -Test 063 rap_control_dyn64_phy32_debug_intel PASS +Test 065 rap_control_dyn64_phy32_debug_intel PASS REGRESSION TEST WAS SUCCESSFUL -Fri Jan 24 15:25:08 UTC 2025 -Elapsed time: 00h:30m:52s. Have a nice day! +Fri Oct 24 16:12:52 UTC 2025 +Elapsed time: 00h:35m:54s. Have a nice day! From 6b7e74611bb420ba596d87ba5a84ac2789774429 Mon Sep 17 00:00:00 2001 From: Jong Kim Date: Wed, 12 Nov 2025 07:38:21 -0600 Subject: [PATCH 18/21] add hercules RT log: passed --- tests/logs/RegressionTests_hercules.log | 604 +++++++++++++----------- 1 file changed, 317 insertions(+), 287 deletions(-) diff --git a/tests/logs/RegressionTests_hercules.log b/tests/logs/RegressionTests_hercules.log index 386cef90e5..f9ba375a72 100644 --- a/tests/logs/RegressionTests_hercules.log +++ b/tests/logs/RegressionTests_hercules.log @@ -1,31 +1,31 @@ -Tue Sep 3 05:35:07 PM CDT 2024 +Tue Nov 11 16:47:39 CST 2025 Start Regression test -Testing UFSWM Hash: 140e5cf8bb2a11a6cd8d2572265507bbaef4eaa2 +Testing UFSWM Hash: 840b101b9efcf9e5d5a4b4b4a3e90aebca4dcd83 Testing With Submodule Hashes: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) 89603d16f39675624fc8518da50d9515cd5f18c6 CDEPS-interface/CDEPS (cdeps0.4.17-39-g89603d1) 620e48fe75d92aa607af7e21f2d8691baddd2851 CICE-interface/CICE (CICE6.0.0-445-g620e48f) 13ed05982efc95c077efc3b9609688554e3a854c CMEPS-interface/CMEPS (cmeps_v0.4.1-2302-g13ed059) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - bc0d02a958345a0899091e5cef544e1a2306cf0c FV3 (remotes/origin/fix_ens_crash) + f4be1fc656902b62cfaaa85e788fc4b433ca15ce FV3 (remotes/origin/restart_fix) 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) 35789c757766e07f688b4c0c7c5229816f224b09 HYCOM-interface/HYCOM (2.3.00-121-g35789c7) c8a7325c040b4cb1327c55c8248e8e66972239a5 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-9878-gc8a7325c0) 0cd3e23ae5d35ef93e205e4d0c3b13ccc0d851f5 NOAHMP-interface/noahmp (v3.7.1-423-g0cd3e23) 4ffc47e10e3d3f3bbee50251aacb28b7e0165b92 WW3 (6.07.1-344-g4ffc47e1) - a5561802021d89a9a1e2b52cb69393efcdc6f71c stochastic_physics (ufs-v2.0.0-199-ga556180) -Compile atm_debug_dyn32_intel elapsed time 244 seconds. -DAPP=ATM -DDEBUG=ON -D32BIT=ON -DCCPP_SUITES=FV3_HRRR,FV3_GFS_v16,FV3_GFS_v16_csawmg,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km,FV3_RAP,FV3_RAP_unified_ugwp,FV3_RAP_cires_ugwp,FV3_RAP_flake,FV3_RAP_clm_lake,FV3_RAP_noah,FV3_RAP_sfcdiff,FV3_RAP_noah_sfcdiff_cires_ugwp,FV3_RRFS_v1beta,FV3_HRRR_c3,FV3_HRRR_gf,FV3_global_nest_v1 -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_faster_dyn32_intel elapsed time 505 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -D32BIT=ON -DFASTER=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_debug_intel elapsed time 210 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile rrfs_dyn32_phy32_faster_intel elapsed time 535 seconds. -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_intel elapsed time 377 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn64_phy32_debug_intel elapsed time 210 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile rrfs_dyn64_phy32_intel elapsed time 405 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_intel elapsed time 414 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta,FV3_RRFS_v1nssl -D32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release - -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_control_intel + 38965de861e21699e10335616abf196f1ed6030d stochastic_physics (remotes/origin/spp_restart_fix) +Compile atm_debug_dyn32_intel elapsed time 247 seconds. -DAPP=ATM -DDEBUG=ON -D32BIT=ON -DCCPP_SUITES=FV3_HRRR,FV3_GFS_v16,FV3_GFS_v16_csawmg,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km,FV3_RAP,FV3_RAP_unified_ugwp,FV3_RAP_cires_ugwp,FV3_RAP_flake,FV3_RAP_clm_lake,FV3_RAP_noah,FV3_RAP_sfcdiff,FV3_RAP_noah_sfcdiff_cires_ugwp,FV3_RRFS_v1beta,FV3_HRRR_c3,FV3_HRRR_gf,FV3_global_nest_v1 -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile atm_faster_dyn32_intel elapsed time 514 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -D32BIT=ON -DFASTER=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn32_phy32_debug_intel elapsed time 219 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile rrfs_dyn32_phy32_faster_intel elapsed time 624 seconds. -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn32_phy32_intel elapsed time 391 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn64_phy32_debug_intel elapsed time 219 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile rrfs_dyn64_phy32_intel elapsed time 429 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_intel elapsed time 477 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta,FV3_RRFS_v1nssl -D32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO -DMPI=ON -DCMAKE_BUILD_TYPE=Release + +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_control_intel Checking test 001 rap_control_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -72,14 +72,14 @@ Checking test 001 rap_control_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 391.808525 - 0: The maximum resident set size (KB) = 1210732 + 0: The total amount of wall time = 466.672060 + 0: The maximum resident set size (KB) = 1243620 Test 001 rap_control_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/regional_spp_sppt_shum_skeb_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/regional_spp_sppt_shum_skeb_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/regional_spp_sppt_shum_skeb_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/regional_spp_sppt_shum_skeb_intel Checking test 002 regional_spp_sppt_shum_skeb_intel results .... Comparing dynf000.nc .........OK Comparing dynf001.nc .........OK @@ -90,14 +90,14 @@ Checking test 002 regional_spp_sppt_shum_skeb_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF01 .........OK - 0: The total amount of wall time = 202.203332 - 0: The maximum resident set size (KB) = 1505548 + 0: The total amount of wall time = 205.673449 + 0: The maximum resident set size (KB) = 1509328 Test 002 regional_spp_sppt_shum_skeb_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_decomp_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_decomp_intel Checking test 003 rap_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -144,14 +144,14 @@ Checking test 003 rap_decomp_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 406.797082 - 0: The maximum resident set size (KB) = 1141904 + 0: The total amount of wall time = 515.501833 + 0: The maximum resident set size (KB) = 1170836 Test 003 rap_decomp_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_2threads_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_2threads_intel Checking test 004 rap_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -198,14 +198,14 @@ Checking test 004 rap_2threads_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 367.014113 - 0: The maximum resident set size (KB) = 1392240 + 0: The total amount of wall time = 452.236833 + 0: The maximum resident set size (KB) = 1405380 Test 004 rap_2threads_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_restart_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_restart_intel Checking test 005 rap_restart_intel results .... Comparing sfcf024.nc .........OK Comparing atmf024.nc .........OK @@ -244,14 +244,14 @@ Checking test 005 rap_restart_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 199.518664 - 0: The maximum resident set size (KB) = 1170748 + 0: The total amount of wall time = 244.073805 + 0: The maximum resident set size (KB) = 1191740 Test 005 rap_restart_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_sfcdiff_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_sfcdiff_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_sfcdiff_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_sfcdiff_intel Checking test 006 rap_sfcdiff_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -298,14 +298,14 @@ Checking test 006 rap_sfcdiff_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 388.868548 - 0: The maximum resident set size (KB) = 1209288 + 0: The total amount of wall time = 488.173849 + 0: The maximum resident set size (KB) = 1247104 Test 006 rap_sfcdiff_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_sfcdiff_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_sfcdiff_decomp_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_sfcdiff_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_sfcdiff_decomp_intel Checking test 007 rap_sfcdiff_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -352,14 +352,14 @@ Checking test 007 rap_sfcdiff_decomp_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 414.306278 - 0: The maximum resident set size (KB) = 1159728 + 0: The total amount of wall time = 518.130509 + 0: The maximum resident set size (KB) = 1165428 Test 007 rap_sfcdiff_decomp_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_sfcdiff_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_sfcdiff_restart_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_sfcdiff_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_sfcdiff_restart_intel Checking test 008 rap_sfcdiff_restart_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK @@ -398,14 +398,14 @@ Checking test 008 rap_sfcdiff_restart_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 306.167404 - 0: The maximum resident set size (KB) = 1220804 + 0: The total amount of wall time = 363.942443 + 0: The maximum resident set size (KB) = 1254232 Test 008 rap_sfcdiff_restart_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/hrrr_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/hrrr_control_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/hrrr_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/hrrr_control_intel Checking test 009 hrrr_control_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -452,14 +452,14 @@ Checking test 009 hrrr_control_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 197.541104 - 0: The maximum resident set size (KB) = 1088660 + 0: The total amount of wall time = 206.433239 + 0: The maximum resident set size (KB) = 1087076 Test 009 hrrr_control_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/hrrr_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/hrrr_control_decomp_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/hrrr_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/hrrr_control_decomp_intel Checking test 010 hrrr_control_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -506,14 +506,14 @@ Checking test 010 hrrr_control_decomp_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 201.483126 - 0: The maximum resident set size (KB) = 1072092 + 0: The total amount of wall time = 212.967847 + 0: The maximum resident set size (KB) = 1068068 Test 010 hrrr_control_decomp_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/hrrr_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/hrrr_control_2threads_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/hrrr_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/hrrr_control_2threads_intel Checking test 011 hrrr_control_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -560,28 +560,28 @@ Checking test 011 hrrr_control_2threads_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 528.940671 - 0: The maximum resident set size (KB) = 1161708 + 0: The total amount of wall time = 192.780311 + 0: The maximum resident set size (KB) = 1160332 Test 011 hrrr_control_2threads_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/hrrr_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/hrrr_control_restart_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/hrrr_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/hrrr_control_restart_intel Checking test 012 hrrr_control_restart_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK Comparing GFSFLX.GrbF12 .........OK Comparing GFSPRS.GrbF12 .........OK - 0: The total amount of wall time = 105.296513 - 0: The maximum resident set size (KB) = 1055916 + 0: The total amount of wall time = 111.008034 + 0: The maximum resident set size (KB) = 1053864 Test 012 hrrr_control_restart_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rrfs_v1beta_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rrfs_v1beta_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rrfs_v1beta_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rrfs_v1beta_intel Checking test 013 rrfs_v1beta_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -628,14 +628,14 @@ Checking test 013 rrfs_v1beta_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 391.364437 - 0: The maximum resident set size (KB) = 1206112 + 0: The total amount of wall time = 390.929064 + 0: The maximum resident set size (KB) = 1200756 Test 013 rrfs_v1beta_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rrfs_v1nssl_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rrfs_v1nssl_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rrfs_v1nssl_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rrfs_v1nssl_intel Checking test 014 rrfs_v1nssl_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -650,14 +650,14 @@ Checking test 014 rrfs_v1nssl_intel results .... Comparing GFSPRS.GrbF09 .........OK Comparing GFSPRS.GrbF12 .........OK - 0: The total amount of wall time = 452.818156 - 0: The maximum resident set size (KB) = 2027852 + 0: The total amount of wall time = 458.184871 + 0: The maximum resident set size (KB) = 2027628 Test 014 rrfs_v1nssl_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rrfs_v1nssl_nohailnoccn_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rrfs_v1nssl_nohailnoccn_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rrfs_v1nssl_nohailnoccn_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rrfs_v1nssl_nohailnoccn_intel Checking test 015 rrfs_v1nssl_nohailnoccn_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -672,14 +672,14 @@ Checking test 015 rrfs_v1nssl_nohailnoccn_intel results .... Comparing GFSPRS.GrbF09 .........OK Comparing GFSPRS.GrbF12 .........OK - 0: The total amount of wall time = 443.954921 - 0: The maximum resident set size (KB) = 2160536 + 0: The total amount of wall time = 446.455992 + 0: The maximum resident set size (KB) = 2169560 Test 015 rrfs_v1nssl_nohailnoccn_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/control_p8_faster_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/control_p8_faster_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/control_p8_faster_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/control_p8_faster_intel Checking test 016 control_p8_faster_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -726,14 +726,14 @@ Checking test 016 control_p8_faster_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 133.640455 - 0: The maximum resident set size (KB) = 1668444 + 0: The total amount of wall time = 130.291170 + 0: The maximum resident set size (KB) = 1658460 Test 016 control_p8_faster_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/regional_control_faster_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/regional_control_faster_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/regional_control_faster_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/regional_control_faster_intel Checking test 017 regional_control_faster_intel results .... Comparing dynf000.nc .........OK Comparing dynf006.nc .........OK @@ -744,14 +744,14 @@ Checking test 017 regional_control_faster_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF06 .........OK - 0: The total amount of wall time = 248.207466 - 0: The maximum resident set size (KB) = 994692 + 0: The total amount of wall time = 241.813789 + 0: The maximum resident set size (KB) = 991492 Test 017 regional_control_faster_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/control_CubedSphereGrid_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/control_CubedSphereGrid_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/control_CubedSphereGrid_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/control_CubedSphereGrid_debug_intel Checking test 018 control_CubedSphereGrid_debug_intel results .... Comparing sfcf000.tile1.nc .........OK Comparing sfcf000.tile2.nc .........OK @@ -778,364 +778,364 @@ Checking test 018 control_CubedSphereGrid_debug_intel results .... Comparing atmf001.tile5.nc .........OK Comparing atmf001.tile6.nc .........OK - 0: The total amount of wall time = 131.585068 - 0: The maximum resident set size (KB) = 844168 + 0: The total amount of wall time = 155.560146 + 0: The maximum resident set size (KB) = 842540 Test 018 control_CubedSphereGrid_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/control_wrtGauss_netcdf_parallel_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/control_wrtGauss_netcdf_parallel_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/control_wrtGauss_netcdf_parallel_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/control_wrtGauss_netcdf_parallel_debug_intel Checking test 019 control_wrtGauss_netcdf_parallel_debug_intel results .... - Comparing sfcf000.nc .........OK + Comparing sfcf000.nc ............ALT CHECK......OK Comparing sfcf001.nc .........OK - Comparing atmf000.nc ............ALT CHECK......OK + Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 140.036084 - 0: The maximum resident set size (KB) = 846760 + 0: The total amount of wall time = 154.272458 + 0: The maximum resident set size (KB) = 852556 Test 019 control_wrtGauss_netcdf_parallel_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/control_stochy_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/control_stochy_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/control_stochy_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/control_stochy_debug_intel Checking test 020 control_stochy_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 155.850156 - 0: The maximum resident set size (KB) = 859924 + 0: The total amount of wall time = 170.653511 + 0: The maximum resident set size (KB) = 856264 Test 020 control_stochy_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/control_lndp_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/control_lndp_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/control_lndp_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/control_lndp_debug_intel Checking test 021 control_lndp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 137.446014 - 0: The maximum resident set size (KB) = 846944 + 0: The total amount of wall time = 148.089043 + 0: The maximum resident set size (KB) = 856064 Test 021 control_lndp_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/control_csawmg_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/control_csawmg_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/control_csawmg_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/control_csawmg_debug_intel Checking test 022 control_csawmg_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 200.806002 - 0: The maximum resident set size (KB) = 890320 + 0: The total amount of wall time = 237.890486 + 0: The maximum resident set size (KB) = 888296 Test 022 control_csawmg_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/control_csawmgt_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/control_csawmgt_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/control_csawmgt_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/control_csawmgt_debug_intel Checking test 023 control_csawmgt_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 195.551975 - 0: The maximum resident set size (KB) = 883916 + 0: The total amount of wall time = 240.080514 + 0: The maximum resident set size (KB) = 891440 Test 023 control_csawmgt_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/control_ras_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/control_ras_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/control_ras_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/control_ras_debug_intel Checking test 024 control_ras_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 147.286844 - 0: The maximum resident set size (KB) = 859076 + 0: The total amount of wall time = 155.002027 + 0: The maximum resident set size (KB) = 861096 Test 024 control_ras_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/control_diag_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/control_diag_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/control_diag_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/control_diag_debug_intel Checking test 025 control_diag_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 139.316659 - 0: The maximum resident set size (KB) = 907392 + 0: The total amount of wall time = 164.700324 + 0: The maximum resident set size (KB) = 904320 Test 025 control_diag_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/control_debug_p8_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/control_debug_p8_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/control_debug_p8_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/control_debug_p8_intel Checking test 026 control_debug_p8_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 142.451463 - 0: The maximum resident set size (KB) = 1677540 + 0: The total amount of wall time = 158.765525 + 0: The maximum resident set size (KB) = 1692816 Test 026 control_debug_p8_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/regional_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/regional_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/regional_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/regional_debug_intel Checking test 027 regional_debug_intel results .... Comparing dynf000.nc .........OK Comparing dynf001.nc .........OK Comparing phyf000.nc .........OK Comparing phyf001.nc .........OK - 0: The total amount of wall time = 929.678204 - 0: The maximum resident set size (KB) = 887544 + 0: The total amount of wall time = 1042.629635 + 0: The maximum resident set size (KB) = 909140 Test 027 regional_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_control_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_control_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_control_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_control_debug_intel Checking test 028 rap_control_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 266.201661 - 0: The maximum resident set size (KB) = 1248476 + 0: The total amount of wall time = 304.703275 + 0: The maximum resident set size (KB) = 1245860 Test 028 rap_control_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/hrrr_control_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/hrrr_control_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/hrrr_control_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/hrrr_control_debug_intel Checking test 029 hrrr_control_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 255.885774 - 0: The maximum resident set size (KB) = 1245280 + 0: The total amount of wall time = 270.906458 + 0: The maximum resident set size (KB) = 1236940 Test 029 hrrr_control_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/hrrr_gf_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/hrrr_gf_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/hrrr_gf_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/hrrr_gf_debug_intel Checking test 030 hrrr_gf_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 256.307151 - 0: The maximum resident set size (KB) = 1245640 + 0: The total amount of wall time = 293.310903 + 0: The maximum resident set size (KB) = 1242508 Test 030 hrrr_gf_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/hrrr_c3_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/hrrr_c3_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/hrrr_c3_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/hrrr_c3_debug_intel Checking test 031 hrrr_c3_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 260.341439 - 0: The maximum resident set size (KB) = 1245240 + 0: The total amount of wall time = 292.698812 + 0: The maximum resident set size (KB) = 1239956 Test 031 hrrr_c3_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_control_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_unified_drag_suite_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_control_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_unified_drag_suite_debug_intel Checking test 032 rap_unified_drag_suite_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 267.162467 - 0: The maximum resident set size (KB) = 1247940 + 0: The total amount of wall time = 290.157710 + 0: The maximum resident set size (KB) = 1245232 Test 032 rap_unified_drag_suite_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_diag_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_diag_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_diag_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_diag_debug_intel Checking test 033 rap_diag_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 282.270104 - 0: The maximum resident set size (KB) = 1327132 + 0: The total amount of wall time = 321.986042 + 0: The maximum resident set size (KB) = 1327224 Test 033 rap_diag_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_cires_ugwp_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_cires_ugwp_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_cires_ugwp_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_cires_ugwp_debug_intel Checking test 034 rap_cires_ugwp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 275.456857 - 0: The maximum resident set size (KB) = 1248568 + 0: The total amount of wall time = 305.808237 + 0: The maximum resident set size (KB) = 1251448 Test 034 rap_cires_ugwp_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_cires_ugwp_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_unified_ugwp_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_cires_ugwp_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_unified_ugwp_debug_intel Checking test 035 rap_unified_ugwp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 266.937108 - 0: The maximum resident set size (KB) = 1247452 + 0: The total amount of wall time = 292.454503 + 0: The maximum resident set size (KB) = 1243300 Test 035 rap_unified_ugwp_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_lndp_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_lndp_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_lndp_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_lndp_debug_intel Checking test 036 rap_lndp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 281.365602 - 0: The maximum resident set size (KB) = 1243640 + 0: The total amount of wall time = 306.307314 + 0: The maximum resident set size (KB) = 1244848 Test 036 rap_lndp_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_progcld_thompson_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_progcld_thompson_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_progcld_thompson_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_progcld_thompson_debug_intel Checking test 037 rap_progcld_thompson_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 266.604173 - 0: The maximum resident set size (KB) = 1243456 + 0: The total amount of wall time = 280.439745 + 0: The maximum resident set size (KB) = 1246280 Test 037 rap_progcld_thompson_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_noah_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_noah_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_noah_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_noah_debug_intel Checking test 038 rap_noah_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 248.060471 - 0: The maximum resident set size (KB) = 1245084 + 0: The total amount of wall time = 263.732188 + 0: The maximum resident set size (KB) = 1249136 Test 038 rap_noah_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_sfcdiff_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_sfcdiff_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_sfcdiff_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_sfcdiff_debug_intel Checking test 039 rap_sfcdiff_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 244.579816 - 0: The maximum resident set size (KB) = 1239628 + 0: The total amount of wall time = 282.690302 + 0: The maximum resident set size (KB) = 1249648 Test 039 rap_sfcdiff_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_noah_sfcdiff_cires_ugwp_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_noah_sfcdiff_cires_ugwp_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_noah_sfcdiff_cires_ugwp_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_noah_sfcdiff_cires_ugwp_debug_intel Checking test 040 rap_noah_sfcdiff_cires_ugwp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 407.774908 - 0: The maximum resident set size (KB) = 1250368 + 0: The total amount of wall time = 476.485251 + 0: The maximum resident set size (KB) = 1241260 Test 040 rap_noah_sfcdiff_cires_ugwp_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rrfs_v1beta_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rrfs_v1beta_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rrfs_v1beta_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rrfs_v1beta_debug_intel Checking test 041 rrfs_v1beta_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 252.733512 - 0: The maximum resident set size (KB) = 1243080 + 0: The total amount of wall time = 302.681152 + 0: The maximum resident set size (KB) = 1240336 Test 041 rrfs_v1beta_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_clm_lake_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_clm_lake_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_clm_lake_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_clm_lake_debug_intel Checking test 042 rap_clm_lake_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 326.499240 - 0: The maximum resident set size (KB) = 1253296 + 0: The total amount of wall time = 332.788697 + 0: The maximum resident set size (KB) = 1254396 Test 042 rap_clm_lake_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_flake_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_flake_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_flake_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_flake_debug_intel Checking test 043 rap_flake_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 264.808362 - 0: The maximum resident set size (KB) = 1248028 + 0: The total amount of wall time = 279.546446 + 0: The maximum resident set size (KB) = 1241296 Test 043 rap_flake_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/gnv1_c96_no_nest_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/gnv1_c96_no_nest_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/gnv1_c96_no_nest_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/gnv1_c96_no_nest_debug_intel Checking test 044 gnv1_c96_no_nest_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK @@ -1176,14 +1176,14 @@ Checking test 044 gnv1_c96_no_nest_debug_intel results .... Comparing RESTART/20210322.070000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.070000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 430.845304 - 0: The maximum resident set size (KB) = 1257440 + 0: The total amount of wall time = 493.861683 + 0: The maximum resident set size (KB) = 1257224 Test 044 gnv1_c96_no_nest_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/regional_spp_sppt_shum_skeb_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/regional_spp_sppt_shum_skeb_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/regional_spp_sppt_shum_skeb_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/regional_spp_sppt_shum_skeb_dyn32_phy32_intel Checking test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... Comparing dynf000.nc .........OK Comparing dynf001.nc .........OK @@ -1194,14 +1194,14 @@ Checking test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF01 .........OK - 0: The total amount of wall time = 192.405662 - 0: The maximum resident set size (KB) = 1367748 + 0: The total amount of wall time = 194.825086 + 0: The maximum resident set size (KB) = 1368544 Test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_control_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_control_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_control_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_control_dyn32_phy32_intel Checking test 046 rap_control_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1248,14 +1248,14 @@ Checking test 046 rap_control_dyn32_phy32_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 390.798665 - 0: The maximum resident set size (KB) = 1197288 + 0: The total amount of wall time = 327.327488 + 0: The maximum resident set size (KB) = 1157748 Test 046 rap_control_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/hrrr_control_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/hrrr_control_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/hrrr_control_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/hrrr_control_dyn32_phy32_intel Checking test 047 hrrr_control_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1302,14 +1302,14 @@ Checking test 047 hrrr_control_dyn32_phy32_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 164.902354 - 0: The maximum resident set size (KB) = 1042160 + 0: The total amount of wall time = 170.975690 + 0: The maximum resident set size (KB) = 1030212 Test 047 hrrr_control_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_control_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_2threads_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_control_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_2threads_dyn32_phy32_intel Checking test 048 rap_2threads_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1356,14 +1356,14 @@ Checking test 048 rap_2threads_dyn32_phy32_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 365.581451 - 0: The maximum resident set size (KB) = 1315852 + 0: The total amount of wall time = 312.550802 + 0: The maximum resident set size (KB) = 1312020 Test 048 rap_2threads_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/hrrr_control_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/hrrr_control_2threads_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/hrrr_control_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/hrrr_control_2threads_dyn32_phy32_intel Checking test 049 hrrr_control_2threads_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1410,14 +1410,14 @@ Checking test 049 hrrr_control_2threads_dyn32_phy32_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 153.250820 - 0: The maximum resident set size (KB) = 1071264 + 0: The total amount of wall time = 471.675700 + 0: The maximum resident set size (KB) = 1066752 Test 049 hrrr_control_2threads_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/hrrr_control_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/hrrr_control_decomp_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/hrrr_control_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/hrrr_control_decomp_dyn32_phy32_intel Checking test 050 hrrr_control_decomp_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1464,14 +1464,14 @@ Checking test 050 hrrr_control_decomp_dyn32_phy32_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 176.296816 - 0: The maximum resident set size (KB) = 1005308 + 0: The total amount of wall time = 182.321288 + 0: The maximum resident set size (KB) = 995288 Test 050 hrrr_control_decomp_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_control_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_restart_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_control_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_restart_dyn32_phy32_intel Checking test 051 rap_restart_dyn32_phy32_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK @@ -1510,28 +1510,28 @@ Checking test 051 rap_restart_dyn32_phy32_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 285.467408 - 0: The maximum resident set size (KB) = 1123872 + 0: The total amount of wall time = 244.840392 + 0: The maximum resident set size (KB) = 1119180 Test 051 rap_restart_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/hrrr_control_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/hrrr_control_restart_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/hrrr_control_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/hrrr_control_restart_dyn32_phy32_intel Checking test 052 hrrr_control_restart_dyn32_phy32_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK Comparing GFSFLX.GrbF12 .........OK Comparing GFSPRS.GrbF12 .........OK - 0: The total amount of wall time = 87.471342 - 0: The maximum resident set size (KB) = 967744 + 0: The total amount of wall time = 93.664549 + 0: The maximum resident set size (KB) = 970752 Test 052 hrrr_control_restart_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/conus13km_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/conus13km_control_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/conus13km_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/conus13km_control_intel Checking test 053 conus13km_control_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK @@ -1547,41 +1547,57 @@ Checking test 053 conus13km_control_intel results .... Comparing RESTART/20210512.170000.phy_data.nc .........OK Comparing RESTART/20210512.170000.sfc_data.nc .........OK - 0: The total amount of wall time = 91.246401 - 0: The maximum resident set size (KB) = 1343348 + 0: The total amount of wall time = 144.071922 + 0: The maximum resident set size (KB) = 1511148 Test 053 conus13km_control_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/conus13km_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/conus13km_2threads_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/conus13km_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/conus13km_2threads_intel Checking test 054 conus13km_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 36.229132 - 0: The maximum resident set size (KB) = 1251188 + 0: The total amount of wall time = 53.949055 + 0: The maximum resident set size (KB) = 1445008 Test 054 conus13km_2threads_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/conus13km_restart_mismatch_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/conus13km_restart_mismatch_intel -Checking test 055 conus13km_restart_mismatch_intel results .... +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/conus13km_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/conus13km_decomp_intel +Checking test 055 conus13km_decomp_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing sfcf002.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK + Comparing atmf002.nc .........OK + + 0: The total amount of wall time = 156.403526 + 0: The maximum resident set size (KB) = 1556180 + +Test 055 conus13km_decomp_intel PASS + + +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/conus13km_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/conus13km_restart_intel +Checking test 056 conus13km_restart_intel results .... Comparing sfcf002.nc .........OK Comparing atmf002.nc .........OK - 0: The total amount of wall time = 50.725059 - 0: The maximum resident set size (KB) = 1196996 + 0: The total amount of wall time = 77.307407 + 0: The maximum resident set size (KB) = 1309300 -Test 055 conus13km_restart_mismatch_intel PASS +Test 056 conus13km_restart_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_control_dyn64_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_control_dyn64_phy32_intel -Checking test 056 rap_control_dyn64_phy32_intel results .... +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_control_dyn64_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_control_dyn64_phy32_intel +Checking test 057 rap_control_dyn64_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK Comparing sfcf012.nc .........OK @@ -1627,43 +1643,43 @@ Checking test 056 rap_control_dyn64_phy32_intel results .... Comparing RESTART/20210322.180000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.180000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 220.084828 - 0: The maximum resident set size (KB) = 1107064 + 0: The total amount of wall time = 266.741225 + 0: The maximum resident set size (KB) = 1118600 -Test 056 rap_control_dyn64_phy32_intel PASS +Test 057 rap_control_dyn64_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_control_debug_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_control_debug_dyn32_phy32_intel -Checking test 057 rap_control_debug_dyn32_phy32_intel results .... +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_control_debug_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_control_debug_dyn32_phy32_intel +Checking test 058 rap_control_debug_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 263.423586 - 0: The maximum resident set size (KB) = 1132832 + 0: The total amount of wall time = 258.829100 + 0: The maximum resident set size (KB) = 1121372 -Test 057 rap_control_debug_dyn32_phy32_intel PASS +Test 058 rap_control_debug_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/hrrr_control_debug_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/hrrr_control_debug_dyn32_phy32_intel -Checking test 058 hrrr_control_debug_dyn32_phy32_intel results .... +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/hrrr_control_debug_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/hrrr_control_debug_dyn32_phy32_intel +Checking test 059 hrrr_control_debug_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 237.100160 - 0: The maximum resident set size (KB) = 1122720 + 0: The total amount of wall time = 249.177419 + 0: The maximum resident set size (KB) = 1122464 -Test 058 hrrr_control_debug_dyn32_phy32_intel PASS +Test 059 hrrr_control_debug_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/conus13km_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/conus13km_debug_intel -Checking test 059 conus13km_debug_intel results .... +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/conus13km_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/conus13km_debug_intel +Checking test 060 conus13km_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK @@ -1676,15 +1692,15 @@ Checking test 059 conus13km_debug_intel results .... Comparing RESTART/20210512.170000.phy_data.nc .........OK Comparing RESTART/20210512.170000.sfc_data.nc .........OK - 0: The total amount of wall time = 721.336262 - 0: The maximum resident set size (KB) = 1388268 + 0: The total amount of wall time = 1245.440958 + 0: The maximum resident set size (KB) = 1585988 -Test 059 conus13km_debug_intel PASS +Test 060 conus13km_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/conus13km_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/conus13km_debug_qr_intel -Checking test 060 conus13km_debug_qr_intel results .... +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/conus13km_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/conus13km_debug_qr_intel +Checking test 061 conus13km_debug_qr_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK @@ -1697,54 +1713,68 @@ Checking test 060 conus13km_debug_qr_intel results .... Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......OK Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......OK - 0: The total amount of wall time = 740.785619 - 0: The maximum resident set size (KB) = 1050408 + 0: The total amount of wall time = 1233.172939 + 0: The maximum resident set size (KB) = 1168216 + +Test 061 conus13km_debug_qr_intel PASS + + +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/conus13km_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/conus13km_debug_2threads_intel +Checking test 062 conus13km_debug_2threads_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK + + 0: The total amount of wall time = 894.185210 + 0: The maximum resident set size (KB) = 1460832 -Test 060 conus13km_debug_qr_intel PASS +Test 062 conus13km_debug_2threads_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/conus13km_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/conus13km_debug_2threads_intel -Checking test 061 conus13km_debug_2threads_intel results .... +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/conus13km_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/conus13km_debug_decomp_intel +Checking test 063 conus13km_debug_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 476.749717 - 0: The maximum resident set size (KB) = 1260064 + 0: The total amount of wall time = 1292.190022 + 0: The maximum resident set size (KB) = 1611496 -Test 061 conus13km_debug_2threads_intel PASS +Test 063 conus13km_debug_decomp_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/conus13km_radar_tten_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/conus13km_radar_tten_debug_intel -Checking test 062 conus13km_radar_tten_debug_intel results .... +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/conus13km_radar_tten_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/conus13km_radar_tten_debug_intel +Checking test 064 conus13km_radar_tten_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 745.945572 - 0: The maximum resident set size (KB) = 1450868 + 0: The total amount of wall time = 1246.863206 + 0: The maximum resident set size (KB) = 1635176 -Test 062 conus13km_radar_tten_debug_intel PASS +Test 064 conus13km_radar_tten_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240627/rap_control_debug_dyn64_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1493340/rap_control_dyn64_phy32_debug_intel -Checking test 063 rap_control_dyn64_phy32_debug_intel results .... +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20251017/rap_control_debug_dyn64_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_3921987/rap_control_dyn64_phy32_debug_intel +Checking test 065 rap_control_dyn64_phy32_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 260.105980 - 0: The maximum resident set size (KB) = 1221396 + 0: The total amount of wall time = 246.565670 + 0: The maximum resident set size (KB) = 1217692 -Test 063 rap_control_dyn64_phy32_debug_intel PASS +Test 065 rap_control_dyn64_phy32_debug_intel PASS REGRESSION TEST WAS SUCCESSFUL -Tue Sep 3 06:38:54 PM CDT 2024 -Elapsed time: 01h:03m:49s. Have a nice day! +Tue Nov 11 21:20:32 CST 2025 +Elapsed time: 04h:32m:54s. Have a nice day! From 3787c33209c4304858ede319570d006222cfe291 Mon Sep 17 00:00:00 2001 From: jili dong Date: Tue, 20 Jan 2026 17:55:41 +0000 Subject: [PATCH 19/21] remove unused conf file --- tests/rrfs_for_testing_do_not_merge.conf | 13 ------------- 1 file changed, 13 deletions(-) delete mode 100644 tests/rrfs_for_testing_do_not_merge.conf diff --git a/tests/rrfs_for_testing_do_not_merge.conf b/tests/rrfs_for_testing_do_not_merge.conf deleted file mode 100644 index 5a88fd3d1b..0000000000 --- a/tests/rrfs_for_testing_do_not_merge.conf +++ /dev/null @@ -1,13 +0,0 @@ - -COMPILE | rrfs_dyn32_phy32_faster | intel | -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO | - noaacloud | fv3 | -RUN | conus13km_control | - noaacloud | baseline | -RUN | conus13km_2threads | - noaacloud | | -RUN | conus13km_decomp | - noaacloud | | -RUN | conus13km_restart | - noaacloud | | conus13km_control - -COMPILE | rrfs_dyn32_phy32_debug | intel | -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DENABLE_PARALLELRESTART=NO -DENABLE_RRFS_WAR=NO | - noaacloud | fv3 | -RUN | conus13km_debug | - noaacloud | baseline | -RUN | conus13km_debug_qr | - derecho noaacloud | | -RUN | conus13km_debug_2threads | - derecho noaacloud | | -RUN | conus13km_radar_tten_debug | - noaacloud | baseline | -RUN | conus13km_debug_decomp | - noaacloud | | From 79026eb9f884d99ff3b5ab9c8ad40805b52993db Mon Sep 17 00:00:00 2001 From: jili dong Date: Tue, 20 Jan 2026 18:33:50 +0000 Subject: [PATCH 20/21] revert ufsatm and stochastic_physics back to community --- .gitmodules | 14 ++++---------- 1 file changed, 4 insertions(+), 10 deletions(-) diff --git a/.gitmodules b/.gitmodules index ee77d96268..fee315db63 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,21 +1,15 @@ [submodule "FV3"] path = FV3 - #url = https://github.com/NOAA-EMC/fv3atm - #branch = production/RRFS.v1 -# url = https://github.com/DusanJovic-NOAA/fv3atm -# branch = rrfs_v1_conus13km_tests - url = https://github.com/JiliDong-NOAA/fv3atm - branch = restart_fix + url = https://github.com/NOAA-EMC/fv3atm + branch = production/RRFS.v1 [submodule "WW3"] path = WW3 url = https://github.com/NOAA-EMC/WW3 branch = dev/ufs-weather-model [submodule "stochastic_physics"] path = stochastic_physics -# url = https://github.com/NOAA-PSL/stochastic_physics -# branch = production/RRFS.v1 - url = https://github.com/JiliDong-NOAA/stochastic_physics - branch = spp_restart_fix + url = https://github.com/NOAA-PSL/stochastic_physics + branch = production/RRFS.v1 [submodule "CMakeModules"] path = CMakeModules url = https://github.com/NOAA-EMC/CMakeModules From 3ddbc2e125cb1ece649d2a654adf3f5fa0bb784d Mon Sep 17 00:00:00 2001 From: jili dong Date: Tue, 20 Jan 2026 18:43:38 +0000 Subject: [PATCH 21/21] update ufsatm and stochastic_physics --- FV3 | 2 +- stochastic_physics | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/FV3 b/FV3 index f4be1fc656..f861e49ebf 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit f4be1fc656902b62cfaaa85e788fc4b433ca15ce +Subproject commit f861e49ebf73c26535848615dbb7f9718076264f diff --git a/stochastic_physics b/stochastic_physics index 38965de861..e8d56ddc20 160000 --- a/stochastic_physics +++ b/stochastic_physics @@ -1 +1 @@ -Subproject commit 38965de861e21699e10335616abf196f1ed6030d +Subproject commit e8d56ddc200208560b21abef279462c9ef276ecc