diff --git a/dev/scripts/exgdas_enkf_post.sh b/dev/scripts/exgdas_enkf_post.sh index 99b53593cf..7dc00d1d23 100755 --- a/dev/scripts/exgdas_enkf_post.sh +++ b/dev/scripts/exgdas_enkf_post.sh @@ -66,6 +66,7 @@ for imem in $(seq 1 "${NMEM_ENS}"); do MEMDIR=${memchar} YMD=${PDY} HH=${cyc} declare_from_tmpl -x \ COMIN_ATMOS_HISTORY:COM_ATMOS_HISTORY_TMPL + # TODO: remove deadlinks and refer https://github.com/NOAA-EMC/global-workflow/issues/4405 for fhr in $(seq "${FHMIN}" "${FHOUT}" "${FHMAX}"); do fhrchar=$(printf %03i "${fhr}") ${NLN} "${COMIN_ATMOS_HISTORY}/${PREFIX}sfc.f${fhrchar}.nc" "sfcf${fhrchar}_${memchar}" @@ -82,6 +83,7 @@ fi for fhr in $(seq "${FHMIN}" "${FHOUT}" "${FHMAX}"); do fhrchar=$(printf %03i "${fhr}") + # TODO: remove deadlinks and refer https://github.com/NOAA-EMC/global-workflow/issues/4405 ${NLN} "${COMOUT_ATMOS_HISTORY_STAT}/${PREFIX}ensmean.sfc.f${fhrchar}.nc" "sfcf${fhrchar}.ensmean" ${NLN} "${COMOUT_ATMOS_HISTORY_STAT}/${PREFIX}ensmean.atm.f${fhrchar}.nc" "atmf${fhrchar}.ensmean" if [[ "${SMOOTH_ENKF}" == "YES" ]]; then diff --git a/dev/scripts/exgfs_wave_post_pnt.sh b/dev/scripts/exgfs_wave_post_pnt.sh index deea1f9512..7f5ebfd3c7 100755 --- a/dev/scripts/exgfs_wave_post_pnt.sh +++ b/dev/scripts/exgfs_wave_post_pnt.sh @@ -137,7 +137,7 @@ while [[ ${fhr} -le ${FHMAX_WAV_PNT} ]]; do FH3=$(printf %03i "${fhr}") pfile="${COMIN_WAVE_HISTORY}/${WAV_MOD_TAG}.points.f${FH3}.nc" if [[ -f "${pfile}" ]]; then - ${NLN} "${pfile}" "./${ymdhms}.out_pnt.ww3.nc" + cpreq "${pfile}" "./${ymdhms}.out_pnt.ww3.nc" else export err=7 err_exit "NO RAW POINT OUTPUT FILE ${ymdhms}.out_pnt.ww3.nc" diff --git a/dev/scripts/exgfs_wave_prdgen_gridded.sh b/dev/scripts/exgfs_wave_prdgen_gridded.sh index 22a6a506e0..31c0c57c67 100755 --- a/dev/scripts/exgfs_wave_prdgen_gridded.sh +++ b/dev/scripts/exgfs_wave_prdgen_gridded.sh @@ -110,7 +110,7 @@ while [[ "${fhcnt}" -le "${FHMAX_WAV}" ]]; do #====================================================================== GRIBIN="${RUN}.${cycle}.${grdID}.f${fhr}.clipped.grib2" - ${NLN} "${GRIBIN}" "gribfile.${grdID}.f${fhr}" + cpreq "${GRIBIN}" "gribfile.${grdID}.f${fhr}" # 1.d Input template files parmfile="${PARMgfs}/wave/grib2_${RUN}wave.${grdOut}.f${fhr}" diff --git a/dev/scripts/exglobal_enkf_ecen.sh b/dev/scripts/exglobal_enkf_ecen.sh index b20099bfe2..556addce04 100755 --- a/dev/scripts/exglobal_enkf_ecen.sh +++ b/dev/scripts/exglobal_enkf_ecen.sh @@ -112,6 +112,7 @@ for FHR in $(seq "${FHMIN}" "${FHOUT}" "${FHMAX}"); do MEMDIR=${gmemchar} RUN=${GDUMP_ENS} YMD=${gPDY} HH=${gcyc} declare_from_tmpl -x \ COMIN_ATMOS_HISTORY_MEM_PREV:COM_ATMOS_HISTORY_TMPL + # TODO: remove deadlinks and refer https://github.com/NOAA-EMC/global-workflow/issues/4405 ${NLN} "${COMIN_ATMOS_HISTORY_MEM_PREV}/${GPREFIX_ENS}atm.f00${FHR}${ENKF_SUFFIX}.nc" "./atmges_${memchar}" if [[ "${DO_CALC_INCREMENT}" == "YES" ]]; then ${NLN} "${COMOUT_ATMOS_ANALYSIS_MEM}/${APREFIX_ENS}analysis.atm.a00${FHR}.nc" "./atmanl_${memchar}" @@ -166,9 +167,9 @@ for FHR in $(seq "${FHMIN}" "${FHOUT}" "${FHMAX}"); do err_exit "Failed to recenter the ensemble increments!" fi - # If available, link to ensemble mean guess. Otherwise, compute ensemble mean guess + # If available, copy the ensemble mean guess. Otherwise, compute ensemble mean guess if [[ -s "${COMIN_ATMOS_HISTORY_STAT_PREV}/${GPREFIX_ENS}ensmean.atm.f00${FHR}.nc" ]]; then - ${NLN} "${COMIN_ATMOS_HISTORY_STAT_PREV}/${GPREFIX_ENS}ensmean.atm.f00${FHR}.nc" "./atmges_ensmean" + cpreq "${COMIN_ATMOS_HISTORY_STAT_PREV}/${GPREFIX_ENS}ensmean.atm.f00${FHR}.nc" "./atmges_ensmean" else DATAPATH="./" ATMGESNAME="atmges" @@ -212,12 +213,12 @@ for FHR in $(seq "${FHMIN}" "${FHOUT}" "${FHMAX}"); do ATMANL_GSI="${COMIN_ATMOS_ANALYSIS_DET}/${APREFIX}analysis.atm.a00${FHR}.nc" ATMANL_GSI_ENSRES="${COMIN_ATMOS_ANALYSIS_DET}/${APREFIX}ensres_analysis.atm.a00${FHR}.nc" - # if we already have a ensemble resolution GSI analysis then just link to it + # if we already have a ensemble resolution GSI analysis then just copy it if [[ -f ${ATMANL_GSI_ENSRES} ]]; then - ${NLN} "${ATMANL_GSI_ENSRES}" atmanl_gsi_ensres + cpreq "${ATMANL_GSI_ENSRES}" atmanl_gsi_ensres else - ${NLN} "${ATMANL_GSI}" atmanl_gsi - ${NLN} "${ATMANL_GSI_ENSRES}" atmanl_gsi_ensres + cpreq "${ATMANL_GSI}" atmanl_gsi + cpreq "${ATMANL_GSI_ENSRES}" atmanl_gsi_ensres SIGLEVEL="${SIGLEVEL:-"${FIXgfs}/am/global_hyblev.l${LEVS}.txt"}" ${NLN} "${CHGRESNC}" chgres.x chgresnml=chgres_nc_gauss.nml diff --git a/dev/scripts/exglobal_enkf_update.sh b/dev/scripts/exglobal_enkf_update.sh index 102c3fec96..32f39a9b34 100755 --- a/dev/scripts/exglobal_enkf_update.sh +++ b/dev/scripts/exglobal_enkf_update.sh @@ -140,14 +140,14 @@ for imem in $(seq 1 "${NMEM_ENS}"); do mkdir -p "${COMOUT_ATMOS_ANALYSIS_MEM}" for FHR in ${nfhrs}; do - ${NLN} "${COMIN_ATMOS_HISTORY_MEM_PREV}/${GPREFIX}atm.f00${FHR}${ENKF_SUFFIX}.nc" \ + cpreq "${COMIN_ATMOS_HISTORY_MEM_PREV}/${GPREFIX}atm.f00${FHR}${ENKF_SUFFIX}.nc" \ "sfg_${PDY}${cyc}_fhr0${FHR}_${memchar}" if [[ "${hofx_2m_sfcfile}" == ".true." ]]; then - ${NLN} "${COMIN_ATMOS_HISTORY_MEM_PREV}/${GPREFIX}sfc.f00${FHR}${ENKF_SUFFIX}.nc" \ + cpreq "${COMIN_ATMOS_HISTORY_MEM_PREV}/${GPREFIX}sfc.f00${FHR}${ENKF_SUFFIX}.nc" \ "bfg_${PDY}${cyc}_fhr0${FHR}_${memchar}" fi if [[ "${cnvw_option}" == ".true." ]]; then - ${NLN} "${COMIN_ATMOS_HISTORY_MEM_PREV}/${GPREFIX}sfc.f00${FHR}.nc" \ + cpreq "${COMIN_ATMOS_HISTORY_MEM_PREV}/${GPREFIX}sfc.f00${FHR}.nc" \ "sfgsfc_${PDY}${cyc}_fhr0${FHR}_${memchar}" fi @@ -168,15 +168,16 @@ done # Ensemble mean guess for FHR in ${nfhrs}; do - ${NLN} "${COMIN_ATMOS_HISTORY_STAT_PREV}/${GPREFIX}ensmean.atm.f00${FHR}.nc" \ + cpreq "${COMIN_ATMOS_HISTORY_STAT_PREV}/${GPREFIX}ensmean.atm.f00${FHR}.nc" \ "sfg_${PDY}${cyc}_fhr0${FHR}_ensmean" if [[ "${cnvw_option}" == ".true." ]]; then - ${NLN} "${COMIN_ATMOS_HISTORY_STAT_PREV}/${GPREFIX}ensmean.sfc.f00${FHR}.nc" \ + cpreq "${COMIN_ATMOS_HISTORY_STAT_PREV}/${GPREFIX}ensmean.sfc.f00${FHR}.nc" \ "sfgsfc_${PDY}${cyc}_fhr0${FHR}_ensmean" fi if [[ "${DO_GSISOILDA}" == "YES" ]]; then - ${NLN} "${COMIN_ATMOS_HISTORY_STAT_PREV}/${GPREFIX}ensmean.sfc.f00${FHR}.nc" \ + cpreq "${COMIN_ATMOS_HISTORY_STAT_PREV}/${GPREFIX}ensmean.sfc.f00${FHR}.nc" \ "bfg_${PDY}${cyc}_fhr0${FHR}_ensmean" + # TODO: remove deadlinks and refer https://github.com/NOAA-EMC/global-workflow/issues/4405 ${NLN} "${COMIN_ATMOS_ANALYSIS_STAT}/${APREFIX}ensmean_increment.sfc.i00${FHR}.nc" \ "sfcincr_${PDY}${cyc}_fhr0${FHR}_ensmean" fi diff --git a/gempak/ush/gdas_ecmwf_meta_ver.sh b/gempak/ush/gdas_ecmwf_meta_ver.sh index fb6374f653..e1ddc3c575 100755 --- a/gempak/ush/gdas_ecmwf_meta_ver.sh +++ b/gempak/ush/gdas_ecmwf_meta_ver.sh @@ -18,6 +18,8 @@ device="nc | ecmwfver.meta" cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="gdas.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" diff --git a/gempak/ush/gdas_meta_loop.sh b/gempak/ush/gdas_meta_loop.sh index 816b1bb438..eecc0ed9f0 100755 --- a/gempak/ush/gdas_meta_loop.sh +++ b/gempak/ush/gdas_meta_loop.sh @@ -9,8 +9,8 @@ device="nc | gdasloop.meta" # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L "${COMIN}" ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" @@ -40,6 +40,8 @@ for ((fhr = 24; fhr <= 144; fhr += 24)); do for cycle in ${cycles}; do # Test with GDAS in PROD YMD=${day} HH=${cyc} GRID=1p00 declare_from_tmpl "COMIN_ATMOS_GEMPAK_1p00_past:COM_ATMOS_GEMPAK_TMPL" + # TODO: Add only necessary files and remove unneeded ones to minimize data volume + # TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${day}${cycle}" if [[ ! -L "${COMIN}" ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00_past}" "${COMIN}" diff --git a/gempak/ush/gdas_meta_na.sh b/gempak/ush/gdas_meta_na.sh index f79b1f7589..61d043d345 100755 --- a/gempak/ush/gdas_meta_na.sh +++ b/gempak/ush/gdas_meta_na.sh @@ -9,8 +9,8 @@ device="nc | gdas.meta" # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L "${COMIN}" ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" diff --git a/gempak/ush/gdas_ukmet_meta_ver.sh b/gempak/ush/gdas_ukmet_meta_ver.sh index 6ad8c4f43b..ab3f5c1d6e 100755 --- a/gempak/ush/gdas_ukmet_meta_ver.sh +++ b/gempak/ush/gdas_ukmet_meta_ver.sh @@ -22,8 +22,10 @@ device="nc | ukmetver_12.meta" cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl # SET CURRENT CYCLE AS THE VERIFICATION GRIDDED FILE. +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="gdas.${PDY}${cyc}" -if [[ ! -L ${COMIN} ]]; then +if [[ ! -L "${COMIN}" ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" fi vergrid="F-GDAS | ${PDY:2}/0600" @@ -55,6 +57,7 @@ for area in ${areas}; do cyclenum=${stime:6} if [[ ! -L "ukmet.20${sdatenum}" ]]; then + # TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 ${NLN} "${COMINukmet}/ukmet.20${sdatenum}/gempak" "ukmet.20${sdatenum}" fi gdfile="ukmet.20${sdatenum}/ukmet_20${sdatenum}${cyclenum}${dgdattim}" diff --git a/gempak/ush/gfs_meta_ak.sh b/gempak/ush/gfs_meta_ak.sh index 1540e4beeb..4dda590b96 100755 --- a/gempak/ush/gfs_meta_ak.sh +++ b/gempak/ush/gfs_meta_ak.sh @@ -16,10 +16,10 @@ device="nc | gfs.meta.ak" # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" -if [[ ! -L ${COMIN} ]]; then +if [[ ! -L "${COMIN}" ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" fi diff --git a/gempak/ush/gfs_meta_bwx.sh b/gempak/ush/gfs_meta_bwx.sh index 3432548dea..c80abadb58 100755 --- a/gempak/ush/gfs_meta_bwx.sh +++ b/gempak/ush/gfs_meta_bwx.sh @@ -17,10 +17,10 @@ device="nc | ${metaname}" # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" -if [[ ! -L ${COMIN} ]]; then +if [[ ! -L "${COMIN}" ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" fi diff --git a/gempak/ush/gfs_meta_comp.sh b/gempak/ush/gfs_meta_comp.sh index 6870ddf404..f1ceef46fe 100755 --- a/gempak/ush/gfs_meta_comp.sh +++ b/gempak/ush/gfs_meta_comp.sh @@ -28,14 +28,13 @@ for cycle in $(seq -f "%02g" -s ' ' 0 "${INTERVAL_GFS}" "${cyc}"); do YMD=${PDY} HH=${cycle} GRID="1p00" declare_from_tmpl gempak_dir:COM_ATMOS_GEMPAK_TMPL for file_in in "${gempak_dir}/gfs_1p00_${PDY}${cycle}f"*; do file_out="${COMIN}/$(basename "${file_in}")" - if [[ ! -L "${file_out}" ]]; then - ${NLN} "${file_in}" "${file_out}" - fi + cpreq "${file_in}" "${file_out}" done done export HPCNAM="nam.${PDY}" if [[ ! -L ${HPCNAM} ]]; then + # TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 ${NLN} "${COMINnam}/nam.${PDY}/gempak" "${HPCNAM}" fi @@ -99,6 +98,8 @@ for gareas in US NP; do # Create symlink in DATA to sidestep gempak path limits HPCGFS="${RUN}.${init_time}" + # TODO: Add only necessary files and remove unneeded ones to minimize data volume + # TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 if [[ ! -L ${HPCGFS} ]]; then YMD="${init_PDY}" HH="${init_cyc}" GRID="1p00" declare_from_tmpl source_dir:COM_ATMOS_GEMPAK_TMPL ${NLN} "${source_dir}" "${HPCGFS}" diff --git a/gempak/ush/gfs_meta_crb.sh b/gempak/ush/gfs_meta_crb.sh index b3673d8bc7..afd3532ae9 100755 --- a/gempak/ush/gfs_meta_crb.sh +++ b/gempak/ush/gfs_meta_crb.sh @@ -19,10 +19,10 @@ device="nc | ${metaname}" # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" -if [[ ! -L ${COMIN} ]]; then +if [[ ! -L "${COMIN}" ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" fi @@ -255,6 +255,7 @@ if [[ ${cyc} == 00 ]]; then HPCECMWF_m1=ecmwf.${PDY} export HPCUKMET=ukmet.${PDYm1} if [[ ! -L "${HPCECMWF}" ]]; then + # TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 ${NLN} "${COMINecmwf}/ecmwf.${PDY}/gempak" "${HPCECMWF}" fi if [[ ! -L "${HPCECMWF_m1}" ]]; then diff --git a/gempak/ush/gfs_meta_hi.sh b/gempak/ush/gfs_meta_hi.sh index 4d936834ea..3461db4a9b 100755 --- a/gempak/ush/gfs_meta_hi.sh +++ b/gempak/ush/gfs_meta_hi.sh @@ -13,8 +13,8 @@ device="nc | mrfhi.meta" # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" diff --git a/gempak/ush/gfs_meta_hur.sh b/gempak/ush/gfs_meta_hur.sh index 11f2549332..b2bef3d33c 100755 --- a/gempak/ush/gfs_meta_hur.sh +++ b/gempak/ush/gfs_meta_hur.sh @@ -19,14 +19,13 @@ device="nc | ${metaname}" # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" fi -# # DEFINE YESTERDAY PDYm1=$(date --utc +%Y%m%d -d "${PDY} 00 - 24 hours") # @@ -309,6 +308,7 @@ if [[ ${cyc} -eq 00 ]]; then HPCECMWF_m1=ecmwf.${PDY} export HPCUKMET=ukmet.${PDYm1} if [[ ! -L "${HPCECMWF}" ]]; then + # TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 ${NLN} "${COMINecmwf}/ecmwf.${PDY}/gempak" "${HPCECMWF}" fi if [[ ! -L "${HPCECMWF_m1}" ]]; then diff --git a/gempak/ush/gfs_meta_mar_atl.sh b/gempak/ush/gfs_meta_mar_atl.sh index 952768a28a..14af5cc29e 100755 --- a/gempak/ush/gfs_meta_mar_atl.sh +++ b/gempak/ush/gfs_meta_mar_atl.sh @@ -13,8 +13,8 @@ cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" diff --git a/gempak/ush/gfs_meta_mar_comp.sh b/gempak/ush/gfs_meta_mar_comp.sh index 406825d938..4471e97d47 100755 --- a/gempak/ush/gfs_meta_mar_comp.sh +++ b/gempak/ush/gfs_meta_mar_comp.sh @@ -19,9 +19,7 @@ for cycle in $(seq -f "%02g" -s ' ' 0 "${INTERVAL_GFS}" "${cyc}"); do YMD=${PDY} HH=${cycle} GRID="1p00" declare_from_tmpl gempak_dir:COM_ATMOS_GEMPAK_TMPL for file_in in "${gempak_dir}/gfs_1p00_${PDY}${cycle}f"*; do file_out="${COMIN}/$(basename "${file_in}")" - if [[ ! -L "${file_out}" ]]; then - ${NLN} "${file_in}" "${file_out}" - fi + cpreq "${file_in}" "${file_out}" done done @@ -31,6 +29,7 @@ done # export HPCNAM="nam.${PDY}" if [[ ! -L ${HPCNAM} ]]; then + # TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 ${NLN} "${COMINnam}/nam.${PDY}/gempak" "${HPCNAM}" fi @@ -75,6 +74,8 @@ for garea in NAtl NPac; do fi # Create symlink in DATA to sidestep gempak path limits + # TODO: Add only necessary files and remove unneeded ones to minimize data volume + # TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 HPCGFS="${RUN}.${init_time}" if [[ ! -L ${HPCGFS} ]]; then YMD="${init_PDY}" HH="${init_cyc}" GRID="1p00" declare_from_tmpl source_dir:COM_ATMOS_GEMPAK_TMPL @@ -226,6 +227,7 @@ EOF export HPCUKMET="ukmet.${ukmet_PDY}" if [[ ! -L "${HPCUKMET}" ]]; then + # TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 ${NLN} "${COMINukmet}/ukmet.${ukmet_PDY}/gempak" "${HPCUKMET}" fi grid2="F-UKMETHPC | ${ukmet_PDY:2}/${ukmet_date}" @@ -315,6 +317,7 @@ EOF HPCECMWF=ecmwf.${PDY} if [[ ! -L "${HPCECMWF}" ]]; then + # TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 ${NLN} "${COMINecmwf}/ecmwf.${ecmwf_PDY}/gempak" "${HPCECMWF}" fi grid2="${HPCECMWF}/ecmwf_glob_${ecmwf_date}" diff --git a/gempak/ush/gfs_meta_mar_pac.sh b/gempak/ush/gfs_meta_mar_pac.sh index 5a9fcd9c35..fb63060745 100755 --- a/gempak/ush/gfs_meta_mar_pac.sh +++ b/gempak/ush/gfs_meta_mar_pac.sh @@ -13,8 +13,8 @@ cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" diff --git a/gempak/ush/gfs_meta_mar_ql.sh b/gempak/ush/gfs_meta_mar_ql.sh index dbfa528f58..737edb8441 100755 --- a/gempak/ush/gfs_meta_mar_ql.sh +++ b/gempak/ush/gfs_meta_mar_ql.sh @@ -13,8 +13,8 @@ cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" diff --git a/gempak/ush/gfs_meta_mar_skewt.sh b/gempak/ush/gfs_meta_mar_skewt.sh index b2a023cde1..c39854f03f 100755 --- a/gempak/ush/gfs_meta_mar_skewt.sh +++ b/gempak/ush/gfs_meta_mar_skewt.sh @@ -13,8 +13,8 @@ cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" diff --git a/gempak/ush/gfs_meta_mar_ver.sh b/gempak/ush/gfs_meta_mar_ver.sh index 534553b3d5..849475746d 100755 --- a/gempak/ush/gfs_meta_mar_ver.sh +++ b/gempak/ush/gfs_meta_mar_ver.sh @@ -13,10 +13,10 @@ cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" -if [[ ! -L ${COMIN} ]]; then +if [[ ! -L "${COMIN}" ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" fi diff --git a/gempak/ush/gfs_meta_nhsh.sh b/gempak/ush/gfs_meta_nhsh.sh index 5a96eda93f..9e6cddaaa7 100755 --- a/gempak/ush/gfs_meta_nhsh.sh +++ b/gempak/ush/gfs_meta_nhsh.sh @@ -11,8 +11,8 @@ cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" diff --git a/gempak/ush/gfs_meta_opc_na_ver.sh b/gempak/ush/gfs_meta_opc_na_ver.sh index 956c5d7227..dbe3e0baf9 100755 --- a/gempak/ush/gfs_meta_opc_na_ver.sh +++ b/gempak/ush/gfs_meta_opc_na_ver.sh @@ -16,9 +16,7 @@ cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl # TODO: Replace this # export COMIN="${RUN}.${PDY}${cyc}" -if [[ ! -L ${COMIN} ]]; then - ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" -fi +cpreq -R "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" mdl=gfs MDL="GFS" @@ -61,6 +59,8 @@ for lookback in "${lookbacks[@]}"; do dgdattim="f$(printf "%03g" "${lookback}")" # Create symlink in DATA to sidestep gempak path limits + # TODO: Add only necessary files and remove unneeded ones to minimize data volume + # TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 HPCGFS="${RUN}.${init_time}" if [[ ! -L ${HPCGFS} ]]; then YMD=${init_PDY} HH=${init_cyc} GRID="1p00" declare_from_tmpl source_dir:COM_ATMOS_GEMPAK_TMPL diff --git a/gempak/ush/gfs_meta_opc_np_ver.sh b/gempak/ush/gfs_meta_opc_np_ver.sh index da95b6a0ba..fbd3f8ce65 100755 --- a/gempak/ush/gfs_meta_opc_np_ver.sh +++ b/gempak/ush/gfs_meta_opc_np_ver.sh @@ -13,13 +13,12 @@ cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" fi - mdl=gfs MDL="GFS" metaname="gfsver_mpc_np_${cyc}.meta" @@ -61,6 +60,8 @@ for lookback in "${lookbacks[@]}"; do dgdattim="f$(printf "%03g" "${lookback}")" # Create symlink in DATA to sidestep gempak path limits + # TODO: Add only necessary files and remove unneeded ones to minimize data volume + # TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 HPCGFS="${RUN}.${init_time}" if [[ ! -L "${HPCGFS}" ]]; then YMD=${init_PDY} HH=${init_cyc} GRID="1p00" declare_from_tmpl source_dir:COM_ATMOS_GEMPAK_TMPL diff --git a/gempak/ush/gfs_meta_precip.sh b/gempak/ush/gfs_meta_precip.sh index 051d296dd4..3cb39251a9 100755 --- a/gempak/ush/gfs_meta_precip.sh +++ b/gempak/ush/gfs_meta_precip.sh @@ -13,13 +13,12 @@ cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" fi - # # Set model and metafile naming conventions # diff --git a/gempak/ush/gfs_meta_qpf.sh b/gempak/ush/gfs_meta_qpf.sh index 39f2a6221d..3b29621269 100755 --- a/gempak/ush/gfs_meta_qpf.sh +++ b/gempak/ush/gfs_meta_qpf.sh @@ -13,8 +13,8 @@ cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" diff --git a/gempak/ush/gfs_meta_sa.sh b/gempak/ush/gfs_meta_sa.sh index 024ad6aea5..7725727519 100755 --- a/gempak/ush/gfs_meta_sa.sh +++ b/gempak/ush/gfs_meta_sa.sh @@ -13,8 +13,8 @@ cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" diff --git a/gempak/ush/gfs_meta_sa2.sh b/gempak/ush/gfs_meta_sa2.sh index 10aea99336..8332b53561 100755 --- a/gempak/ush/gfs_meta_sa2.sh +++ b/gempak/ush/gfs_meta_sa2.sh @@ -15,8 +15,8 @@ cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export HPCGFS="${RUN}.${PDY}${cyc}" if [[ ! -L ${HPCGFS} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${HPCGFS}" @@ -37,6 +37,7 @@ PDYm1="$(date --utc +%Y%m%d -d "${PDY} ${cyc} - 24 hours")" HPCECMWF="ecmwf.${PDYm1}" HPCUKMET="ukmet.${PDY}" if [[ ! -L "${HPCECMWF}" ]]; then + # TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 ${NLN} "${COMINecmwf}/ecmwf.${PDYm1}/gempak" "${HPCECMWF}" fi if [[ ! -L "${HPCUKMET}" ]]; then diff --git a/gempak/ush/gfs_meta_trop.sh b/gempak/ush/gfs_meta_trop.sh index 1763548fd9..f29d7fb0b9 100755 --- a/gempak/ush/gfs_meta_trop.sh +++ b/gempak/ush/gfs_meta_trop.sh @@ -13,8 +13,8 @@ cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" diff --git a/gempak/ush/gfs_meta_us.sh b/gempak/ush/gfs_meta_us.sh index 0c1ca87c9a..9cd2460120 100755 --- a/gempak/ush/gfs_meta_us.sh +++ b/gempak/ush/gfs_meta_us.sh @@ -13,8 +13,8 @@ cpreq "${HOMEgfs}/gempak/fix/datatype.tbl" datatype.tbl # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" diff --git a/gempak/ush/gfs_meta_usext.sh b/gempak/ush/gfs_meta_usext.sh index f45ab7310b..dbba2f5142 100755 --- a/gempak/ush/gfs_meta_usext.sh +++ b/gempak/ush/gfs_meta_usext.sh @@ -12,8 +12,8 @@ cpreq "${HOMEgfs}/gempak/fix/ak_sfstns.tbl" alaska.tbl # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" diff --git a/gempak/ush/gfs_meta_ver.sh b/gempak/ush/gfs_meta_ver.sh index 7693bee68c..1209592f20 100755 --- a/gempak/ush/gfs_meta_ver.sh +++ b/gempak/ush/gfs_meta_ver.sh @@ -17,8 +17,8 @@ device="nc | ${metaname}" # # Link data into DATA to sidestep gempak path limits -# TODO: Replace this -# +# TODO: Add only necessary files and remove unneeded ones to minimize data volume +# TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 export COMIN="${RUN}.${PDY}${cyc}" if [[ ! -L ${COMIN} ]]; then ${NLN} "${COMIN_ATMOS_GEMPAK_1p00}" "${COMIN}" @@ -51,6 +51,8 @@ for lookback in "${lookbacks[@]}"; do dgdattim="f$(printf "%03g" "${lookback}")" # Create symlink in DATA to sidestep gempak path limits + # TODO: Add only necessary files and remove unneeded ones to minimize data volume + # TODO: remove live links and refer https://github.com/NOAA-EMC/global-workflow/issues/4406 HPCGFS="${RUN}.${init_time}" if [[ ! -L "${HPCGFS}" ]]; then YMD=${init_PDY} HH=${init_cyc} GRID="1p00" declare_from_tmpl source_dir:COM_ATMOS_GEMPAK_TMPL diff --git a/ush/forecast_postdet.sh b/ush/forecast_postdet.sh index aee9fe9bce..2d6a4cb378 100755 --- a/ush/forecast_postdet.sh +++ b/ush/forecast_postdet.sh @@ -296,6 +296,7 @@ EOF for fhr in ${FV3_OUTPUT_FH}; do FH3=$(printf %03i "${fhr}") FH2=$(printf %02i "${fhr}") + # TODO: remove deadlinks and refer https://github.com/NOAA-EMC/global-workflow/issues/4405 ${NLN} "${COMOUT_ATMOS_HISTORY}/${RUN}.t${cyc}z.atm.f${FH3}.nc" "${DATAoutput}/FV3ATM_OUTPUT/atmf${FH3}.nc" ${NLN} "${COMOUT_ATMOS_HISTORY}/${RUN}.t${cyc}z.sfc.f${FH3}.nc" "${DATAoutput}/FV3ATM_OUTPUT/sfcf${FH3}.nc" ${NLN} "${COMOUT_ATMOS_HISTORY}/${RUN}.t${cyc}z.log.f${FH3}.txt" "${DATAoutput}/FV3ATM_OUTPUT/log.atm.f${FH3}" @@ -844,6 +845,7 @@ GOCART_rc() { # link directory containing GOCART input dataset, if provided if [[ -n "${AERO_INPUTS_DIR}" ]]; then + #TODO: add only necessary files and remove unneeded ones to minimize data volume ${NLN} "${AERO_INPUTS_DIR}" "${DATA}/ExtData" status=$? if [[ ${status} -ne 0 ]]; then diff --git a/ush/getdump.sh b/ush/getdump.sh index 55f4a9fc5a..670f1a5cb1 100755 --- a/ush/getdump.sh +++ b/ush/getdump.sh @@ -28,7 +28,7 @@ prefix="${RUN}.t${HH}z." cd "${SOURCE_DIR}" || exit 1 if [[ -s "${prefix}updated.status.tm00.bufr_d" ]]; then for file in "${prefix}"*; do - ${NLN} "${SOURCE_DIR}/${file}" "${TARGET_DIR}/${file}" + cpreq "${SOURCE_DIR}/${file}" "${TARGET_DIR}/${file}" done else echo "***ERROR*** ${prefix}updated.status.tm00.bufr_d NOT FOUND in ${SOURCE_DIR}" diff --git a/ush/gfs_bufr.sh b/ush/gfs_bufr.sh index e1b880b9ea..b2dad96aeb 100755 --- a/ush/gfs_bufr.sh +++ b/ush/gfs_bufr.sh @@ -92,9 +92,9 @@ if [[ -z ${filename} ]]; then fi #------------------------------------------------------------------ -${NLN} "${COMIN_ATMOS_HISTORY}/${RUN}.${cycle}.atm.f${fhr}.${atmfm}" "sigf${fhr}" -${NLN} "${COMIN_ATMOS_HISTORY}/${RUN}.${cycle}.sfc.f${fhr}.${atmfm}" "flxf${fhr}" -${NLN} "${COMIN_ATMOS_HISTORY}/${RUN}.${cycle}.sfc.f${fhr_p}.${atmfm}" "flxf${fhr_p}" +cpreq "${COMIN_ATMOS_HISTORY}/${RUN}.${cycle}.atm.f${fhr}.${atmfm}" "sigf${fhr}" +cpreq "${COMIN_ATMOS_HISTORY}/${RUN}.${cycle}.sfc.f${fhr}.${atmfm}" "flxf${fhr}" +cpreq "${COMIN_ATMOS_HISTORY}/${RUN}.${cycle}.sfc.f${fhr_p}.${atmfm}" "flxf${fhr_p}" # define input BUFR table file. ${NLN} "${PARMgfs}/product/bufr_gfs_${CLASS}.tbl" fort.1