Created
June 27, 2024 23:12
-
-
Save emcbot/6c10c9f5d4c828ade1740c5c9184a78d to your computer and use it in GitHub Desktop.
error log file from CI run PR_2729
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| PBS: Running prologue on parent mom node: nid004055... | |
| Job 154196320.dbqs01 nodelist: nid[004055-004056,004065] | |
| + /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/jobs/rocoto/aeroanlrun.sh | |
| Begin aeroanlrun.sh at Thu Jun 27 22:35:50 UTC 2024 | |
| + aeroanlrun.sh[7]: . /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/load_ufsda_modules.sh | |
| ++ load_ufsda_modules.sh[4]: [[ NO == \N\O ]] | |
| ++ load_ufsda_modules.sh[5]: echo 'Loading modules quietly...' | |
| Loading modules quietly... | |
| ++ load_ufsda_modules.sh[6]: set +x | |
| Resetting modules to system default. Reseting $MODULEPATH back to system default. All extra directories will be removed from $MODULEPATH. | |
| Currently Loaded Modules: | |
| 1) craype-x86-rome (H) 11) cray-mpich/8.1.12 21) qhull/2020.2 | |
| 2) libfabric/1.11.0.0. (H) 12) hdf5/1.10.6 22) eckit/1.24.4 | |
| 3) craype-network-ofi (H) 13) netcdf/4.7.4 23) fckit/0.11.0 | |
| 4) envvar/1.0 14) udunits/2.2.28 24) atlas/0.35.0 | |
| 5) PrgEnv-intel/8.2.0 15) eigen/3.4.0 25) nccmp/1.8.9.0 | |
| 6) cmake/3.20.2 16) boost/1.79.0 26) nco/5.0.6 | |
| 7) craype/2.7.17 17) gsl-lite/v0.40.0 27) gsl/2.7 | |
| 8) cray-pals/1.2.2 18) sp/2.4.0 28) prod_util/2.0.14 | |
| 9) git/2.29.0 19) python/3.8.6 29) bufr/12.0.1 | |
| 10) intel/19.1.3.304 20) ecbuild/3.7.0 30) GDAS/wcoss2.intel | |
| Where: | |
| H: Hidden Module | |
| Package Version | |
| ------------------- --------- | |
| appdirs 1.4.4 | |
| astropy 4.2 | |
| atomicwrites 1.4.0 | |
| attrs 20.3.0 | |
| boto3 1.24.22 | |
| botocore 1.27.53 | |
| Cartopy 0.18.0 | |
| certifi 2020.12.5 | |
| cftime 1.4.1 | |
| charset-normalizer 2.1.1 | |
| cycler 0.10.0 | |
| Cython 0.29.22 | |
| dicttoxml 1.7.4 | |
| ESMPy 8.0.0 | |
| f90nml 1.4.3 | |
| flake8 3.9.1 | |
| geographiclib 1.50 | |
| geopy 2.1.0 | |
| gsw 3.4.0 | |
| h5py 3.7.0 | |
| idna 3.4 | |
| importlib-resources 5.10.0 | |
| iniconfig 1.1.1 | |
| iso8601 0.1.14 | |
| Jinja2 3.1.2 | |
| jmespath 1.0.1 | |
| joblib 1.0.1 | |
| kiwisolver 1.3.1 | |
| MarkupSafe 2.1.1 | |
| matplotlib 3.3.4 | |
| mccabe 0.6.1 | |
| MetPy 1.3.1 | |
| more-itertools 8.7.0 | |
| mpi4py 3.1.0 | |
| netCDF4 1.5.6 | |
| numpy 1.20.1 | |
| packaging 20.9 | |
| pandas 1.2.3 | |
| Pillow 8.1.2 | |
| Pint 0.20.1 | |
| pip 22.2.2 | |
| pipenv 2022.10.4 | |
| pluggy 0.13.1 | |
| pooch 1.6.0 | |
| py 1.10.0 | |
| pybind11 2.9.2 | |
| pycodestyle 2.7.0 | |
| pyerfa 1.7.2 | |
| pyflakes 2.3.1 | |
| pygrib 2.0.4 | |
| pyparsing 2.4.7 | |
| pyproj 3.0.1 | |
| pyshp 2.1.3 | |
| pytest 6.2.2 | |
| python-dateutil 2.8.2 | |
| pytz 2021.1 | |
| PyYAML 5.4.1 | |
| requests 2.28.1 | |
| s3transfer 0.6.0 | |
| scikit-learn 0.24.1 | |
| scipy 1.6.2 | |
| setuptools 54.2.0 | |
| Shapely 1.7.1 | |
| six 1.16.0 | |
| termcolor 1.1.0 | |
| threadpoolctl 2.1.0 | |
| toml 0.10.2 | |
| toolz 0.11.2 | |
| traitlets 5.5.0 | |
| urllib3 1.26.11 | |
| virtualenv 16.1.0 | |
| virtualenv-clone 0.5.7 | |
| wheel 0.36.2 | |
| xarray 0.17.0 | |
| xmltodict 0.12.0 | |
| zipp 3.10.0 | |
| WARNING: There was an error checking the latest version of pip. | |
| + aeroanlrun.sh[8]: status=0 | |
| + aeroanlrun.sh[9]: [[ 0 -ne 0 ]] | |
| + aeroanlrun.sh[11]: export job=aeroanlrun | |
| + aeroanlrun.sh[11]: job=aeroanlrun | |
| + aeroanlrun.sh[12]: export jobid=aeroanlrun.199649 | |
| + aeroanlrun.sh[12]: jobid=aeroanlrun.199649 | |
| + aeroanlrun.sh[16]: wxflowPATH=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/python:/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/python/wxflow/src | |
| + aeroanlrun.sh[17]: PYTHONPATH=/apps/ops/prod/nco/core/prod_util.v2.0.14/ush:/apps/prod/python-modules/3.8.6/intel/19.1.3.304/lib/python3.8/site-packages:/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/python:/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/python/wxflow/src | |
| + aeroanlrun.sh[18]: export PYTHONPATH | |
| + aeroanlrun.sh[22]: /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/jobs/JGLOBAL_AERO_ANALYSIS_RUN | |
| Begin JGLOBAL_AERO_ANALYSIS_RUN at Thu Jun 27 22:36:14 UTC 2024 | |
| + JGLOBAL_AERO_ANALYSIS_RUN[4]: export WIPE_DATA=NO | |
| + JGLOBAL_AERO_ANALYSIS_RUN[4]: WIPE_DATA=NO | |
| + JGLOBAL_AERO_ANALYSIS_RUN[5]: export DATA=/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00 | |
| + JGLOBAL_AERO_ANALYSIS_RUN[5]: DATA=/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00 | |
| + JGLOBAL_AERO_ANALYSIS_RUN[6]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/jjob_header.sh -e aeroanlrun -c 'base aeroanl aeroanlrun' | |
| ++ jjob_header.sh[44]: OPTIND=1 | |
| ++ jjob_header.sh[45]: getopts c:e: option | |
| ++ jjob_header.sh[46]: case "${option}" in | |
| ++ jjob_header.sh[48]: env_job=aeroanlrun | |
| ++ jjob_header.sh[45]: getopts c:e: option | |
| ++ jjob_header.sh[46]: case "${option}" in | |
| ++ jjob_header.sh[47]: read -ra configs | |
| ++ jjob_header.sh[45]: getopts c:e: option | |
| ++ jjob_header.sh[59]: shift 4 | |
| ++ jjob_header.sh[61]: [[ -z aeroanlrun ]] | |
| ++ jjob_header.sh[69]: export DATA=/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00 | |
| ++ jjob_header.sh[69]: DATA=/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00 | |
| ++ jjob_header.sh[70]: [[ NO == \Y\E\S ]] | |
| ++ jjob_header.sh[73]: mkdir -p /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00 | |
| ++ jjob_header.sh[74]: cd /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00 | |
| ++ jjob_header.sh[80]: export cycle=t00z | |
| ++ jjob_header.sh[80]: cycle=t00z | |
| ++ jjob_header.sh[81]: setpdy.sh | |
| completed cleanly | |
| completed cleanly | |
| Source PDY script to export PDYm7, ..., PDY, ..., PDYp7 variables. | |
| ++ jjob_header.sh[82]: source ./PDY | |
| +++ PDY[1]: export PDYm7=20211214 | |
| +++ PDY[1]: PDYm7=20211214 | |
| +++ PDY[2]: export PDYm6=20211215 | |
| +++ PDY[2]: PDYm6=20211215 | |
| +++ PDY[3]: export PDYm5=20211216 | |
| +++ PDY[3]: PDYm5=20211216 | |
| +++ PDY[4]: export PDYm4=20211217 | |
| +++ PDY[4]: PDYm4=20211217 | |
| +++ PDY[5]: export PDYm3=20211218 | |
| +++ PDY[5]: PDYm3=20211218 | |
| +++ PDY[6]: export PDYm2=20211219 | |
| +++ PDY[6]: PDYm2=20211219 | |
| +++ PDY[7]: export PDYm1=20211220 | |
| +++ PDY[7]: PDYm1=20211220 | |
| +++ PDY[8]: export PDY=20211221 | |
| +++ PDY[8]: PDY=20211221 | |
| +++ PDY[9]: export PDYp1=20211222 | |
| +++ PDY[9]: PDYp1=20211222 | |
| +++ PDY[10]: export PDYp2=20211223 | |
| +++ PDY[10]: PDYp2=20211223 | |
| +++ PDY[11]: export PDYp3=20211224 | |
| +++ PDY[11]: PDYp3=20211224 | |
| +++ PDY[12]: export PDYp4=20211225 | |
| +++ PDY[12]: PDYp4=20211225 | |
| +++ PDY[13]: export PDYp5=20211226 | |
| +++ PDY[13]: PDYp5=20211226 | |
| +++ PDY[14]: export PDYp6=20211227 | |
| +++ PDY[14]: PDYp6=20211227 | |
| +++ PDY[15]: export PDYp7=20211228 | |
| +++ PDY[15]: PDYp7=20211228 | |
| ++ jjob_header.sh[88]: export pid=200049 | |
| ++ jjob_header.sh[88]: pid=200049 | |
| ++ jjob_header.sh[89]: export pgmout=OUTPUT.200049 | |
| ++ jjob_header.sh[89]: pgmout=OUTPUT.200049 | |
| ++ jjob_header.sh[90]: export pgmerr=errfile | |
| ++ jjob_header.sh[90]: pgmerr=errfile | |
| ++ jjob_header.sh[96]: export EXPDIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74 | |
| ++ jjob_header.sh[96]: EXPDIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74 | |
| ++ jjob_header.sh[97]: for config in "${configs[@]:-''}" | |
| ++ jjob_header.sh[98]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74/config.base | |
| +++ config.base[6]: echo 'BEGIN: config.base' | |
| BEGIN: config.base | |
| +++ config.base[9]: export machine=WCOSS2 | |
| +++ config.base[9]: machine=WCOSS2 | |
| +++ config.base[12]: export RUN_ENVIR=emc | |
| +++ config.base[12]: RUN_ENVIR=emc | |
| +++ config.base[15]: export ACCOUNT=GFS-DEV | |
| +++ config.base[15]: ACCOUNT=GFS-DEV | |
| +++ config.base[16]: export ACCOUNT_SERVICE=GFS-DEV | |
| +++ config.base[16]: ACCOUNT_SERVICE=GFS-DEV | |
| +++ config.base[17]: export QUEUE=dev | |
| +++ config.base[17]: QUEUE=dev | |
| +++ config.base[18]: export QUEUE_SERVICE=dev_transfer | |
| +++ config.base[18]: QUEUE_SERVICE=dev_transfer | |
| +++ config.base[19]: export PARTITION_BATCH= | |
| +++ config.base[19]: PARTITION_BATCH= | |
| +++ config.base[20]: export PARTITION_SERVICE= | |
| +++ config.base[20]: PARTITION_SERVICE= | |
| +++ config.base[21]: export RESERVATION= | |
| +++ config.base[21]: RESERVATION= | |
| +++ config.base[24]: export HPSS_PROJECT=emc-global | |
| +++ config.base[24]: HPSS_PROJECT=emc-global | |
| +++ config.base[27]: export HOMEgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow | |
| +++ config.base[27]: HOMEgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow | |
| +++ config.base[28]: export EXECgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/exec | |
| +++ config.base[28]: EXECgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/exec | |
| +++ config.base[29]: export FIXgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix | |
| +++ config.base[29]: FIXgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix | |
| +++ config.base[30]: export PARMgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm | |
| +++ config.base[30]: PARMgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm | |
| +++ config.base[31]: export SCRgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/scripts | |
| +++ config.base[31]: SCRgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/scripts | |
| +++ config.base[32]: export USHgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush | |
| +++ config.base[32]: USHgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush | |
| +++ config.base[34]: export FIXam=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/am | |
| +++ config.base[34]: FIXam=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/am | |
| +++ config.base[35]: export FIXaer=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/aer | |
| +++ config.base[35]: FIXaer=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/aer | |
| +++ config.base[36]: export FIXcpl=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/cpl | |
| +++ config.base[36]: FIXcpl=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/cpl | |
| +++ config.base[37]: export FIXlut=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/lut | |
| +++ config.base[37]: FIXlut=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/lut | |
| +++ config.base[38]: export FIXcice=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/cice | |
| +++ config.base[38]: FIXcice=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/cice | |
| +++ config.base[39]: export FIXmom=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/mom6 | |
| +++ config.base[39]: FIXmom=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/mom6 | |
| +++ config.base[40]: export FIXreg2grb2=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/reg2grb2 | |
| +++ config.base[40]: FIXreg2grb2=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/reg2grb2 | |
| +++ config.base[41]: export FIXgdas=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gdas | |
| +++ config.base[41]: FIXgdas=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gdas | |
| +++ config.base[46]: export PACKAGEROOT=/lfs/h1/ops/prod/packages | |
| +++ config.base[46]: PACKAGEROOT=/lfs/h1/ops/prod/packages | |
| +++ config.base[47]: export COMROOT=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT | |
| +++ config.base[47]: COMROOT=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT | |
| +++ config.base[48]: export COMINsyn=/lfs/h1/ops/prod/com/gfs/v16.3/syndat | |
| +++ config.base[48]: COMINsyn=/lfs/h1/ops/prod/com/gfs/v16.3/syndat | |
| +++ config.base[49]: export DMPDIR=/lfs/h2/emc/dump/noscrub/dump | |
| +++ config.base[49]: DMPDIR=/lfs/h2/emc/dump/noscrub/dump | |
| +++ config.base[50]: export BASE_CPLIC=/lfs/h2/emc/global/noscrub/emc.global/data/ICSDIR/prototype_ICs | |
| +++ config.base[50]: BASE_CPLIC=/lfs/h2/emc/global/noscrub/emc.global/data/ICSDIR/prototype_ICs | |
| +++ config.base[54]: export COMINecmwf=/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/ecmwf | |
| +++ config.base[54]: COMINecmwf=/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/ecmwf | |
| +++ config.base[55]: export COMINnam=/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/nam | |
| +++ config.base[55]: COMINnam=/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/nam | |
| +++ config.base[56]: export COMINukmet=/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/ukmet | |
| +++ config.base[56]: COMINukmet=/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/ukmet | |
| +++ config.base[59]: export HOMEDIR=/lfs/h2/emc/global/noscrub/terry.mcguinness | |
| +++ config.base[59]: HOMEDIR=/lfs/h2/emc/global/noscrub/terry.mcguinness | |
| +++ config.base[60]: export STMP=/lfs/h2/emc/stmp/terry.mcguinness | |
| +++ config.base[60]: STMP=/lfs/h2/emc/stmp/terry.mcguinness | |
| +++ config.base[61]: export PTMP=/lfs/h2/emc/ptmp/terry.mcguinness | |
| +++ config.base[61]: PTMP=/lfs/h2/emc/ptmp/terry.mcguinness | |
| +++ config.base[62]: export NOSCRUB=/lfs/h2/emc/global/noscrub/terry.mcguinness | |
| +++ config.base[62]: NOSCRUB=/lfs/h2/emc/global/noscrub/terry.mcguinness | |
| +++ config.base[65]: export BASE_GIT=/lfs/h2/emc/global/save/emc.global/git | |
| +++ config.base[65]: BASE_GIT=/lfs/h2/emc/global/save/emc.global/git | |
| +++ config.base[68]: export DO_GOES=NO | |
| +++ config.base[68]: DO_GOES=NO | |
| +++ config.base[69]: export DO_BUFRSND=NO | |
| +++ config.base[69]: DO_BUFRSND=NO | |
| +++ config.base[70]: export DO_GEMPAK=NO | |
| +++ config.base[70]: DO_GEMPAK=NO | |
| +++ config.base[71]: export DO_AWIPS=NO | |
| +++ config.base[71]: DO_AWIPS=NO | |
| +++ config.base[72]: export DO_NPOESS=NO | |
| +++ config.base[72]: DO_NPOESS=NO | |
| +++ config.base[73]: export DO_TRACKER=YES | |
| +++ config.base[73]: DO_TRACKER=YES | |
| +++ config.base[74]: export DO_GENESIS=YES | |
| +++ config.base[74]: DO_GENESIS=YES | |
| +++ config.base[75]: export DO_GENESIS_FSU=NO | |
| +++ config.base[75]: DO_GENESIS_FSU=NO | |
| +++ config.base[76]: export DO_VERFOZN=YES | |
| +++ config.base[76]: DO_VERFOZN=YES | |
| +++ config.base[77]: export DO_VERFRAD=YES | |
| +++ config.base[77]: DO_VERFRAD=YES | |
| +++ config.base[78]: export DO_VMINMON=YES | |
| +++ config.base[78]: DO_VMINMON=YES | |
| +++ config.base[79]: export DO_MOS=NO | |
| +++ config.base[79]: DO_MOS=NO | |
| +++ config.base[85]: export REALTIME=YES | |
| +++ config.base[85]: REALTIME=YES | |
| +++ config.base[88]: export MODE=cycled | |
| +++ config.base[88]: MODE=cycled | |
| +++ config.base[97]: export FIXgsi=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gsi | |
| +++ config.base[97]: FIXgsi=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gsi | |
| +++ config.base[98]: export HOMEpost=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow | |
| +++ config.base[98]: HOMEpost=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow | |
| +++ config.base[99]: export HOMEobsproc=/lfs/h2/emc/global/save/emc.global/git/obsproc/v1.1.2 | |
| +++ config.base[99]: HOMEobsproc=/lfs/h2/emc/global/save/emc.global/git/obsproc/v1.1.2 | |
| +++ config.base[102]: export 'NCP=/bin/cp -p' | |
| +++ config.base[102]: NCP='/bin/cp -p' | |
| +++ config.base[103]: export NMV=/bin/mv | |
| +++ config.base[103]: NMV=/bin/mv | |
| +++ config.base[104]: export 'NLN=/bin/ln -sf' | |
| +++ config.base[104]: NLN='/bin/ln -sf' | |
| +++ config.base[105]: export VERBOSE=YES | |
| +++ config.base[105]: VERBOSE=YES | |
| +++ config.base[106]: export KEEPDATA=NO | |
| +++ config.base[106]: KEEPDATA=NO | |
| +++ config.base[107]: export DEBUG_POSTSCRIPT=NO | |
| +++ config.base[107]: DEBUG_POSTSCRIPT=NO | |
| +++ config.base[108]: export CHGRP_RSTPROD=YES | |
| +++ config.base[108]: CHGRP_RSTPROD=YES | |
| +++ config.base[109]: export 'CHGRP_CMD=chgrp rstprod' | |
| +++ config.base[109]: CHGRP_CMD='chgrp rstprod' | |
| +++ config.base[110]: export NCDUMP=/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/bin/ncdump/bin/ncdump | |
| +++ config.base[110]: NCDUMP=/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/bin/ncdump/bin/ncdump | |
| +++ config.base[111]: export NCLEN=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/getncdimlen | |
| +++ config.base[111]: NCLEN=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/getncdimlen | |
| +++ config.base[114]: export BASE_ENV=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/env | |
| +++ config.base[114]: BASE_ENV=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/env | |
| +++ config.base[115]: export BASE_JOB=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/jobs/rocoto | |
| +++ config.base[115]: BASE_JOB=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/jobs/rocoto | |
| +++ config.base[118]: export SDATE=2021122012 | |
| +++ config.base[118]: SDATE=2021122012 | |
| +++ config.base[119]: export EDATE=2021122100 | |
| +++ config.base[119]: EDATE=2021122100 | |
| +++ config.base[120]: export EXP_WARM_START=.false. | |
| +++ config.base[120]: EXP_WARM_START=.false. | |
| +++ config.base[121]: export assim_freq=6 | |
| +++ config.base[121]: assim_freq=6 | |
| +++ config.base[122]: export PSLOT=C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[122]: PSLOT=C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[123]: export EXPDIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[123]: EXPDIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[124]: export ROTDIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[124]: ROTDIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[125]: export ROTDIR_DUMP=YES | |
| +++ config.base[125]: ROTDIR_DUMP=YES | |
| +++ config.base[126]: export DUMP_SUFFIX= | |
| +++ config.base[126]: DUMP_SUFFIX= | |
| +++ config.base[127]: [[ 2021122100 -ge 2019092100 ]] | |
| +++ config.base[127]: [[ 2021122100 -le 2019110700 ]] | |
| +++ config.base[130]: export DATAROOT=/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[130]: DATAROOT=/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[131]: export ARCDIR=/lfs/h2/emc/global/noscrub/terry.mcguinness/archive/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[131]: ARCDIR=/lfs/h2/emc/global/noscrub/terry.mcguinness/archive/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[132]: export ATARDIR=/NCEPDEV/emc-global/1year/terry.mcguinness/WCOSS2/scratch/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[132]: ATARDIR=/NCEPDEV/emc-global/1year/terry.mcguinness/WCOSS2/scratch/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[135]: export envir=prod | |
| +++ config.base[135]: envir=prod | |
| +++ config.base[136]: export NET=gfs | |
| +++ config.base[136]: NET=gfs | |
| +++ config.base[137]: export RUN=gdas | |
| +++ config.base[137]: RUN=gdas | |
| +++ config.base[143]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74/config.com | |
| ++++ config.com[4]: echo 'BEGIN: config.com' | |
| BEGIN: config.com | |
| ++++ config.com[37]: [[ emc == \n\c\o ]] | |
| ++++ config.com[41]: COM_OBS_TMPL='${ROTDIR}/${RUN}.${YMD}/${HH}/obs' | |
| ++++ config.com[42]: COM_RTOFS_TMPL='${DMPDIR}' | |
| ++++ config.com[44]: declare -rx COM_OBS_TMPL COM_RTOFS_TMPL | |
| ++++ config.com[45]: declare -rx 'COM_OBSDMP_TMPL=${DMPDIR}/${DUMP}${DUMP_SUFFIX}.${YMD}/${HH}/atmos' | |
| ++++ config.com[47]: COM_BASE='${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}' | |
| ++++ config.com[49]: declare -rx 'COM_TOP_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}' | |
| ++++ config.com[51]: declare -rx 'COM_CONF_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/conf' | |
| ++++ config.com[52]: declare -rx 'COM_OBS_JEDI=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/obs_jedi' | |
| ++++ config.com[54]: declare -rx 'COM_ATMOS_INPUT_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/input' | |
| ++++ config.com[55]: declare -rx 'COM_ATMOS_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/restart' | |
| ++++ config.com[56]: declare -rx 'COM_ATMOS_ANALYSIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/atmos' | |
| ++++ config.com[57]: declare -rx 'COM_SNOW_ANALYSIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/snow' | |
| ++++ config.com[58]: declare -rx 'COM_ATMOS_HISTORY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/history' | |
| ++++ config.com[59]: declare -rx 'COM_ATMOS_MASTER_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/master' | |
| ++++ config.com[60]: declare -rx 'COM_ATMOS_GRIB_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/grib2' | |
| ++++ config.com[61]: declare -rx 'COM_ATMOS_GRIB_GRID_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/grib2/${GRID}' | |
| ++++ config.com[62]: declare -rx 'COM_ATMOS_BUFR_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/bufr' | |
| ++++ config.com[63]: declare -rx 'COM_ATMOS_GEMPAK_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/gempak/${GRID}' | |
| ++++ config.com[64]: declare -rx 'COM_ATMOS_GENESIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/cyclone/genesis_vital' | |
| ++++ config.com[65]: declare -rx 'COM_ATMOS_TRACK_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/cyclone/tracks' | |
| ++++ config.com[66]: declare -rx 'COM_ATMOS_GOES_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/goes_sim' | |
| ++++ config.com[67]: declare -rx 'COM_ATMOS_IMAGERY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/imagery' | |
| ++++ config.com[68]: declare -rx 'COM_ATMOS_OZNMON_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/oznmon' | |
| ++++ config.com[69]: declare -rx 'COM_ATMOS_RADMON_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/radmon' | |
| ++++ config.com[70]: declare -rx 'COM_ATMOS_MINMON_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/minmon' | |
| ++++ config.com[71]: declare -rx 'COM_ATMOS_WMO_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/wmo' | |
| ++++ config.com[73]: declare -rx 'COM_WAVE_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/wave/restart' | |
| ++++ config.com[74]: declare -rx 'COM_WAVE_PREP_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/wave/prep' | |
| ++++ config.com[75]: declare -rx 'COM_WAVE_HISTORY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/wave/history' | |
| ++++ config.com[76]: declare -rx 'COM_WAVE_GRID_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/gridded' | |
| ++++ config.com[77]: declare -rx 'COM_WAVE_STATION_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/station' | |
| ++++ config.com[78]: declare -rx 'COM_WAVE_GEMPAK_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/gempak' | |
| ++++ config.com[79]: declare -rx 'COM_WAVE_WMO_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/wmo' | |
| ++++ config.com[81]: declare -rx 'COM_OCEAN_HISTORY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ocean/history' | |
| ++++ config.com[82]: declare -rx 'COM_OCEAN_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ocean/restart' | |
| ++++ config.com[83]: declare -rx 'COM_OCEAN_INPUT_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ocean/input' | |
| ++++ config.com[84]: declare -rx 'COM_OCEAN_ANALYSIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/ocean' | |
| ++++ config.com[85]: declare -rx 'COM_OCEAN_NETCDF_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/netcdf' | |
| ++++ config.com[86]: declare -rx 'COM_OCEAN_GRIB_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/grib2' | |
| ++++ config.com[87]: declare -rx 'COM_OCEAN_GRIB_GRID_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/grib2/${GRID}' | |
| ++++ config.com[89]: declare -rx 'COM_ICE_ANALYSIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/ice' | |
| ++++ config.com[90]: declare -rx 'COM_ICE_INPUT_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ice/input' | |
| ++++ config.com[91]: declare -rx 'COM_ICE_HISTORY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ice/history' | |
| ++++ config.com[92]: declare -rx 'COM_ICE_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ice/restart' | |
| ++++ config.com[93]: declare -rx 'COM_ICE_NETCDF_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/netcdf' | |
| ++++ config.com[94]: declare -rx 'COM_ICE_GRIB_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/grib2' | |
| ++++ config.com[95]: declare -rx 'COM_ICE_GRIB_GRID_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/grib2/${GRID}' | |
| ++++ config.com[97]: declare -rx 'COM_CHEM_HISTORY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/chem/history' | |
| ++++ config.com[98]: declare -rx 'COM_CHEM_ANALYSIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/chem' | |
| ++++ config.com[100]: declare -rx 'COM_MED_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/med/restart' | |
| +++ config.base[146]: export 'ERRSCRIPT=eval [[ $err = 0 ]]' | |
| +++ config.base[146]: ERRSCRIPT='eval [[ $err = 0 ]]' | |
| +++ config.base[147]: export LOGSCRIPT= | |
| +++ config.base[147]: LOGSCRIPT= | |
| +++ config.base[150]: export 'REDOUT=1>' | |
| +++ config.base[150]: REDOUT='1>' | |
| +++ config.base[151]: export 'REDERR=2>' | |
| +++ config.base[151]: REDERR='2>' | |
| +++ config.base[153]: export SENDECF=NO | |
| +++ config.base[153]: SENDECF=NO | |
| +++ config.base[154]: export SENDSDM=NO | |
| +++ config.base[154]: SENDSDM=NO | |
| +++ config.base[155]: export SENDDBN_NTC=NO | |
| +++ config.base[155]: SENDDBN_NTC=NO | |
| +++ config.base[156]: export SENDDBN=NO | |
| +++ config.base[156]: SENDDBN=NO | |
| +++ config.base[157]: export DBNROOT=/apps/ops/prod/nco/core/prod_util.v2.0.14/fakedbn | |
| +++ config.base[157]: DBNROOT=/apps/ops/prod/nco/core/prod_util.v2.0.14/fakedbn | |
| +++ config.base[160]: export APP=ATMA | |
| +++ config.base[160]: APP=ATMA | |
| +++ config.base[162]: shopt -s extglob | |
| +++ config.base[164]: case "${RUN}" in | |
| +++ config.base[171]: shopt -u extglob | |
| +++ config.base[174]: export DO_ATM=YES | |
| +++ config.base[174]: DO_ATM=YES | |
| +++ config.base[175]: export DO_COUPLED=NO | |
| +++ config.base[175]: DO_COUPLED=NO | |
| +++ config.base[176]: export DO_WAVE=NO | |
| +++ config.base[176]: DO_WAVE=NO | |
| +++ config.base[177]: export DO_OCN=NO | |
| +++ config.base[177]: DO_OCN=NO | |
| +++ config.base[178]: export DO_ICE=NO | |
| +++ config.base[178]: DO_ICE=NO | |
| +++ config.base[179]: export DO_AERO=NO | |
| +++ config.base[179]: DO_AERO=NO | |
| +++ config.base[180]: export DO_PREP_OBS_AERO=NO | |
| +++ config.base[180]: DO_PREP_OBS_AERO=NO | |
| +++ config.base[181]: export AERO_FCST_CDUMP= | |
| +++ config.base[181]: AERO_FCST_CDUMP= | |
| +++ config.base[182]: export AERO_ANL_CDUMP= | |
| +++ config.base[182]: AERO_ANL_CDUMP= | |
| +++ config.base[183]: export WAVE_CDUMP= | |
| +++ config.base[183]: WAVE_CDUMP= | |
| +++ config.base[184]: export DOBNDPNT_WAVE=NO | |
| +++ config.base[184]: DOBNDPNT_WAVE=NO | |
| +++ config.base[185]: export DOIBP_WAV=NO | |
| +++ config.base[185]: DOIBP_WAV=NO | |
| +++ config.base[186]: export FRAC_GRID=.true. | |
| +++ config.base[186]: FRAC_GRID=.true. | |
| +++ config.base[187]: export DO_NEST=NO | |
| +++ config.base[187]: DO_NEST=NO | |
| +++ config.base[188]: [[ NO == \Y\E\S ]] | |
| +++ config.base[194]: export ntiles=6 | |
| +++ config.base[194]: ntiles=6 | |
| +++ config.base[195]: export FIXugwd=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/ugwd | |
| +++ config.base[195]: FIXugwd=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/ugwd | |
| +++ config.base[196]: export FIXorog=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/orog | |
| +++ config.base[196]: FIXorog=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/orog | |
| +++ config.base[200]: export OPS_RES=C768 | |
| +++ config.base[200]: OPS_RES=C768 | |
| +++ config.base[203]: export LEVS=128 | |
| +++ config.base[203]: LEVS=128 | |
| +++ config.base[204]: export CASE=C96 | |
| +++ config.base[204]: CASE=C96 | |
| +++ config.base[205]: export CASE_ENS=@CASEENS@ | |
| +++ config.base[205]: CASE_ENS=@CASEENS@ | |
| +++ config.base[206]: export OCNRES=500 | |
| +++ config.base[206]: OCNRES=500 | |
| +++ config.base[207]: export ICERES=500 | |
| +++ config.base[207]: ICERES=500 | |
| +++ config.base[210]: case "${CASE}" in | |
| +++ config.base[215]: export waveGRD=uglo_100km | |
| +++ config.base[215]: waveGRD=uglo_100km | |
| +++ config.base[229]: case "${APP}" in | |
| +++ config.base[233]: export DO_AERO=YES | |
| +++ config.base[233]: DO_AERO=YES | |
| +++ config.base[234]: export AERO_ANL_CDUMP=both | |
| +++ config.base[234]: AERO_ANL_CDUMP=both | |
| +++ config.base[235]: export AERO_FCST_CDUMP=gdas | |
| +++ config.base[235]: AERO_FCST_CDUMP=gdas | |
| +++ config.base[270]: [[ gdas =~ gdas ]] | |
| +++ config.base[271]: export FHCYC=1 | |
| +++ config.base[271]: FHCYC=1 | |
| +++ config.base[272]: export FTSFS=10 | |
| +++ config.base[272]: FTSFS=10 | |
| +++ config.base[278]: export FHMIN=0 | |
| +++ config.base[278]: FHMIN=0 | |
| +++ config.base[279]: export FHMAX=9 | |
| +++ config.base[279]: FHMAX=9 | |
| +++ config.base[280]: export FHOUT=3 | |
| +++ config.base[280]: FHOUT=3 | |
| +++ config.base[281]: export FHOUT_OCN=3 | |
| +++ config.base[281]: FHOUT_OCN=3 | |
| +++ config.base[282]: export FHOUT_ICE=3 | |
| +++ config.base[282]: FHOUT_ICE=3 | |
| +++ config.base[285]: export EUPD_CYC=gdas | |
| +++ config.base[285]: EUPD_CYC=gdas | |
| +++ config.base[288]: export gfs_cyc=1 | |
| +++ config.base[288]: gfs_cyc=1 | |
| +++ config.base[291]: export FHMIN_GFS=0 | |
| +++ config.base[291]: FHMIN_GFS=0 | |
| +++ config.base[292]: export FHMAX_GFS=120 | |
| +++ config.base[292]: FHMAX_GFS=120 | |
| +++ config.base[293]: export FHOUT_GFS=3 | |
| +++ config.base[293]: FHOUT_GFS=3 | |
| +++ config.base[294]: export FHMAX_HF_GFS=0 | |
| +++ config.base[294]: FHMAX_HF_GFS=0 | |
| +++ config.base[295]: export FHOUT_HF_GFS=1 | |
| +++ config.base[295]: FHOUT_HF_GFS=1 | |
| +++ config.base[296]: export FHOUT_OCN_GFS=6 | |
| +++ config.base[296]: FHOUT_OCN_GFS=6 | |
| +++ config.base[297]: export FHOUT_ICE_GFS=6 | |
| +++ config.base[297]: FHOUT_ICE_GFS=6 | |
| +++ config.base[298]: export FHMIN_WAV=0 | |
| +++ config.base[298]: FHMIN_WAV=0 | |
| +++ config.base[299]: export FHOUT_WAV=3 | |
| +++ config.base[299]: FHOUT_WAV=3 | |
| +++ config.base[300]: export FHMAX_HF_WAV=120 | |
| +++ config.base[300]: FHMAX_HF_WAV=120 | |
| +++ config.base[301]: export FHOUT_HF_WAV=1 | |
| +++ config.base[301]: FHOUT_HF_WAV=1 | |
| +++ config.base[302]: export FHMAX_WAV=9 | |
| +++ config.base[302]: FHMAX_WAV=9 | |
| +++ config.base[303]: export FHMAX_WAV_GFS=120 | |
| +++ config.base[303]: FHMAX_WAV_GFS=120 | |
| +++ config.base[304]: (( gfs_cyc != 0 )) | |
| +++ config.base[305]: export STEP_GFS=24 | |
| +++ config.base[305]: STEP_GFS=24 | |
| +++ config.base[310]: export ILPOST=1 | |
| +++ config.base[310]: ILPOST=1 | |
| +++ config.base[311]: (( FHMAX_HF_GFS < 120 )) | |
| +++ config.base[312]: export ILPOST=3 | |
| +++ config.base[312]: ILPOST=3 | |
| +++ config.base[316]: export restart_interval_gfs=12 | |
| +++ config.base[316]: restart_interval_gfs=12 | |
| +++ config.base[321]: export QUILTING=.true. | |
| +++ config.base[321]: QUILTING=.true. | |
| +++ config.base[322]: export OUTPUT_GRID=gaussian_grid | |
| +++ config.base[322]: OUTPUT_GRID=gaussian_grid | |
| +++ config.base[323]: export WRITE_DOPOST=.true. | |
| +++ config.base[323]: WRITE_DOPOST=.true. | |
| +++ config.base[324]: export WRITE_NSFLIP=.true. | |
| +++ config.base[324]: WRITE_NSFLIP=.true. | |
| +++ config.base[327]: export DOIAU=YES | |
| +++ config.base[327]: DOIAU=YES | |
| +++ config.base[328]: export IAUFHRS=3,6,9 | |
| +++ config.base[328]: IAUFHRS=3,6,9 | |
| +++ config.base[329]: export IAU_FHROT=3 | |
| +++ config.base[329]: IAU_FHROT=3 | |
| +++ config.base[330]: export IAU_DELTHRS=6 | |
| +++ config.base[330]: IAU_DELTHRS=6 | |
| +++ config.base[331]: export IAU_OFFSET=6 | |
| +++ config.base[331]: IAU_OFFSET=6 | |
| +++ config.base[332]: export DOIAU_ENKF=YES | |
| +++ config.base[332]: DOIAU_ENKF=YES | |
| +++ config.base[333]: export IAUFHRS_ENKF=3,6,9 | |
| +++ config.base[333]: IAUFHRS_ENKF=3,6,9 | |
| +++ config.base[334]: export IAU_DELTHRS_ENKF=6 | |
| +++ config.base[334]: IAU_DELTHRS_ENKF=6 | |
| +++ config.base[337]: export lobsdiag_forenkf=.true. | |
| +++ config.base[337]: lobsdiag_forenkf=.true. | |
| +++ config.base[345]: export imp_physics=8 | |
| +++ config.base[345]: imp_physics=8 | |
| +++ config.base[349]: export DO_JEDIATMVAR=NO | |
| +++ config.base[349]: DO_JEDIATMVAR=NO | |
| +++ config.base[350]: export DO_JEDIATMENS=NO | |
| +++ config.base[350]: DO_JEDIATMENS=NO | |
| +++ config.base[351]: export DO_JEDIOCNVAR=NO | |
| +++ config.base[351]: DO_JEDIOCNVAR=NO | |
| +++ config.base[352]: export DO_JEDISNOWDA=YES | |
| +++ config.base[352]: DO_JEDISNOWDA=YES | |
| +++ config.base[353]: export DO_MERGENSST=NO | |
| +++ config.base[353]: DO_MERGENSST=NO | |
| +++ config.base[356]: export DOHYBVAR=NO | |
| +++ config.base[356]: DOHYBVAR=NO | |
| +++ config.base[357]: export NMEM_ENS=0 | |
| +++ config.base[357]: NMEM_ENS=0 | |
| +++ config.base[358]: export SMOOTH_ENKF=NO | |
| +++ config.base[358]: SMOOTH_ENKF=NO | |
| +++ config.base[359]: export l4densvar=.true. | |
| +++ config.base[359]: l4densvar=.true. | |
| +++ config.base[360]: export lwrite4danl=.true. | |
| +++ config.base[360]: lwrite4danl=.true. | |
| +++ config.base[361]: export DO_CALC_INCREMENT=NO | |
| +++ config.base[361]: DO_CALC_INCREMENT=NO | |
| +++ config.base[364]: export NMEM_ENS_GFS=30 | |
| +++ config.base[364]: NMEM_ENS_GFS=30 | |
| +++ config.base[365]: export NMEM_ENS_GFS_OFFSET=20 | |
| +++ config.base[365]: NMEM_ENS_GFS_OFFSET=20 | |
| +++ config.base[366]: export DO_CALC_INCREMENT_ENKF_GFS=NO | |
| +++ config.base[366]: DO_CALC_INCREMENT_ENKF_GFS=NO | |
| +++ config.base[369]: [[ NO = \Y\E\S ]] | |
| +++ config.base[383]: [[ NO == \N\O ]] | |
| +++ config.base[383]: [[ YES == \Y\E\S ]] | |
| +++ config.base[384]: export IAUFHRS=6 | |
| +++ config.base[384]: IAUFHRS=6 | |
| +++ config.base[385]: export IAU_FHROT=3 | |
| +++ config.base[385]: IAU_FHROT=3 | |
| +++ config.base[386]: export IAU_FILTER_INCREMENTS=.true. | |
| +++ config.base[386]: IAU_FILTER_INCREMENTS=.true. | |
| +++ config.base[387]: export IAUFHRS_ENKF=6 | |
| +++ config.base[387]: IAUFHRS_ENKF=6 | |
| +++ config.base[391]: export ENKF_SPREAD=YES | |
| +++ config.base[391]: ENKF_SPREAD=YES | |
| +++ config.base[394]: [[ cycled = \c\y\c\l\e\d ]] | |
| +++ config.base[394]: [[ 2021122012 = \2\0\2\1\1\2\2\1\0\0 ]] | |
| +++ config.base[394]: [[ YES = \N\O ]] | |
| +++ config.base[394]: [[ cycled = \f\o\r\e\c\a\s\t\-\o\n\l\y ]] | |
| +++ config.base[400]: [[ YES = \N\O ]] | |
| +++ config.base[404]: [[ YES == \Y\E\S ]] | |
| +++ config.base[405]: export restart_interval_enkfgdas=3 | |
| +++ config.base[405]: restart_interval_enkfgdas=3 | |
| +++ config.base[410]: export restart_interval_enkfgfs=3 | |
| +++ config.base[410]: restart_interval_enkfgfs=3 | |
| +++ config.base[412]: [[ YES == \Y\E\S ]] | |
| +++ config.base[413]: export restart_interval_gdas=3 | |
| +++ config.base[413]: restart_interval_gdas=3 | |
| +++ config.base[418]: export GSI_SOILANAL=NO | |
| +++ config.base[418]: GSI_SOILANAL=NO | |
| +++ config.base[421]: export DONST=YES | |
| +++ config.base[421]: DONST=YES | |
| +++ config.base[422]: [[ YES = \Y\E\S ]] | |
| +++ config.base[422]: export 'FNTSFA= ' | |
| +++ config.base[422]: FNTSFA=' ' | |
| +++ config.base[425]: export nst_anl=.true. | |
| +++ config.base[425]: nst_anl=.true. | |
| +++ config.base[428]: export MAKE_NSSTBUFR=NO | |
| +++ config.base[428]: MAKE_NSSTBUFR=NO | |
| +++ config.base[431]: export MAKE_ACFTBUFR=NO | |
| +++ config.base[431]: MAKE_ACFTBUFR=NO | |
| +++ config.base[434]: export 'INCREMENTS_TO_ZERO='\''liq_wat_inc'\'','\''icmr_inc'\'','\''rwmr_inc'\'','\''snmr_inc'\'','\''grle_inc'\''' | |
| +++ config.base[434]: INCREMENTS_TO_ZERO=''\''liq_wat_inc'\'','\''icmr_inc'\'','\''rwmr_inc'\'','\''snmr_inc'\'','\''grle_inc'\''' | |
| +++ config.base[437]: export 'INCVARS_ZERO_STRAT='\''sphum_inc'\'','\''liq_wat_inc'\'','\''icmr_inc'\'','\''rwmr_inc'\'','\''snmr_inc'\'','\''grle_inc'\''' | |
| +++ config.base[437]: INCVARS_ZERO_STRAT=''\''sphum_inc'\'','\''liq_wat_inc'\'','\''icmr_inc'\'','\''rwmr_inc'\'','\''snmr_inc'\'','\''grle_inc'\''' | |
| +++ config.base[438]: export INCVARS_EFOLD=5 | |
| +++ config.base[438]: INCVARS_EFOLD=5 | |
| +++ config.base[443]: export netcdf_diag=.true. | |
| +++ config.base[443]: netcdf_diag=.true. | |
| +++ config.base[444]: export binary_diag=.false. | |
| +++ config.base[444]: binary_diag=.false. | |
| +++ config.base[447]: export DO_METP=YES | |
| +++ config.base[447]: DO_METP=YES | |
| +++ config.base[448]: export DO_FIT2OBS=YES | |
| +++ config.base[448]: DO_FIT2OBS=YES | |
| +++ config.base[449]: export DO_VRFY_OCEANDA=NO | |
| +++ config.base[449]: DO_VRFY_OCEANDA=NO | |
| +++ config.base[452]: export FHMAX_FITS=132 | |
| +++ config.base[452]: FHMAX_FITS=132 | |
| +++ config.base[453]: [[ 132 -gt 120 ]] | |
| +++ config.base[453]: export FHMAX_FITS=120 | |
| +++ config.base[453]: FHMAX_FITS=120 | |
| +++ config.base[456]: export HPSSARCH=NO | |
| +++ config.base[456]: HPSSARCH=NO | |
| +++ config.base[457]: export LOCALARCH=NO | |
| +++ config.base[457]: LOCALARCH=NO | |
| +++ config.base[458]: [[ NO = \Y\E\S ]] | |
| +++ config.base[462]: export ARCH_CYC=00 | |
| +++ config.base[462]: ARCH_CYC=00 | |
| +++ config.base[463]: export ARCH_WARMICFREQ=4 | |
| +++ config.base[463]: ARCH_WARMICFREQ=4 | |
| +++ config.base[464]: export ARCH_FCSTICFREQ=1 | |
| +++ config.base[464]: ARCH_FCSTICFREQ=1 | |
| +++ config.base[467]: [[ NO = \Y\E\S ]] | |
| +++ config.base[474]: export REPLAY_ICS=NO | |
| +++ config.base[474]: REPLAY_ICS=NO | |
| +++ config.base[475]: export OFFSET_START_HOUR=0 | |
| +++ config.base[475]: OFFSET_START_HOUR=0 | |
| +++ config.base[478]: export NUM_SND_COLLECTIVES=9 | |
| +++ config.base[478]: NUM_SND_COLLECTIVES=9 | |
| +++ config.base[480]: echo 'END: config.base' | |
| END: config.base | |
| ++ jjob_header.sh[99]: status=0 | |
| ++ jjob_header.sh[100]: (( status != 0 )) | |
| ++ jjob_header.sh[97]: for config in "${configs[@]:-''}" | |
| ++ jjob_header.sh[98]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74/config.aeroanl | |
| +++ config.aeroanl[6]: echo 'BEGIN: config.aeroanl' | |
| BEGIN: config.aeroanl | |
| +++ config.aeroanl[8]: export CASE_ANL=C96 | |
| +++ config.aeroanl[8]: CASE_ANL=C96 | |
| +++ config.aeroanl[9]: export OBS_LIST=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/obs/lists/gdas_aero.yaml.j2 | |
| +++ config.aeroanl[9]: OBS_LIST=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/obs/lists/gdas_aero.yaml.j2 | |
| +++ config.aeroanl[10]: export STATICB_TYPE=identity | |
| +++ config.aeroanl[10]: STATICB_TYPE=identity | |
| +++ config.aeroanl[11]: export BERROR_YAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/berror/staticb_identity.yaml.j2 | |
| +++ config.aeroanl[11]: BERROR_YAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/berror/staticb_identity.yaml.j2 | |
| +++ config.aeroanl[12]: export BERROR_DATA_DIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gdas/bump/aero/C96/ | |
| +++ config.aeroanl[12]: BERROR_DATA_DIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gdas/bump/aero/C96/ | |
| +++ config.aeroanl[13]: export BERROR_DATE=20160630.000000 | |
| +++ config.aeroanl[13]: BERROR_DATE=20160630.000000 | |
| +++ config.aeroanl[15]: export CRTM_FIX_YAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero_crtm_coeff.yaml.j2 | |
| +++ config.aeroanl[15]: CRTM_FIX_YAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero_crtm_coeff.yaml.j2 | |
| +++ config.aeroanl[16]: export JEDI_FIX_YAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero_jedi_fix.yaml.j2 | |
| +++ config.aeroanl[16]: JEDI_FIX_YAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero_jedi_fix.yaml.j2 | |
| +++ config.aeroanl[18]: export io_layout_x=1 | |
| +++ config.aeroanl[18]: io_layout_x=1 | |
| +++ config.aeroanl[19]: export io_layout_y=1 | |
| +++ config.aeroanl[19]: io_layout_y=1 | |
| +++ config.aeroanl[21]: export JEDIEXE=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/exec/gdas.x | |
| +++ config.aeroanl[21]: JEDIEXE=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/exec/gdas.x | |
| +++ config.aeroanl[23]: [[ YES == \Y\E\S ]] | |
| +++ config.aeroanl[24]: export aero_bkg_times=3,6,9 | |
| +++ config.aeroanl[24]: aero_bkg_times=3,6,9 | |
| +++ config.aeroanl[25]: export JEDIYAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/variational/3dvar_fgat_gfs_aero.yaml.j2 | |
| +++ config.aeroanl[25]: JEDIYAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/variational/3dvar_fgat_gfs_aero.yaml.j2 | |
| +++ config.aeroanl[31]: echo 'END: config.aeroanl' | |
| END: config.aeroanl | |
| ++ jjob_header.sh[99]: status=0 | |
| ++ jjob_header.sh[100]: (( status != 0 )) | |
| ++ jjob_header.sh[97]: for config in "${configs[@]:-''}" | |
| ++ jjob_header.sh[98]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74/config.aeroanlrun | |
| +++ config.aeroanlrun[6]: echo 'BEGIN: config.aeroanlrun' | |
| BEGIN: config.aeroanlrun | |
| +++ config.aeroanlrun[9]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74/config.resources aeroanlrun | |
| ++++ config.resources[9]: (( 1 != 1 )) | |
| ++++ config.resources[33]: step=aeroanlrun | |
| ++++ config.resources[35]: echo 'BEGIN: config.resources' | |
| BEGIN: config.resources | |
| ++++ config.resources[37]: case ${machine} in | |
| ++++ config.resources[39]: npe_node_max=128 | |
| ++++ config.resources[41]: mem_node_max=500GB | |
| ++++ config.resources[125]: export npe_node_max | |
| ++++ config.resources[127]: case ${step} in | |
| ++++ config.resources[417]: case ${CASE} in | |
| ++++ config.resources[427]: layout_x=8 | |
| ++++ config.resources[428]: layout_y=8 | |
| ++++ config.resources[440]: export layout_x | |
| ++++ config.resources[441]: export layout_y | |
| ++++ config.resources[443]: export wtime_aeroanlrun=00:30:00 | |
| ++++ config.resources[443]: wtime_aeroanlrun=00:30:00 | |
| ++++ config.resources[444]: export npe_aeroanlrun_gdas=384 | |
| ++++ config.resources[444]: npe_aeroanlrun_gdas=384 | |
| ++++ config.resources[445]: export npe_aeroanlrun_gfs=384 | |
| ++++ config.resources[445]: npe_aeroanlrun_gfs=384 | |
| ++++ config.resources[446]: export nth_aeroanlrun_gdas=1 | |
| ++++ config.resources[446]: nth_aeroanlrun_gdas=1 | |
| ++++ config.resources[447]: export nth_aeroanlrun_gfs=1 | |
| ++++ config.resources[447]: nth_aeroanlrun_gfs=1 | |
| ++++ config.resources[448]: export npe_node_aeroanlrun_gdas=128 | |
| ++++ config.resources[448]: npe_node_aeroanlrun_gdas=128 | |
| ++++ config.resources[449]: export npe_node_aeroanlrun_gfs=128 | |
| ++++ config.resources[449]: npe_node_aeroanlrun_gfs=128 | |
| ++++ config.resources[450]: export is_exclusive=True | |
| ++++ config.resources[450]: is_exclusive=True | |
| ++++ config.resources[452]: var_npe_node=npe_node_aeroanlrun_gdas | |
| ++++ config.resources[453]: var_nth=nth_aeroanlrun_gdas | |
| ++++ config.resources[454]: var_npe=npe_aeroanlrun_gdas | |
| ++++ config.resources[455]: [[ -n 0 ]] | |
| ++++ config.resources[456]: declare -x npe_node_aeroanlrun=128 nth_aeroanlrun=1 npe_aeroanlrun=384 | |
| ++++ config.resources[1394]: unset var_NTASKS var_npe var_npe_node var_nth | |
| ++++ config.resources[1400]: [[ -f /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74/config.resources.WCOSS2 ]] | |
| ++++ config.resources[1401]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74/config.resources.WCOSS2 | |
| +++++ config.resources.WCOSS2[5]: case ${step} in | |
| ++++ config.resources[1404]: echo 'END: config.resources' | |
| END: config.resources | |
| +++ config.aeroanlrun[11]: echo 'END: config.aeroanlrun' | |
| END: config.aeroanlrun | |
| ++ jjob_header.sh[99]: status=0 | |
| ++ jjob_header.sh[100]: (( status != 0 )) | |
| ++ jjob_header.sh[110]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/env/WCOSS2.env aeroanlrun | |
| +++ WCOSS2.env[3]: [[ 1 -ne 1 ]] | |
| +++ WCOSS2.env[10]: step=aeroanlrun | |
| +++ WCOSS2.env[13]: export 'launcher=mpiexec -l' | |
| +++ WCOSS2.env[13]: launcher='mpiexec -l' | |
| +++ WCOSS2.env[14]: export 'mpmd_opt=--cpu-bind verbose,core cfp' | |
| +++ WCOSS2.env[14]: mpmd_opt='--cpu-bind verbose,core cfp' | |
| +++ WCOSS2.env[16]: [[ aeroanlrun = \p\r\e\p ]] | |
| +++ WCOSS2.env[16]: [[ aeroanlrun = \p\r\e\p\b\u\f\r ]] | |
| +++ WCOSS2.env[25]: [[ aeroanlrun = \p\r\e\p\s\n\o\w\o\b\s ]] | |
| +++ WCOSS2.env[29]: [[ aeroanlrun = \p\r\e\p\_\e\m\i\s\s\i\o\n\s ]] | |
| +++ WCOSS2.env[33]: [[ aeroanlrun = \w\a\v\e\i\n\i\t ]] | |
| +++ WCOSS2.env[33]: [[ aeroanlrun = \w\a\v\e\p\r\e\p ]] | |
| +++ WCOSS2.env[33]: [[ aeroanlrun = \w\a\v\e\p\o\s\t\s\b\s ]] | |
| +++ WCOSS2.env[33]: [[ aeroanlrun = \w\a\v\e\p\o\s\t\b\n\d\p\n\t ]] | |
| +++ WCOSS2.env[33]: [[ aeroanlrun = \w\a\v\e\p\o\s\t\b\n\d\p\n\t\b\l\l ]] | |
| +++ WCOSS2.env[33]: [[ aeroanlrun = \w\a\v\e\p\o\s\t\p\n\t ]] | |
| +++ WCOSS2.env[39]: [[ aeroanlrun = \a\t\m\a\n\l\v\a\r ]] | |
| +++ WCOSS2.env[47]: [[ aeroanlrun = \a\t\m\e\n\s\a\n\l\l\e\t\k\f ]] | |
| +++ WCOSS2.env[55]: [[ aeroanlrun = \a\t\m\e\n\s\a\n\l\f\v\3\i\n\c ]] | |
| +++ WCOSS2.env[63]: [[ aeroanlrun = \a\e\r\o\a\n\l\r\u\n ]] | |
| +++ WCOSS2.env[65]: export 'APRUNCFP=mpiexec -l -np $ncmd --cpu-bind verbose,core cfp' | |
| +++ WCOSS2.env[65]: APRUNCFP='mpiexec -l -np $ncmd --cpu-bind verbose,core cfp' | |
| +++ WCOSS2.env[67]: nth_max=1 | |
| +++ WCOSS2.env[69]: export NTHREADS_AEROANL=1 | |
| +++ WCOSS2.env[69]: NTHREADS_AEROANL=1 | |
| +++ WCOSS2.env[70]: [[ 1 -gt 1 ]] | |
| +++ WCOSS2.env[71]: export 'APRUN_AEROANL=mpiexec -l -n 384' | |
| +++ WCOSS2.env[71]: APRUN_AEROANL='mpiexec -l -n 384' | |
| ++ jjob_header.sh[111]: status=0 | |
| ++ jjob_header.sh[112]: (( status != 0 )) | |
| + JGLOBAL_AERO_ANALYSIS_RUN[19]: EXSCRIPT=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/scripts/exglobal_aero_analysis_run.py | |
| + JGLOBAL_AERO_ANALYSIS_RUN[20]: /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/scripts/exglobal_aero_analysis_run.py | |
| [38;21m2024-06-27 22:36:19,796 - INFO - aero_analysis: BEGIN: AerosolAnalysis.__init__[0m | |
| [38;5;39m2024-06-27 22:36:19,796 - DEBUG - aero_analysis: ( <pygfs.task.aero_analysis.AerosolAnalysis object at 0x149b2f40df70>, {'envir': 'prod', 'UDUNITS_LIBDIR': '/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/lib', 'FRAC_GRID': True, 'waveGRD': 'uglo_100km', 'CRAY_LMOD_MPI': 'cray-mpich/8.0', 'INCVARS_ZERO_STRAT': "'sphum_inc','liq_wat_inc','icmr_inc','rwmr_inc','snmr_inc','grle_inc'", 'LMOD_FAMILY_CRAYPE_NETWORK_VERSION': False, 'COM_SNOW_ANALYSIS_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/snow', 'PBS_ENVIRONMENT': 'PBS_BATCH', 'LD_LIBRARY_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/lib64:/apps/prod/nco/5.0.6/lib64:/apps/prod/atlas/install-0.35.0/lib64:/apps/prod/fckit/install-0.11.0/lib64:/apps/prod/eckit/install-1.24.4/lib64:/apps/dev/qhull/install-2020.2/lib:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib:/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/lib:/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/lib:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/lib:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/lib:/pe/intel/compilers_and_libraries_2020.4.304/linux/compiler/lib/intel64_lin:/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/lib/release:/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/lib:/pe/intel/compilers_and_libraries_2020.4.304/linux/ipp/lib/intel64:/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/lib/intel64_lin:/pe/intel/compilers_and_libraries_2020.4.304/linux/tbb/lib/intel64/gcc4.8:/pe/intel/debugger_2020/python/intel64/lib:/pe/intel/debugger_2020/libipt/intel64/lib:/opt/cray/libfabric/1.11.0.0./lib64', 'CRTM_FIX_YAML': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero_crtm_coeff.yaml.j2', 'sp_ROOT': '/apps/ops/prod/libs/intel/19.1.3.304/sp/2.4.0', 'HOSTTYPE': 'x86_64', 'LMOD_CUSTOM_PATHS': 'CNCM/apps/ops/prod/libs/modulefiles/mpi/intel/19.1.3.304/cray-mpich/8.1.4:CNCM/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4:COMPILER/apps/ops/prod/nco/modulefiles/compiler/intel/19.1.3.304:COMPILER/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304:COMPILER/apps/prod/lmodules/intel/19.1.3.304', 'AERO_ANL_CDUMP': 'both', 'SENDDBN_NTC': False, 'COM_ATMOS_RADMON_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/radmon', 'COM_ICE_GRIB_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/grib2', 'PBS_O_LANG': 'en_US.UTF-8', 'ROTDIR_DUMP': True, 'COMINnam': '/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/nam', '_ModuleTable017_': 'dHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJ1ZHVuaXRzLzIuMi4yOCIsfSx9LG1wYXRoQT17Ii9hcHBzL29wcy9wcm9kL2xpYnMvbW9kdWxlZmlsZXMvbXBpL2ludGVsLzE5LjEuMy4zMDQvY3JheS1tcGljaC84LjEuNCIsIi9hcHBzL3Byb2QvbG1vZHVsZXMvSU5URUxfY3JheV9tcGljaC8xOS4xLjMuMzA0L2NyYXktbXBpY2gvOC4xLjQiLCIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9tcGkvaW50ZWwvMTkuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIiwiL2FwcHMvb3BzL3Byb2QvbmNvL21vZHVsZWZpbGVzL2NvbXBpbGVyL2ludGVsLzE5LjEuMy4zMDQiLCIvYXBwcy9vcHMvcHJvZC9saWJzL21vZHVsZWZpbGVzL2NvbXBpbGVyL2ludGVsLzE5LjEuMy4zMDQi', 'WRITE_DOPOST': True, '__LMOD_REF_COUNT_PATH': '/apps/spack/git-lfs/2.11.0/gcc/11.2.0/m6b6nl5kfqngfteqbggydc7kflxere3s/bin:1;/apps/ops/prod/libs/intel/19.1.3.304/bufr/12.0.1/bin:1;/apps/ops/prod/nco/core/prod_util.v2.0.14/ush:1;/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/bin:1;/apps/prod/nco/5.0.6/bin:1;/apps/prod/hpc-stack/intel-19.1.3.304/nccmp/1.8.9.0/bin:1;/apps/prod/atlas/install-0.35.0/bin:1;/apps/prod/fckit/install-0.11.0/bin:1;/apps/prod/eckit/install-1.24.4/bin:1;/apps/dev/qhull/install-2020.2/bin:1;/apps/dev/ecbuild/3.7.0:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/bin:1;/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/bin:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/bin:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/bin:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/bin/intel64:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/bin:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/bin:1;/pe/intel/debugger_2020/gdb/intel64/bin:1;/apps/spack/git/2.29.0/gcc/10.2.0/rkn6xaqbrdlim3u4it2l6ljqszg62s25/bin:1;/opt/cray/pe/pals/1.2.2/bin:1;/opt/cray/pe/craype/2.7.17/bin:1;/apps/spack/cmake/3.20.2/intel/19.1.3.304/utnbptm3hrf7gppztidueu4jogfgemut/bin:1;/opt/cray/libfabric/1.11.0.0./bin:1;/u/terry.mcguinness/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/pbs/bin:1;/sbin:1;/opt/cray/pe/bin:1;/apps/prod/python-modules/3.8.6/intel/19.1.3.304/bin:1;/apps/prod/python-modules/3.8.6/intel/19.1.3.304/lib/python3.8/site-packages/bin:1', '_ModuleTable002_': 'QVMvd2Nvc3MyLmludGVsLmx1YSIsWyJmdWxsTmFtZSJdPSJHREFTL3djb3NzMi5pbnRlbCIsWyJsb2FkT3JkZXIiXT0zMCxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0wLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJHREFTL3djb3NzMiIsfSxbIlByZ0Vudi1pbnRlbCJdPXtbImZuIl09Ii9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWludGVsLzguMi4wLmx1YSIsWyJmdWxsTmFtZSJdPSJQcmdFbnYtaW50ZWwvOC4yLjAiLFsibG9hZE9yZGVyIl09NSxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJQcmdFbnYtaW50ZWwvOC4yLjAiLH0sYXRsYXM9e1siZm4iXT0iL2FwcHMv', 'BOOST_ROOT': '/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx', 'PE_MPICH_GTL_DIR_amd_gfx90a': '-L/opt/cray/pe/mpich/8.1.12/gtl/lib', 'NCCMP_ROOT': '/apps/prod/hpc-stack/intel-19.1.3.304/nccmp/1.8.9.0', 'RUN': 'gdas', 'JEDIYAML': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/variational/3dvar_fgat_gfs_aero.yaml.j2', 'INCLUDE': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/include:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include:/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/include:/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include:/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/include', 'LESSCLOSE': 'lessclose.sh %s %s', 'ARCH_WARMICFREQ': 4, 'CRAY_LD_LIBRARY_PATH': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0/lib:/opt/cray/pe/mpich/8.1.12/gtl/lib', '__LMOD_REF_COUNT_DYLD_LIBRARY_PATH': '/apps/prod/nco/5.0.6/lib64:1;/apps/prod/atlas/install-0.35.0/lib64:1;/apps/prod/fckit/install-0.11.0/lib64:1;/apps/prod/eckit/install-1.24.4/lib64:1;/apps/dev/qhull/install-2020.2/lib:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/lib:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/lib:1', 'CRTM_FIX': '/lfs/h2/emc/da/noscrub/emc.da/GDASApp/fix/crtm/2.4.0', 'COM_RTOFS_TMPL': '${DMPDIR}', 'XKEYSYMDB': '/usr/X11R6/lib/X11/XKeysymDB', 'PE_ENV': 'INTEL', 'COM_ATMOS_GRIB_GRID_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/grib2/${GRID}', 'QHULL_VERSION': 2020.2, '__LMOD_REF_COUNT_C_INCLUDE_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/include:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include:1;/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/include:1;/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include:1;/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/include:1', '__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS': 'mpichf90:1', 'LMOD_FAMILY_CRAYPE_CPU': 'craype-x86-rome', 'NUM_SND_COLLECTIVES': 9, 'CRAY_LMOD_COMPILER': 'intel/19.0', 'atlas_ROOT': '/apps/prod/atlas/install-0.35.0', 'PSLOT': 'C96_atmaerosnowDA_68dc5c74', 'LMOD_MODULERCFILE': '/apps/prod/lmodules/.modulerc.lua', 'QUEUE': 'dev', 'DOIAU': True, 'PACKAGEROOT': '/lfs/h1/ops/prod/packages', 'PE_PRODUCT_LIST': 'CRAYPE:CRAYPE_X86_ROME', 'LMOD_IGNORE_CACHE': True, 'NDATE': '/apps/ops/prod/nco/core/prod_util.v2.0.14/exec/ndate', 'COM_ICE_RESTART_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ice/restart', 'LMOD_FAMILY_MPI_VERSION': '8.1.12', 'FHOUT_ICE': 3, 'PE_PERFTOOLS_MPICH_LIBDIR': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0/lib', 'wtime_aeroanlrun': '00:30:00', 'ARCH_CYC': 0, 'PE_MPICH_GTL_DIR_amd_gfx906': '-L/opt/cray/pe/mpich/8.1.12/gtl/lib', 'EUPD_CYC': 'gdas', 'LANG': 'en_US.UTF-8', 'TZ': 'Etc/UTC', 'NetCDF_VERSION': '4.7.4', '_ModuleTable019_': 'ZXMiLCIvdXNyL3NoYXJlL01vZHVsZXMvJE1PRFVMRV9WRVJTSU9OL21vZHVsZWZpbGVzIiwiL3Vzci9zaGFyZS9tb2R1bGVzL21vZHVsZWZpbGVzIiwiL3Vzci9zaGFyZS9tb2R1bGVmaWxlcy9MaW51eCIsIi91c3Ivc2hhcmUvbW9kdWxlZmlsZXMvQ29yZSIsIi91c3Ivc2hhcmUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiLCIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlIiwiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdCIsIi9hcHBzL3Byb2QvbG1vZHVsZXMvc3lzX2NvcmUiLCIvYXBwcy9vcHMvcHJvZC9uY28vbW9kdWxlZmlsZXMvY29yZSIsIi9hcHBzL3Byb2QvbG1vZHVsZXMvY29yZSIsIi9vcHQvY3Jh', 'ATLAS_VERSION': '0.35.0', 'PE_MPICH_GTL_DIR_amd_gfx908': '-L/opt/cray/pe/mpich/8.1.12/gtl/lib', 'COMLOGSROOT': '/lfs/h1/ops/prod/com', 'imp_physics': 8, 'QUEUE_SERVICE': 'dev_transfer', 'WINDOWMANAGER': 'xterm', 'COM_ICE_NETCDF_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/netcdf', '_ModuleTable008_': 'ZGVyIl09MjAscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0iZWNidWlsZC8zLjcuMCIsfSxlY2tpdD17WyJmbiJdPSIvYXBwcy9wcm9kL2xtb2R1bGVzL2ludGVsLzE5LjEuMy4zMDQvZWNraXQvMS4yNC40Lmx1YSIsWyJmdWxsTmFtZSJdPSJlY2tpdC8xLjI0LjQiLFsibG9hZE9yZGVyIl09MjIscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0iZWNraXQvMS4yNC40Iix9LGVpZ2VuPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvaW50ZWwvMTkuMS4zLjMwNC9laWdlbi8zLjQuMCIsWyJmdWxsTmFtZSJdPSJlaWdlbi8zLjQuMCIsWyJsb2FkT3JkZXIiXT0x', 'LESS': '-M -I -R', 'UDUNITS_LIB': '/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/lib/libudunits2.a', 'PE_MPICH_GTL_LIBS_nvidia70': '-lmpi_gtl_cuda', '__LMOD_REF_COUNT_INTEL_LICENSE_FILE': '/pe/intel/compilers_and_libraries_2020.4.304/linux/licenses:1;/opt/intel/licenses:1;/intel/licenses:1', 'SMOOTH_ENKF': False, 'HISTTIMEFORMAT': '%F %T ', 'LMOD_FAMILY_COMPILER_VERSION': '19.1.3.304', 'IAU_DELTHRS_ENKF': 6, 'COM_ATMOS_GRIB_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/grib2', 'cyc': 0, 'HOSTNAME': 'nid004055', 'IPPROOT': '/pe/intel/compilers_and_libraries_2020.4.304/linux/ipp', 'npe_aeroanlrun': 384, 'npe_node_aeroanlrun_gfs': 128, 'LMOD_SYSTEM_DEFAULT_MODULES': 'envvar/1.0', 'APRUNCFP': 'mpiexec -l -np $ncmd --cpu-bind verbose,core cfp', 'OLDPWD': '/u/terry.mcguinness', 'fckit_ROOT': '/apps/prod/fckit/install-0.11.0', 'WAVE_CDUMP': '', 'COM_WAVE_RESTART_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/wave/restart', 'COM_ATMOS_RESTART_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/restart', 'PBS_O_HOME': '/u/terry.mcguinness', 'ECBUILD_ROOT': '/apps/dev/ecbuild/3.7.0', 'npe_node_aeroanlrun': 128, 'SENDSDM': False, 'COM_ATMOS_BUFR_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/bufr', 'NMEM_ENS_GFS_OFFSET': 20, '__LMOD_REF_COUNT__LMFILES_': '/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-rome.lua:1;/opt/cray/modulefiles/libfabric/1.11.0.0.:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:1;/apps/prod/lmodules/sys_core/envvar/1.0:1;/opt/cray/pe/lmod/modulefiles/core/PrgEnv-intel/8.2.0.lua:1;/apps/prod/lmodules/core/cmake/3.20.2:1;/opt/cray/pe/lmod/modulefiles/core/craype/2.7.17.lua:1;/opt/cray/pe/lmod/modulefiles/core/cray-pals/1.2.2.lua:1;/apps/prod/lmodules/core/git/2.29.0:1;/apps/prod/lmodules/core/intel/19.1.3.304.lua:1;/opt/cray/pe/lmod/modulefiles/comnet/intel/19.0/ofi/1.0/cray-mpich/8.1.12.lua:1;/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4/hdf5/1.10.6.lua:1;/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4/netcdf/4.7.4.lua:1;/apps/prod/lmodules/intel/19.1.3.304/udunits/2.2.28:1;/apps/prod/lmodules/intel/19.1.3.304/eigen/3.4.0:1;/apps/prod/lmodules/intel/19.1.3.304/boost/1.79.0:1;/apps/prod/lmodules/core/gsl-lite/v0.40.0.lua:1;/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304/sp/2.4.0.lua:1;/apps/prod/lmodules/intel/19.1.3.304/python/3.8.6:1;/apps/dev/lmodules/core/ecbuild/3.7.0:1;/apps/prod/lmodules/intel/19.1.3.304/qhull/2020.2.lua:1;/apps/prod/lmodules/intel/19.1.3.304/eckit/1.24.4.lua:1;/apps/prod/lmodules/intel/19.1.3.304/fckit/0.11.0.lua:1;/apps/prod/lmodules/intel/19.1.3.304/atlas/0.35.0.lua:1;/apps/prod/lmodules/intel/19.1.3.304/nccmp/1.8.9.0.lua:1;/apps/prod/lmodules/intel/19.1.3.304/nco/5.0.6.lua:1;/apps/prod/lmodules/intel/19.1.3.304/gsl/2.7:1;/apps/ops/prod/nco/modulefiles/core/prod_util/2.0.14:1;/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304/bufr/12.0.1.lua:1;/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/sorc/gdas.cd/modulefiles/GDAS/wcoss2.intel.lua:1', 'CONFIG_SITE': '/usr/share/site/x86_64-unknown-linux-gnu', 'CSHEDIT': 'emacs', 'NETCDF_ROOT': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4', 'C_INCLUDE_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/include:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include:/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/include:/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include:/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/include', 'HDF5_ROOT': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6', 'DO_FIT2OBS': True, 'DO_ICE': False, 'CHGRP_CMD': 'chgrp rstprod', 'DO_NEST': False, 'LMOD_CUSTOM_CNCM_INTEL_19_0_UCX_1_0_X86_ROME_1_0_CRAY_MPICH_8_0_PREFIX': '/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4:/apps/ops/prod/libs/modulefiles/mpi/intel/19.1.3.304/cray-mpich/8.1.4', 'NETCDF_VERSION': '4.7.4', 'PBS_JOBID': '154196320.dbqs01', 'LMOD_CUSTOM_COMPILER_GNU_8_0_PREFIX': '/apps/prod/lmodules/gcc/11.2.0:/apps/prod/lmodules/gcc/10.2.0', 'ENVIRONMENT': 'BATCH', 'GPG_TTY': 'not a tty', 'LESS_ADVANCED_PREPROCESSOR': False, 'REPO_URL': 'git@github.com:NOAA-EMC/global-workflow.git', 'PARMgfs': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm', 'COM_WAVE_PREP_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/wave/prep', 'HDF5_LIBRARIES': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/lib', 'BASE_ENV': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/env', 'NLN': '/bin/ln -sf', 'nst_anl': True, 'COLORTERM': 1, 'job': 'aeroanlrun', 'RESERVATION': '', 'gfs_cyc': 1, 'PBS_JOBNAME': 'C96_atmaerosnowDA_68dc5c74_gdasaeroanlrun_00', 'COM_CHEM_HISTORY_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/chem/history', 'UDUNITS_INC': '/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/include', 'NCPUS': 1, '_ModuleTable007_': 'aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09ImNyYXlwZS1uZXR3b3JrLW9maSIsfSxbImNyYXlwZS14ODYtcm9tZSJdPXtbImZuIl09Ii9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni1yb21lLmx1YSIsWyJmdWxsTmFtZSJdPSJjcmF5cGUteDg2LXJvbWUiLFsibG9hZE9yZGVyIl09MSxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJjcmF5cGUteDg2LXJvbWUiLH0sZWNidWlsZD17WyJmbiJdPSIvYXBwcy9kZXYvbG1vZHVsZXMvY29yZS9lY2J1aWxkLzMuNy4wIixbImZ1bGxOYW1lIl09ImVjYnVpbGQvMy43LjAiLFsibG9hZE9y', 'OUTPUT_GRID': 'gaussian_grid', 'EXPDIR': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74', 'COM_OBS_JEDI': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/obs_jedi', '__LMOD_REF_COUNT_NLSPATH': '/pe/intel/compilers_and_libraries_2020.4.304/linux/compiler/lib/intel64/locale/%l_%t/%N:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/lib/intel64_lin/locale/%l_%t/%N:1;/pe/intel/debugger_2020/gdb/intel64/share/locale/%l_%t/%N:1', 'FHMIN': 0, '__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/include:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include:1;/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/include:1;/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include:1;/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/include:1', 'LMOD_FAMILY_CRAYPE_NETWORK': 'craype-network-ofi', 'VERBOSE': True, 'LMOD_FAMILY_CRAYPE_VERSION': '2.7.17', 'NHOUR': '/apps/ops/prod/nco/core/prod_util.v2.0.14/exec/nhour', 'NetCDF_INCLUDES': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/include', 'BERROR_DATE': datetime.datetime(2016, 6, 30, 0, 0), 'FHMAX_GFS': 120, 'DYLD_LIBRARY_PATH': '/apps/prod/nco/5.0.6/lib64:/apps/prod/atlas/install-0.35.0/lib64:/apps/prod/fckit/install-0.11.0/lib64:/apps/prod/eckit/install-1.24.4/lib64:/apps/dev/qhull/install-2020.2/lib:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/lib:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/lib', '__LMOD_REF_COUNT_INCLUDE': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/include:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include:1;/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/include:1;/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include:1;/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/include:1', 'MACHTYPE': 'x86_64-suse-linux', 'FIXreg2grb2': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/reg2grb2', 'COM_WAVE_GEMPAK_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/gempak', '__LMOD_REF_COUNT_LD_LIBRARY_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/lib64:1;/apps/prod/nco/5.0.6/lib64:1;/apps/prod/atlas/install-0.35.0/lib64:1;/apps/prod/fckit/install-0.11.0/lib64:1;/apps/prod/eckit/install-1.24.4/lib64:1;/apps/dev/qhull/install-2020.2/lib:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib:1;/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/lib:1;/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/lib:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/lib:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/lib:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/compiler/lib/intel64_lin:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/lib/release:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/lib:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/ipp/lib/intel64:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/lib/intel64_lin:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/tbb/lib/intel64/gcc4.8:1;/pe/intel/debugger_2020/python/intel64/lib:1;/pe/intel/debugger_2020/libipt/intel64/lib:1;/opt/cray/libfabric/1.11.0.0./lib64:1', 'FCKIT_PATH': '/apps/prod/fckit/install-0.11.0', 'APRUN_AEROANL': 'mpiexec -l -n 384', 'EDATE': datetime.datetime(2021, 12, 21, 0, 0), '__LMOD_REF_COUNT_PKG_CONFIG_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/lib64/pkgconfig:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib/pkgconfig:1;/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/share/pkgconfig:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/bin/pkgconfig:1;/opt/cray/pe/craype/2.7.17/pkg-config:1;/opt/cray/libfabric/1.11.0.0./lib64/pkgconfig:1', 'ATARDIR': '/NCEPDEV/emc-global/1year/terry.mcguinness/WCOSS2/scratch/C96_atmaerosnowDA_68dc5c74', 'DO_JEDIOCNVAR': False, 'PBS_O_PATH': '/apps/ops/test/nco/core/rocoto.v1.3.5/bin:/opt/cray/libfabric/1.11.0.0./bin:/u/terry.mcguinness/bin:/usr/local/bin:/usr/bin:/bin:/opt/pbs/bin:/sbin', 'LMOD_CUSTOM_CNCM_CRAYCLANG_10_0_UCX_1_0_PREFIX': '/apps/prod/lmodules/cce/13.0.0:/apps/prod/lmodules/cce/12.0.3:/apps/prod/lmodules/cce/11.0.4', 'UTILROOT': '/apps/ops/prod/nco/core/prod_util.v2.0.14', 'PE_PKGCONFIG_PRODUCTS': 'PE_MPICH', '_ModuleTable015_': 'PSJhY3RpdmUiLFsidXNlck5hbWUiXT0icHJvZF91dGlsLzIuMC4xNCIsfSxweXRob249e1siZm4iXT0iL2FwcHMvcHJvZC9sbW9kdWxlcy9pbnRlbC8xOS4xLjMuMzA0L3B5dGhvbi8zLjguNiIsWyJmdWxsTmFtZSJdPSJweXRob24vMy44LjYiLFsibG9hZE9yZGVyIl09MTkscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0icHl0aG9uLzMuOC42Iix9LHFodWxsPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvaW50ZWwvMTkuMS4zLjMwNC9xaHVsbC8yMDIwLjIubHVhIixbImZ1bGxOYW1lIl09InFodWxsLzIwMjAuMiIsWyJsb2FkT3JkZXIiXT0yMSxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09', 'CRAY_MPICH_BASEDIR': '/opt/cray/pe/mpich/8.1.12/ofi', 'CDUMP': 'gdas', 'PE_MPICH_GTL_DIR_nvidia80': '-L/opt/cray/pe/mpich/8.1.12/gtl/lib', '_ModuleTable004_': 'ZC9saWJzL21vZHVsZWZpbGVzL2NvbXBpbGVyL2ludGVsLzE5LjEuMy4zMDQvYnVmci8xMi4wLjEubHVhIixbImZ1bGxOYW1lIl09ImJ1ZnIvMTIuMC4xIixbImxvYWRPcmRlciJdPTI5LHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09ImJ1ZnIvMTIuMC4xIix9LGNtYWtlPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvY29yZS9jbWFrZS8zLjIwLjIiLFsiZnVsbE5hbWUiXT0iY21ha2UvMy4yMC4yIixbImxvYWRPcmRlciJdPTYscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0iY21ha2UvMy4yMC4yIix9LFsiY3JheS1tcGljaCJdPXtbImZuIl09Ii9vcHQv', 'FIXorog': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/orog', 'FNTSFA': ' ', 'MINICOM': '-c on', 'ECKIT_VERSION': '1.24.4', 'QHULL_PATH': '/apps/dev/qhull/install-2020.2', 'HDF5_INCLUDES': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/include', 'layout_y': 8, 'layout_x': 8, 'pgmout': 'OUTPUT.200049', '__LMOD_REF_COUNT_PYTHONPATH': '/apps/ops/prod/nco/core/prod_util.v2.0.14/ush:1;/apps/prod/python-modules/3.8.6/intel/19.1.3.304/lib/python3.8/site-packages:1', 'FHOUT_WAV': 3, 'FHOUT': 3, 'DO_AWIPS': False, 'PARTITION_SERVICE': '', 'PE_MPICH_PKGCONFIG_VARIABLES': 'PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@', 'PE_MPICH_PKGCONFIG_LIBS': 'mpich', 'FHOUT_OCN_GFS': 6, 'INTEL_PYTHONHOME': '/pe/intel/debugger_2020/python/intel64/', 'QUILTING': True, 'QT_SYSTEM_DIR': '/usr/share/desktop-data', 'OSTYPE': 'linux', 'launcher': 'mpiexec -l', 'FHOUT_GFS': 3, 'NETCDF': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/bin/ncdump', 'qhull_ROOT': '/apps/dev/qhull/install-2020.2', 'FIXlut': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/lut', 'CLASSPATH': '/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/lib/mpi.jar', 'NMEM_ENS': 0, 'COM_ICE_ANALYSIS_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/ice', 'pybind11_ROOT': '/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib/python3.8/site-packages/pybind11/share/cmake/pybind11', 'lwrite4danl': True, 'FIXugwd': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/ugwd', 'FIXcpl': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/cpl', 'npe_aeroanlrun_gdas': 384, 'SDATE': datetime.datetime(2021, 12, 20, 12, 0), 'PBS_O_WORKDIR': '/u/terry.mcguinness', 'bufr_VERSION': '12.0.1', 'USER': 'terry.mcguinness', 'MODULES_SET_SHELL_STARTUP': 0, 'DMPDIR': '/lfs/h2/emc/dump/noscrub/dump', 'ARCH_FCSTICFREQ': 1, 'PAGER': 'less', 'FIXmom': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/mom6', 'MODULE_VERSION': '3.2.10', 'NetCDF_ROOT': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4', 'PE_MPICH_GENCOMPILERS_INTEL': 19.0, 'LMOD_CUSTOM_CNCM_GNU_8_0_OFI_1_0_X86_ROME_1_0_CRAY_MPICH_8_0_PREFIX': '/apps/prod/lmodules/GCC_cray_mpich/10.2.0/cray-mpich/8.1.4', 'NMEM_ENS_GFS': 30, 'LMOD_FAMILY_PRGENV_VERSION': '8.2.0', '_ModuleTable012_': 'ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJoZGY1Iix9LGludGVsPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvY29yZS9pbnRlbC8xOS4xLjMuMzA0Lmx1YSIsWyJmdWxsTmFtZSJdPSJpbnRlbC8xOS4xLjMuMzA0IixbImxvYWRPcmRlciJdPTEwLHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09ImludGVsLzE5LjEuMy4zMDQiLH0sbGliZmFicmljPXtbImZuIl09Ii9vcHQvY3JheS9tb2R1bGVmaWxlcy9saWJmYWJyaWMvMS4xMS4wLjAuIixbImZ1bGxOYW1lIl09ImxpYmZhYnJpYy8xLjExLjAuMC4iLFsibG9hZE9yZGVyIl09Mixwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0yLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1', 'FHMAX': 9, 'AERO_FCST_CDUMP': 'gdas', 'COM_WAVE_HISTORY_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/wave/history', 'eckit_ROOT': '/apps/prod/eckit/install-1.24.4/', 'LMOD_CUSTOM_CNCM_GNU_8_0_UCX_1_0_X86_ROME_1_0_CRAY_MPICH_8_0_PREFIX': '/apps/prod/lmodules/GCC_cray_mpich/10.2.0/cray-mpich/8.1.4', 'CRAY_CPU_TARGET': 'x86-rome', 'PBS_NODEFILE': '/var/spool/pbs/aux/154196320.dbqs01', 'UDUNITS_SRC': '/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/src', 'LMOD_CUSTOM_CNCM_CRAYCLANG_10_0_UCX_1_0_X86_ROME_1_0_CRAY_MPICH_8_0_PREFIX': '/apps/prod/lmodules/CCE_cray_mpich/11.0.4/cray-mpich/8.1.4', '__LMOD_REF_COUNT_MODULEPATH': '/apps/ops/prod/libs/modulefiles/mpi/intel/19.1.3.304/cray-mpich/8.1.4:1;/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4:1;/opt/cray/pe/lmod/modulefiles/mpi/intel/19.0/ofi/1.0/cray-mpich/8.0:1;/apps/ops/prod/nco/modulefiles/compiler/intel/19.1.3.304:1;/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304:1;/apps/prod/lmodules/intel/19.1.3.304:1;/opt/cray/pe/lmod/modulefiles/comnet/intel/19.0/ofi/1.0:1;/apps/prod/lmodules/compiler/intel/19.0:1;/apps/dev/lmodules/core:1;/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/sorc/gdas.cd/modulefiles:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-rome/1.0:1;/usr/share/modules:1;/usr/share/Modules/$MODULE_VERSION/modulefiles:1;/usr/share/modules/modulefiles:1;/usr/share/modulefiles/Linux:1;/usr/share/modulefiles/Core:1;/usr/share/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/apps/prod/lmodules/sys_core:1;/apps/ops/prod/nco/modulefiles/core:1;/apps/prod/lmodules/core:1;/opt/cray/modulefiles:1', 'PKGCONFIG_ENABLED': 1, 'GDASAPP_UNIT_TEST_DATA_PATH': '/lfs/h2/emc/da/noscrub/emc.da/GDASApp/data/test', 'MORE': '-sl', 'PE_FORTRAN_PKGCONFIG_LIBS': 'mpichf90', '__LMOD_REF_COUNT_LOADEDMODULES': 'craype-x86-rome:1;libfabric/1.11.0.0.:1;craype-network-ofi:1;envvar/1.0:1;PrgEnv-intel/8.2.0:1;cmake/3.20.2:1;craype/2.7.17:1;cray-pals/1.2.2:1;git/2.29.0:1;intel/19.1.3.304:1;cray-mpich/8.1.12:1;hdf5/1.10.6:1;netcdf/4.7.4:1;udunits/2.2.28:1;eigen/3.4.0:1;boost/1.79.0:1;gsl-lite/v0.40.0:1;sp/2.4.0:1;python/3.8.6:1;ecbuild/3.7.0:1;qhull/2020.2:1;eckit/1.24.4:1;fckit/0.11.0:1;atlas/0.35.0:1;nccmp/1.8.9.0:1;nco/5.0.6:1;gsl/2.7:1;prod_util/2.0.14:1;bufr/12.0.1:1;GDAS/wcoss2.intel:1', 'PBS_TASKNUM': 1, '__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0/lib:1;/opt/cray/pe/mpich/8.1.12/gtl/lib:1', 'COM_OBS_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/obs', 'COM_ATMOS_ANALYSIS_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/atmos', 'DO_CALC_INCREMENT_ENKF_GFS': False, 'COM_WAVE_WMO_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/wmo', 'DATA': '/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00', 'INTEL_MAJOR_VERSION': 19.1, 'IAUFHRS': 6, 'COM_ATMOS_MASTER_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/master', 'OPS_RES': 'C768', 'PWD': '/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00', 'MDATE': '/apps/ops/prod/nco/core/prod_util.v2.0.14/exec/mdate', 'WRITE_NSFLIP': True, 'PE_MPICH_GTL_DIR_nvidia70': '-L/opt/cray/pe/mpich/8.1.12/gtl/lib', 'jobid': 'aeroanlrun.199649', 'FHMIN_WAV': 0, 'HOME': '/u/terry.mcguinness', 'MPIEXEC_EXEC': '/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/bin/mpirun', 'HOMEDIR': '/lfs/h2/emc/global/noscrub/terry.mcguinness', 'REDOUT': '1>', 'COM_ICE_HISTORY_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ice/history', 'DO_NPOESS': False, 'PELOCAL_PRGENV': True, 'RUN_ENVIR': 'emc', 'CMAKE_PREFIX_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk:/apps/prod/gsl-lite/v0.40.0:/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx:/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu:/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg:/apps/spack/git/2.29.0/gcc/10.2.0/rkn6xaqbrdlim3u4it2l6ljqszg62s25:/apps/spack/cmake/3.20.2/intel/19.1.3.304/utnbptm3hrf7gppztidueu4jogfgemut', 'PARTITION_BATCH': '', 'npe_node_max': 128, 'COM_OCEAN_RESTART_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ocean/restart', 'IAU_FHROT': 3, 'COM_OBSDMP_TMPL': '${DMPDIR}/${DUMP}${DUMP_SUFFIX}.${YMD}/${HH}/atmos', 'HOMEpost': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow', 'DO_VMINMON': True, 'HOST': 'nid004055', 'LMOD_VERSION': '8.3.1', 'npe_node_aeroanlrun_gdas': 128, 'XNLSPATH': '/usr/share/X11/nls', 'CPATH': '/apps/prod/nco/5.0.6/include:/apps/prod/atlas/install-0.35.0/include:/apps/prod/fckit/install-0.11.0/include:/apps/prod/eckit/install-1.24.4/include:/apps/dev/qhull/install-2020.2/include:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include/python3.8:/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include/eigen3:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/include:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/include:/pe/intel/compilers_and_libraries_2020.4.304/linux/ipp/include:/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/include:/pe/intel/compilers_and_libraries_2020.4.304/linux/pstl/include:/pe/intel/compilers_and_libraries_2020.4.304/linux/pstl/stdlib:/pe/intel/compilers_and_libraries_2020.4.304/linux/tbb/include', 'PE_MPICH_FORTRAN_PKGCONFIG_LIBS': 'mpichf90', 'CDATE': datetime.datetime(2021, 12, 21, 0, 0), 'PBS_MOMPORT': 15003, 'COM_ATMOS_GEMPAK_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/gempak/${GRID}', 'FTSFS': 10, 'ARCDIR': '/lfs/h2/emc/global/noscrub/terry.mcguinness/archive/C96_atmaerosnowDA_68dc5c74', 'pid': 200049, 'restart_interval_enkfgdas': 3, '__LMOD_REF_COUNT_INFOPATH': '/pe/intel/documentation_2020/en/debugger/gdb-ia/info:1;/apps/docs/info:1', 'CRAY_LMOD_CPU': 'x86-rome/1.0', 'DO_VERFOZN': True, 'PE_MPICH_GTL_LIBS_nvidia80': '-lmpi_gtl_cuda', 'lobsdiag_forenkf': True, 'LMOD_FAMILY_CRAYPE_CPU_VERSION': False, 'BERROR_DATA_DIR': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gdas/bump/aero/C96/', 'BASH_ENV': '/usr/share/lmod/lmod/init/bash', 'LOGSCRIPT': '', 'COM_TOP_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}', 'COM_OCEAN_NETCDF_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/netcdf', 'XDG_DATA_DIRS': '/usr/share', 'assim_freq': 6, 'nth_aeroanlrun_gfs': 1, 'FHMAX_FITS': 120, 'NCP': '/bin/cp -p', '__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS': 'mpichf90:1', 'DO_JEDISNOWDA': True, 'COMINsyn': '/lfs/h1/ops/prod/com/gfs/v16.3/syndat', 'NCCMP_VERSION': '1.8.9.0', 'NCDUMP': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/bin/ncdump/bin/ncdump', 'FIXam': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/am', 'nth_aeroanlrun': 1, 'ROTDIR': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT/C96_atmaerosnowDA_68dc5c74', 'PDY': datetime.datetime(2021, 12, 21, 0, 0), 'PBS_ACCOUNT': 'GFS-DEV', 'bufr_ROOT': '/apps/ops/prod/libs/intel/19.1.3.304/bufr/12.0.1', 'DOBNDPNT_WAVE': False, 'INTEL_MINOR_VERSION': 3.304, 'JEDI_FIX_YAML': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero_jedi_fix.yaml.j2', 'LMOD_CUSTOM_CNCM_INTEL_19_0_OFI_1_0_X86_ROME_1_0_CRAY_MPICH_8_0_PREFIX': '/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4:/apps/ops/prod/libs/modulefiles/mpi/intel/19.1.3.304/cray-mpich/8.1.4', 'REPLAY_ICS': False, 'CRAY_LMOD_NET': 'ofi/1.0', 'DOIAU_ENKF': True, '__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS': 'PE_MPICH:1', 'PE_MPICH_MODULE_NAME': 'cray-mpich', 'NLSPATH': '/pe/intel/compilers_and_libraries_2020.4.304/linux/compiler/lib/intel64/locale/%l_%t/%N:/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/lib/intel64_lin/locale/%l_%t/%N:/pe/intel/debugger_2020/gdb/intel64/share/locale/%l_%t/%N', 'PBS_JOBCOOKIE': '7947E78B2F18D9D517AB05A7098F456B', 'LMOD_CUSTOM_COMPILER_INTEL_19_0_PREFIX': '/apps/prod/lmodules/intel/19.1.3.304:/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304:/apps/ops/prod/nco/modulefiles/compiler/intel/19.1.3.304', 'ACCOUNT': 'GFS-DEV', 'PBS_O_SHELL': '/bin/bash', 'HOMEobsproc': '/lfs/h2/emc/global/save/emc.global/git/obsproc/v1.1.2', 'CASE_ANL': 'C96', '__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV': 'INTEL:1', 'ATLAS_PATH': '/apps/prod/atlas/install-0.35.0', 'DO_BUFRSND': False, '__LMOD_REF_COUNT_LIBRARY_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/lib64:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib:1;/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/lib:1;/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/lib:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/ipp/lib/intel64:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/compiler/lib/intel64_lin:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/lib/intel64_lin:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/tbb/lib/intel64/gcc4.8:2', 'COMINukmet': '/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/ukmet', 'FHOUT_ICE_GFS': 6, 'COM_CHEM_ANALYSIS_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/chem', 'DO_JEDIATMVAR': False, 'DOIBP_WAV': False, 'BASE_CPLIC': '/lfs/h2/emc/global/noscrub/emc.global/data/ICSDIR/prototype_ICs', 'UDUNITS_VER': '2.2.28', 'DOHYBVAR': False, 'PROFILEREAD': True, 'PDYp5': datetime.datetime(2021, 12, 26, 0, 0), 'TMPDIR': '/var/tmp/pbs.154196320.dbqs01', 'PDYp4': datetime.datetime(2021, 12, 25, 0, 0), 'LIBRARY_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/lib64:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib:/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/lib:/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/lib:/pe/intel/compilers_and_libraries_2020.4.304/linux/ipp/lib/intel64:/pe/intel/compilers_and_libraries_2020.4.304/linux/compiler/lib/intel64_lin:/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/lib/intel64_lin:/pe/intel/compilers_and_libraries_2020.4.304/linux/tbb/lib/intel64/gcc4.8', 'mpmd_opt': '--cpu-bind verbose,core cfp', 'DO_ATM': True, 'PDYp7': datetime.datetime(2021, 12, 28, 0, 0), 'PDYp6': datetime.datetime(2021, 12, 27, 0, 0), '_ModuleTable021_': 'YXBwcy9wcm9kL2xtb2R1bGVzL2NvcmU6L29wdC9jcmF5L21vZHVsZWZpbGVzIix9', 'PDYp1': datetime.datetime(2021, 12, 22, 0, 0), 'DO_VERFRAD': True, 'PDYp3': datetime.datetime(2021, 12, 24, 0, 0), 'REALTIME': True, 'PDYp2': datetime.datetime(2021, 12, 23, 0, 0), '__LMOD_REF_COUNT_CMAKE_PREFIX_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk:1;/apps/prod/gsl-lite/v0.40.0:1;/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx:1;/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu:1;/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg:1;/apps/spack/git/2.29.0/gcc/10.2.0/rkn6xaqbrdlim3u4it2l6ljqszg62s25:1;/apps/spack/cmake/3.20.2/intel/19.1.3.304/utnbptm3hrf7gppztidueu4jogfgemut:1', 'MPIEXEC_NPROC': '-n', 'LMOD_sys': 'Linux', 'PE_PKGCONFIG_LIBS': 'mpich', '_ModuleTable010_': 'dGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJmY2tpdC8wLjExLjAiLH0sZ2l0PXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvY29yZS9naXQvMi4yOS4wIixbImZ1bGxOYW1lIl09ImdpdC8yLjI5LjAiLFsibG9hZE9yZGVyIl09OSxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJnaXQvMi4yOS4wIix9LGdzbD17WyJmbiJdPSIvYXBwcy9wcm9kL2xtb2R1bGVzL2ludGVsLzE5LjEuMy4zMDQvZ3NsLzIuNyIsWyJmdWxsTmFtZSJdPSJnc2wvMi43IixbImxvYWRPcmRlciJdPTI3LHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09Imdz', 'HPSS_PROJECT': 'emc-global', 'COMLISTROOT': '/lfs/h1/ops/prod/config', 'IAU_DELTHRS': 6, '_ModuleTable001_': 'X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXtbIlByZ0VudiJdPSJQcmdFbnYtaW50ZWwiLFsiY29tcGlsZXIiXT0iaW50ZWwiLFsiY3JheXBlIl09ImNyYXlwZSIsWyJjcmF5cGVfY3B1Il09ImNyYXlwZS14ODYtcm9tZSIsWyJjcmF5cGVfbmV0d29yayJdPSJjcmF5cGUtbmV0d29yay1vZmkiLFsibXBpIl09ImNyYXktbXBpY2giLH0sbVQ9e0dEQVM9e1siZm4iXT0iL2xmcy9oMi9lbWMvZ2xvYmFsL25vc2NydWIvZ2xvYmFsd29ya2Zsb3cuY2kvR0ZTX0NJX1JPT1QvUFIvMjcyOS9nbG9iYWwtd29ya2Zsb3cvc29yYy9nZGFzLmNkL21vZHVsZWZpbGVzL0dE', 'restart_interval_enkfgfs': 3, 'REDERR': '2>', 'NCO_VERSION': '5.0.6', 'BERROR_YAML': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/berror/staticb_identity.yaml.j2', 'COM_OCEAN_ANALYSIS_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/ocean', 'LOADEDMODULES': 'craype-x86-rome:libfabric/1.11.0.0.:craype-network-ofi:envvar/1.0:PrgEnv-intel/8.2.0:cmake/3.20.2:craype/2.7.17:cray-pals/1.2.2:git/2.29.0:intel/19.1.3.304:cray-mpich/8.1.12:hdf5/1.10.6:netcdf/4.7.4:udunits/2.2.28:eigen/3.4.0:boost/1.79.0:gsl-lite/v0.40.0:sp/2.4.0:python/3.8.6:ecbuild/3.7.0:qhull/2020.2:eckit/1.24.4:fckit/0.11.0:atlas/0.35.0:nccmp/1.8.9.0:nco/5.0.6:gsl/2.7:prod_util/2.0.14:bufr/12.0.1:GDAS/wcoss2.intel', 'FHCYC': 1, 'COM_ATMOS_HISTORY_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/history', 'LMOD_AVAIL_STYLE': 'en_grouped:system', 'ICERES': 500, 'CRAYPE_NETWORK_TARGET': 'ofi', 'DO_METP': True, 'OFFSET_START_HOUR': 0, 'COM_ATMOS_GOES_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/goes_sim', 'DO_MOS': False, '__LMOD_REF_COUNT_ACLOCAL_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/share/aclocal:1;/apps/spack/cmake/3.20.2/intel/19.1.3.304/utnbptm3hrf7gppztidueu4jogfgemut/share/aclocal:1', 'SENDDBN': False, '__LMOD_REF_COUNT_MANPATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/share/man:1;/apps/prod/nco/5.0.6/share/man:1;/apps/prod/hpc-stack/intel-19.1.3.304/nccmp/1.8.9.0/share/man:1;/apps/prod/atlas/install-0.35.0/share/man:1;/apps/prod/fckit/install-0.11.0/share/man:1;/apps/prod/eckit/install-1.24.4/share/man:1;/apps/dev/qhull/install-2020.2/share/man:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/share/man:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/share/man:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/share/man:1;/opt/cray/pe/mpich/8.1.12/ofi/man:1;/opt/cray/pe/mpich/8.1.12/man/mpich:1;/pe/intel/man/common:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/man:1;/pe/intel/documentation_2020/en/debugger/gdb-ia/man:1;/apps/spack/git/2.29.0/gcc/10.2.0/rkn6xaqbrdlim3u4it2l6ljqszg62s25/share/man:1;/opt/cray/pe/pals/1.2.2/man:1;/opt/cray/pe/craype/2.7.17/man:1;/opt/cray/libfabric/1.11.0.0./share/man:1;/usr/share/lmod/lmod/share/man:1;/usr/share/man:1;/opt/pbs/share/man:1', '_ModuleTable006_': 'YW1lIl09ImNyYXktcGFscyIsfSxjcmF5cGU9e1siZm4iXT0iL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29yZS9jcmF5cGUvMi43LjE3Lmx1YSIsWyJmdWxsTmFtZSJdPSJjcmF5cGUvMi43LjE3IixbImxvYWRPcmRlciJdPTcscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0iY3JheXBlIix9LFsiY3JheXBlLW5ldHdvcmstb2ZpIl09e1siZm4iXT0iL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIixbImZ1bGxOYW1lIl09ImNyYXlwZS1uZXR3b3JrLW9maSIsWyJsb2FkT3JkZXIiXT0zLHByb3BUPXt9LFsic3RhY2tEZXB0', '_ModuleTable003_': 'cHJvZC9sbW9kdWxlcy9pbnRlbC8xOS4xLjMuMzA0L2F0bGFzLzAuMzUuMC5sdWEiLFsiZnVsbE5hbWUiXT0iYXRsYXMvMC4zNS4wIixbImxvYWRPcmRlciJdPTI0LHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09ImF0bGFzLzAuMzUuMCIsfSxib29zdD17WyJmbiJdPSIvYXBwcy9wcm9kL2xtb2R1bGVzL2ludGVsLzE5LjEuMy4zMDQvYm9vc3QvMS43OS4wIixbImZ1bGxOYW1lIl09ImJvb3N0LzEuNzkuMCIsWyJsb2FkT3JkZXIiXT0xNixwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJib29zdC8xLjc5LjAiLH0sYnVmcj17WyJmbiJdPSIvYXBwcy9vcHMvcHJv', 'npe_aeroanlrun_gfs': 384, 'INTEL_LICENSE_FILE': '/pe/intel/compilers_and_libraries_2020.4.304/linux/licenses:/opt/intel/licenses:/intel/licenses', 'machine': 'WCOSS2', 'LMOD_ROOT': '/usr/share/lmod', 'ECBUILD_VERSION': '/apps/dev/ecbuild/3.7.0', 'DO_GOES': False, 'WIPE_DATA': False, 'COM_ATMOS_MINMON_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/minmon', 'UDUNITS_ROOT': '/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg', 'FROM_HEADER': '', 'CRAY_MPICH_ROOTDIR': '/opt/cray/pe/mpich/8.1.12', '_ModuleTable013_': 'c2VyTmFtZSJdPSJsaWJmYWJyaWMiLH0sbmNjbXA9e1siZm4iXT0iL2FwcHMvcHJvZC9sbW9kdWxlcy9pbnRlbC8xOS4xLjMuMzA0L25jY21wLzEuOC45LjAubHVhIixbImZ1bGxOYW1lIl09Im5jY21wLzEuOC45LjAiLFsibG9hZE9yZGVyIl09MjUscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0ibmNjbXAiLH0sbmNvPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvaW50ZWwvMTkuMS4zLjMwNC9uY28vNS4wLjYubHVhIixbImZ1bGxOYW1lIl09Im5jby81LjAuNiIsWyJsb2FkT3JkZXIiXT0yNixwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJuY28vNS4w', 'PBS_O_QUEUE': 'dev', 'ILPOST': 3, 'MAIL': '/var/spool/mail/terry.mcguinness', 'PE_INTEL_FIXED_PKGCONFIG_PATH': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0/lib/pkgconfig', 'HPSSARCH': False, 'DO_GENESIS': True, 'COM_ATMOS_IMAGERY_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/imagery', 'FHMIN_GFS': 0, '_ModuleTable016_': 'ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJxaHVsbC8yMDIwLjIiLH0sc3A9e1siZm4iXT0iL2FwcHMvb3BzL3Byb2QvbGlicy9tb2R1bGVmaWxlcy9jb21waWxlci9pbnRlbC8xOS4xLjMuMzA0L3NwLzIuNC4wLmx1YSIsWyJmdWxsTmFtZSJdPSJzcC8yLjQuMCIsWyJsb2FkT3JkZXIiXT0xOCxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJzcC8yLjQuMCIsfSx1ZHVuaXRzPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvaW50ZWwvMTkuMS4zLjMwNC91ZHVuaXRzLzIuMi4yOCIsWyJmdWxsTmFtZSJdPSJ1ZHVuaXRzLzIuMi4yOCIsWyJsb2FkT3JkZXIiXT0xNCxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3Rh', 'STATICB_TYPE': 'identity', 'binary_diag': False, 'ntiles': 6, 'DO_MERGENSST': False, 'LESSKEY': '/etc/lesskey.bin', '__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_INTEL': '19.0:1', 'STEP_GFS': 24, '_ModuleTable009_': 'NSxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJlaWdlbi8zLjQuMCIsfSxlbnZ2YXI9e1siZm4iXT0iL2FwcHMvcHJvZC9sbW9kdWxlcy9zeXNfY29yZS9lbnZ2YXIvMS4wIixbImZ1bGxOYW1lIl09ImVudnZhci8xLjAiLFsibG9hZE9yZGVyIl09NCxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0wLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJlbnZ2YXIvMS4wIix9LGZja2l0PXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvaW50ZWwvMTkuMS4zLjMwNC9mY2tpdC8wLjExLjAubHVhIixbImZ1bGxOYW1lIl09ImZja2l0LzAuMTEuMCIsWyJsb2FkT3JkZXIiXT0yMyxwcm9wVD17fSxbInN0YWNrRGVw', 'SHELL': '/bin/bash', 'TERM': 'xterm', 'DUMP_SUFFIX': '', 'CRAY_MPICH_VER': '8.1.12', 'FIXgsi': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gsi', 'LMOD_ADMIN_FILE': '/apps/prod/lmodules/admin.list', 'OCNRES': 500, 'COMROOT': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT', 'FIXgdas': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gdas', 'LMOD_CUSTOM_COMPILER_GNU_8_0_UCX_1_0_PREFIX': '/apps/prod/lmodules/gcc/11.2.0:/apps/prod/lmodules/gcc/10.2.0', 'NMV': '/bin/mv', 'PE_MPICH_FIXED_PRGENV': 'INTEL', 'FIXcice': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/cice', 'LMOD_CUSTOM_COMPILER_CRAYCLANG_10_0_PREFIX': '/apps/prod/lmodules/cce/13.0.0:/apps/prod/lmodules/cce/12.0.3:/apps/prod/lmodules/cce/11.0.4', 'COMINecmwf': '/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/ecmwf', 'restart_interval_gdas': 3, 'LMOD_FAMILY_PRGENV': 'PrgEnv-intel', 'CASE': 'C96', '_ModuleTable_Sz_': 21, 'APP': 'ATMA', 'NTHREADS_AEROANL': 1, 'DO_COUPLED': False, 'NCLEN': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/getncdimlen', '__LMOD_REF_COUNT_CPATH': '/apps/prod/nco/5.0.6/include:1;/apps/prod/atlas/install-0.35.0/include:1;/apps/prod/fckit/install-0.11.0/include:1;/apps/prod/eckit/install-1.24.4/include:1;/apps/dev/qhull/install-2020.2/include:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include/python3.8:1;/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include/eigen3:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/include:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/include:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/ipp/include:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/include:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/pstl/include:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/pstl/stdlib:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/tbb/include:2', 'COM_ICE_INPUT_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ice/input', 'XCURSOR_THEME': 'DMZ', 'NetCDF': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4', 'COM_OCEAN_GRIB_GRID_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/grib2/${GRID}', 'l4densvar': True, 'LMOD_FAMILY_COMPILER': 'intel', 'COM_WAVE_GRID_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/gridded', '_ModuleTable018_': 'LCIvYXBwcy9wcm9kL2xtb2R1bGVzL2ludGVsLzE5LjEuMy4zMDQiLCIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb21uZXQvaW50ZWwvMTkuMC9vZmkvMS4wIiwiL2FwcHMvcHJvZC9sbW9kdWxlcy9jb21waWxlci9pbnRlbC8xOS4wIiwiL2FwcHMvZGV2L2xtb2R1bGVzL2NvcmUiLCIvbGZzL2gyL2VtYy9nbG9iYWwvbm9zY3J1Yi9nbG9iYWx3b3JrZmxvdy5jaS9HRlNfQ0lfUk9PVC9QUi8yNzI5L2dsb2JhbC13b3JrZmxvdy9zb3JjL2dkYXMuY2QvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9uZXQvb2ZpLzEuMCIsIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NwdS94ODYtcm9tZS8xLjAiLCIvdXNyL3NoYXJlL21vZHVs', 'OBS_LIST': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/obs/lists/gdas_aero.yaml.j2', 'PDYm6': datetime.datetime(2021, 12, 15, 0, 0), 'sp_VERSION': '2.4.0', 'IAU_FILTER_INCREMENTS': True, 'ACCOUNT_SERVICE': 'GFS-DEV', 'PDYm7': datetime.datetime(2021, 12, 14, 0, 0), 'PDYm4': datetime.datetime(2021, 12, 17, 0, 0), 'PDYm5': datetime.datetime(2021, 12, 16, 0, 0), 'PDYm2': datetime.datetime(2021, 12, 19, 0, 0), 'PDYm3': datetime.datetime(2021, 12, 18, 0, 0), 'PDYm1': datetime.datetime(2021, 12, 20, 0, 0), 'NCO_ROOT': '/apps/prod/nco/5.0.6', 'LMOD_CUSTOM_CNCM_CRAYCLANG_10_0_OFI_1_0_X86_ROME_1_0_CRAY_MPICH_8_0_PREFIX': '/apps/prod/lmodules/CCE_cray_mpich/11.0.4/cray-mpich/8.1.4', 'TMOUT': 1800, 'MAKE_NSSTBUFR': False, 'COM_OCEAN_INPUT_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ocean/input', 'SP_LIB4': '/apps/ops/prod/libs/intel/19.1.3.304/sp/2.4.0/lib64/libsp_4.a', 'DATAROOT': '/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74', 'JEDIEXE': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/exec/gdas.x', 'DO_OCN': False, 'FIXaer': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/aer', 'DO_GEMPAK': False, 'PYTHONSTARTUP': '/etc/pythonstart', 'FHMAX_HF_WAV': 120, 'NETCDF_INCLUDES': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/include', 'SHLVL': 4, 'LANGUAGE': 'en_US.UTF-8', 'ENKF_SPREAD': True, 'PBS_O_HOST': 'dlogin09.dogwood.wcoss2.ncep.noaa.gov', 'HOMEgfs': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow', 'DEBUG_POSTSCRIPT': False, 'G_FILENAME_ENCODING': '@locale,UTF-8,ISO-8859-15,CP1252', 'PYTHONPATH': '/apps/ops/prod/nco/core/prod_util.v2.0.14/ush:/apps/prod/python-modules/3.8.6/intel/19.1.3.304/lib/python3.8/site-packages:/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/python:/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/python/wxflow/src', 'LMOD_CUSTOM_COMPILER_INTEL_19_0_UCX_1_0_PREFIX': '/apps/prod/lmodules/intel/19.1.3.304:/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304:/apps/ops/prod/nco/modulefiles/compiler/intel/19.1.3.304', 'HPC_OPT': '/apps/ops/prod/libs', 'ACLOCAL_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/share/aclocal:/apps/spack/cmake/3.20.2/intel/19.1.3.304/utnbptm3hrf7gppztidueu4jogfgemut/share/aclocal', 'PBS_O_SYSTEM': 'Linux', 'netcdf_diag': True, 'DO_WAVE': False, 'MANPATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/share/man:/apps/prod/nco/5.0.6/share/man:/apps/prod/hpc-stack/intel-19.1.3.304/nccmp/1.8.9.0/share/man:/apps/prod/atlas/install-0.35.0/share/man:/apps/prod/fckit/install-0.11.0/share/man:/apps/prod/eckit/install-1.24.4/share/man:/apps/dev/qhull/install-2020.2/share/man:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/share/man:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/share/man:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/share/man:/opt/cray/pe/mpich/8.1.12/ofi/man:/opt/cray/pe/mpich/8.1.12/man/mpich:/pe/intel/man/common:/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/man:/pe/intel/documentation_2020/en/debugger/gdb-ia/man:/apps/spack/git/2.29.0/gcc/10.2.0/rkn6xaqbrdlim3u4it2l6ljqszg62s25/share/man:/opt/cray/pe/pals/1.2.2/man:/opt/cray/pe/craype/2.7.17/man:/opt/cray/libfabric/1.11.0.0./share/man:/usr/share/lmod/lmod/share/man:/usr/share/man:/opt/pbs/share/man', '__LMOD_REF_COUNT_CLASSPATH': '/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/lib/mpi.jar:1', 'NET': 'gfs', 'INTEL_PATH': '/pe/intel/compilers_and_libraries_2020.4.304', 'CASE_ENS': '@CASEENS@', 'SP_LIBd': '/apps/ops/prod/libs/intel/19.1.3.304/sp/2.4.0/lib64/libsp_d.a', 'DO_PREP_OBS_AERO': False, 'INTEL_VERSION': '19.1.3.304', 'MPICH_DIR': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0', 'OSCAR_HOME': '/opt/oscar', 'INCVARS_EFOLD': 5, 'io_layout_x': 1, 'io_layout_y': 1, 'LOCALARCH': False, 'PBS_O_LOGNAME': 'terry.mcguinness', 'COM_ICE_GRIB_GRID_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/grib2/${GRID}', 'FHMAX_WAV_GFS': 120, 'PBS_NODENUM': 0, 'MODULEPATH': '/apps/ops/prod/libs/modulefiles/mpi/intel/19.1.3.304/cray-mpich/8.1.4:/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4:/opt/cray/pe/lmod/modulefiles/mpi/intel/19.0/ofi/1.0/cray-mpich/8.0:/apps/ops/prod/nco/modulefiles/compiler/intel/19.1.3.304:/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304:/apps/prod/lmodules/intel/19.1.3.304:/opt/cray/pe/lmod/modulefiles/comnet/intel/19.0/ofi/1.0:/apps/prod/lmodules/compiler/intel/19.0:/apps/dev/lmodules/core:/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/sorc/gdas.cd/modulefiles:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-rome/1.0:/usr/share/modules:/usr/share/Modules/$MODULE_VERSION/modulefiles:/usr/share/modules/modulefiles:/usr/share/modulefiles/Linux:/usr/share/modulefiles/Core:/usr/share/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/apps/prod/lmodules/sys_core:/apps/ops/prod/nco/modulefiles/core:/apps/prod/lmodules/core:/opt/cray/modulefiles', 'PBS_JOBDIR': '/u/terry.mcguinness', 'is_exclusive': True, 'CRAY_MPICH_DIR': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0', 'restart_interval_gfs': 12, 'COM_ATMOS_INPUT_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/input', 'LMOD_FAMILY_CRAYPE': 'craype', 'LOGNAME': 'terry.mcguinness', 'FSYNC': '/apps/ops/prod/nco/core/prod_util.v2.0.14/exec/fsync_file', 'COM_MED_RESTART_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/med/restart', 'FCKIT_VERSION': '0.11.0', '__LMOD_REF_COUNT_LMOD_CUSTOM_PATHS': 'CNCM/apps/ops/prod/libs/modulefiles/mpi/intel/19.1.3.304/cray-mpich/8.1.4:1;CNCM/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4:1;COMPILER/apps/ops/prod/nco/modulefiles/compiler/intel/19.1.3.304:1;COMPILER/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304:1;COMPILER/apps/prod/lmodules/intel/19.1.3.304:1', 'DO_CALC_INCREMENT': False, 'ERRSCRIPT': 'eval [[ $err = 0 ]]', 'CRAY_MPICH_VERSION': '8.1.12', 'COM_ATMOS_OZNMON_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/oznmon', 'COM_ATMOS_WMO_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/wmo', 'MODULE_VERSION_STACK': '3.2.10', 'CPLUS_INCLUDE_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/include:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include:/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/include:/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include:/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/include', 'MKLROOT': '/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl', 'MODE': 'cycled', 'NOSCRUB': '/lfs/h2/emc/global/noscrub/terry.mcguinness', 'ECKIT_PATH': '/apps/prod/eckit/install-1.24.4/', 'FIXgfs': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix', 'MODULEPATH_ROOT': '/usr/share/modulefiles', 'LMOD_PACKAGE_PATH': '/apps/prod/lmodules', '__LMOD_REF_COUNT_PE_INTEL_FIXED_PKGCONFIG_PATH': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0/lib/pkgconfig:1', 'USHgfs': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush', 'FHOUT_HF_GFS': 1, 'SENDECF': False, 'PE_MPICH_GTL_LIBS_amd_gfx906': '-lmpi_gtl_hsa', 'aero_bkg_times': '3,6,9', 'COM_OCEAN_GRIB_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/grib2', 'PSTLROOT': '/pe/intel/compilers_and_libraries_2020.4.304/linux/pstl', 'DO_JEDIATMENS': False, 'BASE_JOB': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/jobs/rocoto', 'KEEPDATA': False, 'XDG_CONFIG_DIRS': '/etc/xdg', 'MAKE_ACFTBUFR': False, 'PATH': '/apps/spack/git-lfs/2.11.0/gcc/11.2.0/m6b6nl5kfqngfteqbggydc7kflxere3s/bin:/apps/ops/prod/libs/intel/19.1.3.304/bufr/12.0.1/bin:/apps/ops/prod/nco/core/prod_util.v2.0.14/ush:/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/bin:/apps/prod/nco/5.0.6/bin:/apps/prod/hpc-stack/intel-19.1.3.304/nccmp/1.8.9.0/bin:/apps/prod/atlas/install-0.35.0/bin:/apps/prod/fckit/install-0.11.0/bin:/apps/prod/eckit/install-1.24.4/bin:/apps/dev/qhull/install-2020.2/bin:/apps/dev/ecbuild/3.7.0:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/bin:/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/bin:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/bin:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/bin:/pe/intel/compilers_and_libraries_2020.4.304/linux/bin/intel64:/pe/intel/compilers_and_libraries_2020.4.304/linux/bin:/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/bin:/pe/intel/debugger_2020/gdb/intel64/bin:/apps/spack/git/2.29.0/gcc/10.2.0/rkn6xaqbrdlim3u4it2l6ljqszg62s25/bin:/opt/cray/pe/pals/1.2.2/bin:/opt/cray/pe/craype/2.7.17/bin:/apps/spack/cmake/3.20.2/intel/19.1.3.304/utnbptm3hrf7gppztidueu4jogfgemut/bin:/opt/cray/libfabric/1.11.0.0./bin:/u/terry.mcguinness/bin:/usr/local/bin:/usr/bin:/bin:/opt/pbs/bin:/sbin:/opt/cray/pe/bin:/apps/prod/python-modules/3.8.6/intel/19.1.3.304/bin:/apps/prod/python-modules/3.8.6/intel/19.1.3.304/lib/python3.8/site-packages/bin', 'DO_TRACKER': True, 'PE_MPICH_GTL_LIBS_amd_gfx908': '-lmpi_gtl_hsa', '_ModuleTable014_': 'LjYiLH0sbmV0Y2RmPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvSU5URUxfY3JheV9tcGljaC8xOS4xLjMuMzA0L2NyYXktbXBpY2gvOC4xLjQvbmV0Y2RmLzQuNy40Lmx1YSIsWyJmdWxsTmFtZSJdPSJuZXRjZGYvNC43LjQiLFsibG9hZE9yZGVyIl09MTMscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0ibmV0Y2RmLzQuNy40Iix9LHByb2RfdXRpbD17WyJmbiJdPSIvYXBwcy9vcHMvcHJvZC9uY28vbW9kdWxlZmlsZXMvY29yZS9wcm9kX3V0aWwvMi4wLjE0IixbImZ1bGxOYW1lIl09InByb2RfdXRpbC8yLjAuMTQiLFsibG9hZE9yZGVyIl09MjgscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJd', 'NCO_LIBRARIES': '/apps/prod/nco/5.0.6/lib64', 'TBBROOT': '/pe/intel/compilers_and_libraries_2020.4.304/linux/tbb', '__LMOD_REF_COUNT_PE_PRODUCT_LIST': 'CRAYPE:1;CRAYPE_X86_ROME:1', '_LMFILES_': '/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-rome.lua:/opt/cray/modulefiles/libfabric/1.11.0.0.:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/apps/prod/lmodules/sys_core/envvar/1.0:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-intel/8.2.0.lua:/apps/prod/lmodules/core/cmake/3.20.2:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.17.lua:/opt/cray/pe/lmod/modulefiles/core/cray-pals/1.2.2.lua:/apps/prod/lmodules/core/git/2.29.0:/apps/prod/lmodules/core/intel/19.1.3.304.lua:/opt/cray/pe/lmod/modulefiles/comnet/intel/19.0/ofi/1.0/cray-mpich/8.1.12.lua:/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4/hdf5/1.10.6.lua:/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4/netcdf/4.7.4.lua:/apps/prod/lmodules/intel/19.1.3.304/udunits/2.2.28:/apps/prod/lmodules/intel/19.1.3.304/eigen/3.4.0:/apps/prod/lmodules/intel/19.1.3.304/boost/1.79.0:/apps/prod/lmodules/core/gsl-lite/v0.40.0.lua:/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304/sp/2.4.0.lua:/apps/prod/lmodules/intel/19.1.3.304/python/3.8.6:/apps/dev/lmodules/core/ecbuild/3.7.0:/apps/prod/lmodules/intel/19.1.3.304/qhull/2020.2.lua:/apps/prod/lmodules/intel/19.1.3.304/eckit/1.24.4.lua:/apps/prod/lmodules/intel/19.1.3.304/fckit/0.11.0.lua:/apps/prod/lmodules/intel/19.1.3.304/atlas/0.35.0.lua:/apps/prod/lmodules/intel/19.1.3.304/nccmp/1.8.9.0.lua:/apps/prod/lmodules/intel/19.1.3.304/nco/5.0.6.lua:/apps/prod/lmodules/intel/19.1.3.304/gsl/2.7:/apps/ops/prod/nco/modulefiles/core/prod_util/2.0.14:/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304/bufr/12.0.1.lua:/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/sorc/gdas.cd/modulefiles/GDAS/wcoss2.intel.lua', 'NetCDF_LIBRARIES': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/lib', 'COMDATEROOT': '/lfs/h1/ops/prod/com', 'GSI_SOILANAL': False, 'EXECgfs': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/exec', 'cycle': 't00z', 'HDF5_VERSION': '1.10.6', 'LEVS': 128, 'pgmerr': 'errfile', 'PS4': '+ $(basename ${BASH_SOURCE[0]:-${FUNCNAME[0]:-"Unknown"}})[${LINENO}]: ', 'BASE_GIT': '/lfs/h2/emc/global/save/emc.global/git', 'PBS_QUEUE': 'dev', 'MODULESHOME': '/usr/share/lmod/lmod', 'LMOD_SETTARG_FULL_SUPPORT': False, 'PKG_CONFIG_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/lib64/pkgconfig:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib/pkgconfig:/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/share/pkgconfig:/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/bin/pkgconfig:/opt/cray/pe/craype/2.7.17/pkg-config:/opt/cray/libfabric/1.11.0.0./lib64/pkgconfig', 'INFOPATH': '/pe/intel/documentation_2020/en/debugger/gdb-ia/info::/apps/docs/info', 'G_BROKEN_FILENAMES': 1, 'FHOUT_OCN': 3, 'COM_ATMOS_GENESIS_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/cyclone/genesis_vital', 'I_MPI_ROOT': '/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi', '_ModuleTable011_': 'bC8yLjciLH0sWyJnc2wtbGl0ZSJdPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvY29yZS9nc2wtbGl0ZS92MC40MC4wLmx1YSIsWyJmdWxsTmFtZSJdPSJnc2wtbGl0ZS92MC40MC4wIixbImxvYWRPcmRlciJdPTE3LHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09ImdzbC1saXRlL3YwLjQwLjAiLH0saGRmNT17WyJmbiJdPSIvYXBwcy9wcm9kL2xtb2R1bGVzL0lOVEVMX2NyYXlfbXBpY2gvMTkuMS4zLjMwNC9jcmF5LW1waWNoLzguMS40L2hkZjUvMS4xMC42Lmx1YSIsWyJmdWxsTmFtZSJdPSJoZGY1LzEuMTAuNiIsWyJsb2FkT3JkZXIiXT0xMixwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0yLFsic3RhdHVzIl09', 'IAUFHRS_ENKF': 6, 'DO_VRFY_OCEANDA': False, 'HISTSIZE': 10000, 'PE_MPICH_GTL_LIBS_amd_gfx90a': '-lmpi_gtl_hsa', 'CRAYPE_DIR': '/opt/cray/pe/craype/2.7.17', 'BUFR_INC4': '/apps/ops/prod/libs/intel/19.1.3.304/bufr/12.0.1/include/bufr_4', 'INCREMENTS_TO_ZERO': "'liq_wat_inc','icmr_inc','rwmr_inc','snmr_inc','grle_inc'", 'LMOD_PKG': '/usr/share/lmod/lmod', '__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS': 'mpich:1', 'IAU_OFFSET': 6, 'DO_GENESIS_FSU': False, 'GDASAPP_TESTDATA': '/lfs/h2/emc/da/noscrub/emc.da/GDASApp/data', 'FHMAX_HF_GFS': 0, 'COM_WAVE_STATION_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/station', 'COM_CONF_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/conf', 'CPU': 'x86_64', '__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS': 'mpich:1', 'BUFR_LIB4': '/apps/ops/prod/libs/intel/19.1.3.304/bufr/12.0.1/lib64/libbufr_4.a', 'CRAYPE_VERSION': '2.7.17', 'nth_aeroanlrun_gdas': 1, 'COM_ATMOS_TRACK_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/cyclone/tracks', 'NETCDF_LIBRARIES': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/lib', 'PTMP': '/lfs/h2/emc/ptmp/terry.mcguinness', 'FHOUT_HF_WAV': 1, 'DONST': True, 'NCO_INCLUDES': '/apps/prod/nco/5.0.6/include', 'LMOD_CMD': '/usr/share/lmod/lmod/libexec/lmod', '_ModuleTable005_': 'Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvbW5ldC9pbnRlbC8xOS4wL29maS8xLjAvY3JheS1tcGljaC84LjEuMTIubHVhIixbImZ1bGxOYW1lIl09ImNyYXktbXBpY2gvOC4xLjEyIixbImxvYWRPcmRlciJdPTExLHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09ImNyYXktbXBpY2gvOC4xLjEyIix9LFsiY3JheS1wYWxzIl09e1siZm4iXT0iL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29yZS9jcmF5LXBhbHMvMS4yLjIubHVhIixbImZ1bGxOYW1lIl09ImNyYXktcGFscy8xLjIuMiIsWyJsb2FkT3JkZXIiXT04LHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJO', 'DO_AERO': True, 'STMP': '/lfs/h2/emc/stmp/terry.mcguinness', 'CRAY_MPICH_PREFIX': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0', 'CHGRP_RSTPROD': True, 'DBNROOT': '/apps/ops/prod/nco/core/prod_util.v2.0.14/fakedbn', 'CVS_RSH': 'ssh', 'PBS_O_MAIL': '/var/spool/mail/terry.mcguinness', 'OMP_NUM_THREADS': 1, 'LESSOPEN': 'lessopen.sh %s', '_ModuleTable020_': 'eS9tb2R1bGVmaWxlcyIsfSxbInN5c3RlbUJhc2VNUEFUSCJdPSIvdXNyL3NoYXJlL21vZHVsZXM6L3Vzci9zaGFyZS9Nb2R1bGVzLyRNT0RVTEVfVkVSU0lPTi9tb2R1bGVmaWxlczovdXNyL3NoYXJlL21vZHVsZXMvbW9kdWxlZmlsZXM6L3Vzci9zaGFyZS9tb2R1bGVmaWxlcy9MaW51eDovdXNyL3NoYXJlL21vZHVsZWZpbGVzL0NvcmU6L3Vzci9zaGFyZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L2FwcHMvcHJvZC9sbW9kdWxlcy9zeXNfY29yZTovYXBwcy9vcHMvcHJvZC9uY28vbW9kdWxlZmlsZXMvY29yZTov', 'COM_OCEAN_HISTORY_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ocean/history', 'EXP_WARM_START': False, 'FHMAX_WAV': 9, 'LMOD_DIR': '/usr/share/lmod/lmod/libexec', 'LC_TIME': 'C.UTF-8', 'SCRgfs': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/scripts', 'LMOD_FAMILY_MPI': 'cray-mpich', 'BASH_FUNC_module%%': '() { eval $($LMOD_CMD bash "$@") && eval $(${LMOD_SETTARG_CMD:-:} -s sh)\n}', 'BASH_FUNC_declare_from_tmpl%%': '() { if [[ ${DEBUG_WORKFLOW:-"NO"} == "NO" ]]; then\n set +x;\n fi;\n local opts="-g";\n local OPTIND=1;\n while getopts "rx" option; do\n opts="${opts}${option}";\n done;\n shift $((OPTIND-1));\n for input in "$@";\n do\n IFS=\':\' read -ra args <<< "${input}";\n local com_var="${args[0]}";\n local template;\n local value;\n if (( ${#args[@]} > 1 )); then\n template="${args[1]}";\n else\n template="${com_var}_TMPL";\n fi;\n if [[ ! -v "${template}" ]]; then\n echo "FATAL ERROR in declare_from_tmpl: Requested template ${template} not defined!";\n exit 2;\n fi;\n value=$(echo "${!template}" | envsubst);\n declare ${opts} "${com_var}"="${value}";\n echo "declare_from_tmpl :: ${com_var}=${value}";\n done;\n set_trace\n}', 'BASH_FUNC_wait_for_file%%': '() { set +x;\n local file_name=${1:?"wait_for_file() requires a file name"};\n local sleep_interval=${2:-60};\n local max_tries=${3:-100};\n for ((iter=0; iter<max_tries; iter++ ))\n do\n if [[ -r ${file_name} ]]; then\n set_trace;\n return 0;\n fi;\n sleep "${sleep_interval}";\n done;\n set_trace;\n return 1\n}', 'BASH_FUNC_ml%%': '() { eval $($LMOD_DIR/ml_cmd "$@")\n}', '_': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/scripts/exglobal_aero_analysis_run.py'} )[0m | |
| [38;5;39m2024-06-27 22:36:19,798 - DEBUG - task : Deleting runtime_key PDY from config[0m | |
| [38;5;39m2024-06-27 22:36:19,798 - DEBUG - task : Deleting runtime_key cyc from config[0m | |
| [38;5;39m2024-06-27 22:36:19,799 - DEBUG - task : Deleting runtime_key DATA from config[0m | |
| [38;5;39m2024-06-27 22:36:19,799 - DEBUG - task : Deleting runtime_key RUN from config[0m | |
| [38;5;39m2024-06-27 22:36:19,799 - DEBUG - task : Deleting runtime_key CDUMP from config[0m | |
| [38;5;39m2024-06-27 22:36:19,799 - DEBUG - task : current cycle: 2021-12-21 00:00:00[0m | |
| [38;5;39m2024-06-27 22:36:19,799 - DEBUG - task : previous cycle: 2021-12-20 18:00:00[0m | |
| [38;21m2024-06-27 22:36:19,800 - INFO - aero_analysis: END: AerosolAnalysis.__init__[0m | |
| [38;5;39m2024-06-27 22:36:19,800 - DEBUG - aero_analysis: returning: None[0m | |
| [38;21m2024-06-27 22:36:19,801 - INFO - aero_analysis: BEGIN: pygfs.task.aero_analysis.execute[0m | |
| [38;5;39m2024-06-27 22:36:19,801 - DEBUG - aero_analysis: ( <pygfs.task.aero_analysis.AerosolAnalysis object at 0x149b2f40df70> )[0m | |
| [38;5;39m2024-06-27 22:36:19,801 - DEBUG - aero_analysis: Executing mpiexec -l -n 384 /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00/gdas.x fv3jedi variational /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00/gdas.t00z.aerovar.yaml[0m | |
| nid004055.dogwood.wcoss2.ncep.noaa.gov 0: OOPS Starting 2024-06-27 22:36:38 (UTC+0000) | |
| nid004055.dogwood.wcoss2.ncep.noaa.gov 0: Configuration input file is: /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00/gdas.t00z.aerovar.yaml | |
| nid004055.dogwood.wcoss2.ncep.noaa.gov 0: Full configuration is:YAMLConfiguration[path=/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00/gdas.t00z.aerovar.yaml, root={cost function => {cost type => 3D-FGAT , time window => {begin => 2021-12-20T21:00:00Z , length => PT6H} , analysis variables => (mass_fraction_of_sulfate_in_air,mass_fraction_of_hydrophobic_black_carbon_in_air,mass_fraction_of_hydrophilic_black_carbon_in_air,mass_fraction_of_hydrophobic_organic_carbon_in_air,mass_fraction_of_hydrophilic_organic_carbon_in_air,mass_fraction_of_dust001_in_air,mass_fraction_of_dust002_in_air,mass_fraction_of_dust003_in_air,mass_fraction_of_dust004_in_air,mass_fraction_of_dust005_in_air,mass_fraction_of_sea_salt001_in_air,mass_fraction_of_sea_salt002_in_air,mass_fraction_of_sea_salt003_in_air,mass_fraction_of_sea_salt004_in_air) , geometry => {fms initialization => {namelist filename => ./fv3jedi/fmsmpp.nml , field table filename => ./fv3jedi/field_table} , akbk => ./fv3jedi/akbk.nc4 , layout => (8,8) , npx => 97 , npy => 97 , npz => 127 , field metadata override => ./fv3jedi/fv3jedi_fieldmetadata_restart.yaml} , model => {name => PSEUDO , datapath => ./bkg , filetype => fms restart , filename is datetime templated => true , tstep => PT3H , filename_core => %yyyy%mm%dd.%hh%MM%ss.fv_core.res.nc , filename_trcr => %yyyy%mm%dd.%hh%MM%ss.fv_tracer.res.nc , filename_cplr => %yyyy%mm%dd.%hh%MM%ss.coupler.res} , background => {datapath => ./bkg , filetype => fms restart , datetime => 2021-12-20T21:00:00Z , filename_core => 20211220.210000.fv_core.res.nc , filename_trcr => 20211220.210000.fv_tracer.res.nc , filename_cplr => 20211220.210000.coupler.res , state variables => (t,delp,sphum,so4,bc1,bc2,oc1,oc2,dust1,dust2,dust3,dust4,dust5,seas1,seas2,seas3,seas4)} , background error => {covariance model => FV3JEDI-ID , date => 2021-12-20T21:00:00Z} , observations => {observers => ({obs space => {name => viirs_n20_aod , obsdatain => {engine => {type => H5File , obsfile => /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74nid004055.dogwood.wcoss2.ncep.noaa.gov 0: /gdasaeroanl_00/obs/gdas.t00z.viirs_n20.2021122100.nc4}} , obsdataout => {engine => {type => H5File , obsfile => /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00/diags/diag_viirs_n20_2021122100.nc4}} , io pool => {max pool size => 1} , simulated variables => (aerosolOpticalDepth) , channels => 4} , get values => {interpolation method => barycentric , time interpolation => linear} , obs operator => {name => AodCRTM , Absorbers => (H2O,O3) , obs options => {Sensor_ID => v.viirs-m_j1 , EndianType => little_endian , CoefficientPath => /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00/crtm/ , AerosolOption => aerosols_gocart_default}} , obs error => {covariance model => diagonal} , obs filters => ({filter => PreQC , maxvalue => 1},{filter => Domain Check , where => ({variable => {name => latitude@MetaData} , minvalue => -60 , maxvalue => 60})},{filter => Bounds Check , filter variables => ({name => aerosolOpticalDepth , channels => 4}) , minvalue => 0 , maxvalue => 4.9 , action => {name => reject}},{filter => Background Check , channels => 4 , threshold => 3 , action => {name => inflate error , inflation factor => 3}})},{obs space => {name => viirs_npp_aod , obsdatain => {engine => {type => H5File , obsfile => /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00/obs/gdas.t00z.viirs_npp.2021122100.nc4}} , obsdataout => {engine => {type => H5File , obsfile => /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00/diags/diag_viirs_npp_2021122100.nc4}} , io pool => {max pool size => 1} , simulated variables => (aerosolOpticalDepth) , channels => 4} , get values => {interpolation method => barycentric , time interpolation => linear} , obs operator => {name => AodCRTM , Absorbers => (H2O,O3) , obs options => {Sensor_ID => v.viirs-m_npp , EndianType => little_endian , CoefficientPath => /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gdasaeroanl_00/crtm/ , AerosolOption => aernid004055.dogwood.wcoss2.ncep.noaa.gov 0: osols_gocart_default}} , obs error => {covariance model => diagonal} , obs filters => ({filter => PreQC , maxvalue => 1},{filter => Domain Check , where => ({variable => {name => latitude@MetaData} , minvalue => -60 , maxvalue => 60})},{filter => Bounds Check , filter variables => ({name => aerosolOpticalDepth , channels => 4}) , minvalue => 0 , maxvalue => 4.9 , action => {name => reject}},{filter => Background Check , channels => 4 , threshold => 3 , action => {name => inflate error , inflation factor => 3}})})}} , variational => {minimizer => {algorithm => DRPCG} , iterations => ({ninner => 35 , gradient norm reduction => 1e-10 , test => true , geometry => {fms initialization => {namelist filename => ./fv3jedi/fmsmpp.nml , field table filename => ./fv3jedi/field_table} , akbk => ./fv3jedi/akbk.nc4 , layout => (8,8) , npx => 97 , npy => 97 , npz => 127 , field metadata override => ./fv3jedi/fv3jedi_fieldmetadata_restart.yaml} , diagnostics => {departures => bkgmob}},{ninner => 35 , gradient norm reduction => 1e-10 , test => true , geometry => {fms initialization => {namelist filename => ./fv3jedi/fmsmpp.nml , field table filename => ./fv3jedi/field_table} , akbk => ./fv3jedi/akbk.nc4 , layout => (8,8) , npx => 97 , npy => 97 , npz => 127 , field metadata override => ./fv3jedi/fv3jedi_fieldmetadata_restart.yaml} , diagnostics => {departures => bkgmob1}})} , final => {diagnostics => {departures => anlmob} , increment => {geometry => {fms initialization => {namelist filename => ./fv3jedi/fmsmpp.nml , field table filename => ./fv3jedi/field_table} , akbk => ./fv3jedi/akbk.nc4 , layout => (8,8) , npx => 97 , npy => 97 , npz => 127 , field metadata override => ./fv3jedi/fv3jedi_fieldmetadata_restart.yaml} , output => {state component => {datapath => ./anl , prefix => aeroinc , filetype => fms restart , filename_core => 20211221.000000.fv_core.res.nc , filename_trcr => 20211221.000000.fv_tracer.res.nc , filename_cplr => 20211221.000000.coupler.res , state variables => (t,delp,sphum,so4,bc1,bc2,oc1,oc2,dust1,dust2,dusnid004055.dogwood.wcoss2.ncep.noaa.gov 0: t3,dust4,dust5,seas1,seas2,seas3,seas4)}}}}}] | |
| nid004055.dogwood.wcoss2.ncep.noaa.gov 0: OOPS_STATS ObjectCountHelper started. | |
| nid004055.dogwood.wcoss2.ncep.noaa.gov 0: OOPS_STATS Run start - Runtime: 4.95 sec, Memory: total: 63.79 Gb, per task: min = 162.57 Mb, max = 169.59 Mb | |
| Run: Starting oops::Variational<FV3JEDI, UFO and IODA observations> | |
| OOPS_STATS Variational start - Runtime: 4.95 sec, Local Memory: 169.59 Mb | |
| nid004055.dogwood.wcoss2.ncep.noaa.gov 0: | |
| FATAL from PE 0: get_ascii_file_num_lines: File ./fv3jedi/fmsmpp.nml does not exist. | |
| nid004055.dogwood.wcoss2.ncep.noaa.gov 0: | |
| FATAL from PE 0: get_ascii_file_num_lines: File ./fv3jedi/fmsmpp.nml does not exist. | |
| nid004055.dogwood.wcoss2.ncep.noaa.gov 0: Image PC Routine Line Source | |
| libifcoremt.so.5 00001550BDDF2D4A tracebackqq_ Unknown Unknown | |
| libfms.so 00001550C30E5B63 mpp_mod_mp_mpp_er Unknown Unknown | |
| libfms.so 00001550C30DD0C8 mpp_mod_mp_get_as Unknown Unknown | |
| libfms.so 00001550C30DC864 mpp_mod_mp_read_i Unknown Unknown | |
| libfms.so 00001550C30E1C2C mpp_mod_mp_mpp_in Unknown Unknown | |
| libfms.so 00001550C2C5C019 fms_mod_mp_fms_in Unknown Unknown | |
| libfv3jedi.so 00001550EC20F563 fv3jedi_geom_mod_ Unknown Unknown | |
| libfv3jedi.so 00001550EC1E0BC0 fv3jedi_geom_init Unknown Unknown | |
| libfv3jedi.so 00001550EC1AB284 _ZN7fv3jedi8Geome Unknown Unknown | |
| gdas.x 000000000059EDCF Unknown Unknown Unknown | |
| gdas.x 00000000007C8006 Unknown Unknown Unknown | |
| gdas.x 0000000000619599 Unknown Unknown Unknown | |
| gdas.x 0000000000619489 Unknown Unknown Unknown | |
| gdas.x 00000000006033D1 Unknown Unknown Unknown | |
| gdas.x 000000000060176D Unknown Unknown Unknown | |
| liboops.so 00001550C164E0EB _ZN4oops3Run7exec Unknown Unknown | |
| gdas.x 00000000004D749E Unknown Unknown Unknown | |
| gdas.x 00000000004C563D Unknown Unknown Unknown | |
| libc-2.31.so 00001550BDF7924D __libc_start_main Unknown Unknown | |
| gdas.x 00000000004C502A Unknown Unknown Unknown | |
| MPICH ERROR [Rank 0] [job id 1670acfd-057c-4728-a22a-6a533bd4b6a2] [Thu Jun 27 22:36:41 2024] [nid004055] - nid004055.dogwood.wcoss2.ncep.noaa.gov 0: Abort(1) (rank 0 in comm 0): application called MPI_Abort(MPI_COMM_WORLD, 1) - process 0 | |
| aborting job: | |
| application called MPI_Abort(MPI_COMM_WORLD, 1) - process 0 | |
| =>> PBS: job killed: walltime 1808 exceeded limit 1800 | |
| nid004056.dogwood.wcoss2.ncep.noaa.gov: rank 174 died from signal 15 | |
| ++ JGLOBAL_AERO_ANALYSIS_RUN[1]: postamble JGLOBAL_AERO_ANALYSIS_RUN 1719527774 0 | |
| ++ aeroanlrun.sh[1]: postamble aeroanlrun.sh 1719527750 0 | |
| ++ preamble.sh[70]: set +x | |
| ++ preamble.sh[70]: set +x | |
| /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/preamble.sh: line 98: 201431 Terminated ${EXSCRIPT} | |
| End aeroanlrun.sh at 23:05:58 with error code 0 (time elapsed: 00:30:08) | |
| End JGLOBAL_AERO_ANALYSIS_RUN at 23:05:58 with error code 0 (time elapsed: 00:29:44) | |
| Application 1670acfd-057c-4728-a22a-6a533bd4b6a2 resources: utime=674867s stime=3616s maxrss=165616KB inblock=1596212 oublock=0 minflt=7761198 majflt=9204 nvcsw=2848126 nivcsw=263960 | |
| PBS: Running epilogue on parent mom node: nid004055... | |
| ##### Job 154196320.dbqs01 - PBS Job Script: | |
| (Note: Duplicate #PBS entries are a function how PBS interprets and caches the original job script.) | |
| #! /bin/sh | |
| #PBS -N C96_atmaerosnowDA_68dc5c74_gdasaeroanlrun_00 | |
| #PBS -A GFS-DEV | |
| #PBS -q dev | |
| #PBS -l walltime=00:30:00 | |
| #PBS -l select=3:mpiprocs=128:ompthreads=1:ncpus=128 | |
| #PBS -j oe -o /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT/C96_atmaerosnowDA_68dc5c74/logs/2021122100/gdasaeroanlrun.log | |
| #PBS -l place=vscatter:exclhost | |
| export RUN_ENVIR='emc' | |
| export HOMEgfs='/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow' | |
| export EXPDIR='/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74' | |
| export NET='gfs' | |
| export CDUMP='gdas' | |
| export RUN='gdas' | |
| export CDATE='2021122100' | |
| export PDY='20211221' | |
| export cyc='00' | |
| export COMROOT='/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT' | |
| export DATAROOT='/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74' | |
| set -x | |
| /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/jobs/rocoto/aeroanlrun.sh | |
| ##### End of job script | |
| ------------------------------------------------------------------ | |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| PBS: Running prologue on parent mom node: nid001072... | |
| Job 154196322.dbqs01 nodelist: nid[001072,001105,001136] | |
| + /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/jobs/rocoto/aeroanlrun.sh | |
| Begin aeroanlrun.sh at Thu Jun 27 22:35:50 UTC 2024 | |
| + aeroanlrun.sh[7]: . /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/load_ufsda_modules.sh | |
| ++ load_ufsda_modules.sh[4]: [[ NO == \N\O ]] | |
| ++ load_ufsda_modules.sh[5]: echo 'Loading modules quietly...' | |
| Loading modules quietly... | |
| ++ load_ufsda_modules.sh[6]: set +x | |
| Resetting modules to system default. Reseting $MODULEPATH back to system default. All extra directories will be removed from $MODULEPATH. | |
| Currently Loaded Modules: | |
| 1) craype-x86-rome (H) 11) cray-mpich/8.1.12 21) qhull/2020.2 | |
| 2) libfabric/1.11.0.0. (H) 12) hdf5/1.10.6 22) eckit/1.24.4 | |
| 3) craype-network-ofi (H) 13) netcdf/4.7.4 23) fckit/0.11.0 | |
| 4) envvar/1.0 14) udunits/2.2.28 24) atlas/0.35.0 | |
| 5) PrgEnv-intel/8.2.0 15) eigen/3.4.0 25) nccmp/1.8.9.0 | |
| 6) cmake/3.20.2 16) boost/1.79.0 26) nco/5.0.6 | |
| 7) craype/2.7.17 17) gsl-lite/v0.40.0 27) gsl/2.7 | |
| 8) cray-pals/1.2.2 18) sp/2.4.0 28) prod_util/2.0.14 | |
| 9) git/2.29.0 19) python/3.8.6 29) bufr/12.0.1 | |
| 10) intel/19.1.3.304 20) ecbuild/3.7.0 30) GDAS/wcoss2.intel | |
| Where: | |
| H: Hidden Module | |
| Package Version | |
| ------------------- --------- | |
| appdirs 1.4.4 | |
| astropy 4.2 | |
| atomicwrites 1.4.0 | |
| attrs 20.3.0 | |
| boto3 1.24.22 | |
| botocore 1.27.53 | |
| Cartopy 0.18.0 | |
| certifi 2020.12.5 | |
| cftime 1.4.1 | |
| charset-normalizer 2.1.1 | |
| cycler 0.10.0 | |
| Cython 0.29.22 | |
| dicttoxml 1.7.4 | |
| ESMPy 8.0.0 | |
| f90nml 1.4.3 | |
| flake8 3.9.1 | |
| geographiclib 1.50 | |
| geopy 2.1.0 | |
| gsw 3.4.0 | |
| h5py 3.7.0 | |
| idna 3.4 | |
| importlib-resources 5.10.0 | |
| iniconfig 1.1.1 | |
| iso8601 0.1.14 | |
| Jinja2 3.1.2 | |
| jmespath 1.0.1 | |
| joblib 1.0.1 | |
| kiwisolver 1.3.1 | |
| MarkupSafe 2.1.1 | |
| matplotlib 3.3.4 | |
| mccabe 0.6.1 | |
| MetPy 1.3.1 | |
| more-itertools 8.7.0 | |
| mpi4py 3.1.0 | |
| netCDF4 1.5.6 | |
| numpy 1.20.1 | |
| packaging 20.9 | |
| pandas 1.2.3 | |
| Pillow 8.1.2 | |
| Pint 0.20.1 | |
| pip 22.2.2 | |
| pipenv 2022.10.4 | |
| pluggy 0.13.1 | |
| pooch 1.6.0 | |
| py 1.10.0 | |
| pybind11 2.9.2 | |
| pycodestyle 2.7.0 | |
| pyerfa 1.7.2 | |
| pyflakes 2.3.1 | |
| pygrib 2.0.4 | |
| pyparsing 2.4.7 | |
| pyproj 3.0.1 | |
| pyshp 2.1.3 | |
| pytest 6.2.2 | |
| python-dateutil 2.8.2 | |
| pytz 2021.1 | |
| PyYAML 5.4.1 | |
| requests 2.28.1 | |
| s3transfer 0.6.0 | |
| scikit-learn 0.24.1 | |
| scipy 1.6.2 | |
| setuptools 54.2.0 | |
| Shapely 1.7.1 | |
| six 1.16.0 | |
| termcolor 1.1.0 | |
| threadpoolctl 2.1.0 | |
| toml 0.10.2 | |
| toolz 0.11.2 | |
| traitlets 5.5.0 | |
| urllib3 1.26.11 | |
| virtualenv 16.1.0 | |
| virtualenv-clone 0.5.7 | |
| wheel 0.36.2 | |
| xarray 0.17.0 | |
| xmltodict 0.12.0 | |
| zipp 3.10.0 | |
| WARNING: There was an error checking the latest version of pip. | |
| + aeroanlrun.sh[8]: status=0 | |
| + aeroanlrun.sh[9]: [[ 0 -ne 0 ]] | |
| + aeroanlrun.sh[11]: export job=aeroanlrun | |
| + aeroanlrun.sh[11]: job=aeroanlrun | |
| + aeroanlrun.sh[12]: export jobid=aeroanlrun.30630 | |
| + aeroanlrun.sh[12]: jobid=aeroanlrun.30630 | |
| + aeroanlrun.sh[16]: wxflowPATH=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/python:/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/python/wxflow/src | |
| + aeroanlrun.sh[17]: PYTHONPATH=/apps/ops/prod/nco/core/prod_util.v2.0.14/ush:/apps/prod/python-modules/3.8.6/intel/19.1.3.304/lib/python3.8/site-packages:/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/python:/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/python/wxflow/src | |
| + aeroanlrun.sh[18]: export PYTHONPATH | |
| + aeroanlrun.sh[22]: /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/jobs/JGLOBAL_AERO_ANALYSIS_RUN | |
| Begin JGLOBAL_AERO_ANALYSIS_RUN at Thu Jun 27 22:36:14 UTC 2024 | |
| + JGLOBAL_AERO_ANALYSIS_RUN[4]: export WIPE_DATA=NO | |
| + JGLOBAL_AERO_ANALYSIS_RUN[4]: WIPE_DATA=NO | |
| + JGLOBAL_AERO_ANALYSIS_RUN[5]: export DATA=/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00 | |
| + JGLOBAL_AERO_ANALYSIS_RUN[5]: DATA=/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00 | |
| + JGLOBAL_AERO_ANALYSIS_RUN[6]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/jjob_header.sh -e aeroanlrun -c 'base aeroanl aeroanlrun' | |
| ++ jjob_header.sh[44]: OPTIND=1 | |
| ++ jjob_header.sh[45]: getopts c:e: option | |
| ++ jjob_header.sh[46]: case "${option}" in | |
| ++ jjob_header.sh[48]: env_job=aeroanlrun | |
| ++ jjob_header.sh[45]: getopts c:e: option | |
| ++ jjob_header.sh[46]: case "${option}" in | |
| ++ jjob_header.sh[47]: read -ra configs | |
| ++ jjob_header.sh[45]: getopts c:e: option | |
| ++ jjob_header.sh[59]: shift 4 | |
| ++ jjob_header.sh[61]: [[ -z aeroanlrun ]] | |
| ++ jjob_header.sh[69]: export DATA=/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00 | |
| ++ jjob_header.sh[69]: DATA=/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00 | |
| ++ jjob_header.sh[70]: [[ NO == \Y\E\S ]] | |
| ++ jjob_header.sh[73]: mkdir -p /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00 | |
| ++ jjob_header.sh[74]: cd /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00 | |
| ++ jjob_header.sh[80]: export cycle=t00z | |
| ++ jjob_header.sh[80]: cycle=t00z | |
| ++ jjob_header.sh[81]: setpdy.sh | |
| completed cleanly | |
| completed cleanly | |
| Source PDY script to export PDYm7, ..., PDY, ..., PDYp7 variables. | |
| ++ jjob_header.sh[82]: source ./PDY | |
| +++ PDY[1]: export PDYm7=20211214 | |
| +++ PDY[1]: PDYm7=20211214 | |
| +++ PDY[2]: export PDYm6=20211215 | |
| +++ PDY[2]: PDYm6=20211215 | |
| +++ PDY[3]: export PDYm5=20211216 | |
| +++ PDY[3]: PDYm5=20211216 | |
| +++ PDY[4]: export PDYm4=20211217 | |
| +++ PDY[4]: PDYm4=20211217 | |
| +++ PDY[5]: export PDYm3=20211218 | |
| +++ PDY[5]: PDYm3=20211218 | |
| +++ PDY[6]: export PDYm2=20211219 | |
| +++ PDY[6]: PDYm2=20211219 | |
| +++ PDY[7]: export PDYm1=20211220 | |
| +++ PDY[7]: PDYm1=20211220 | |
| +++ PDY[8]: export PDY=20211221 | |
| +++ PDY[8]: PDY=20211221 | |
| +++ PDY[9]: export PDYp1=20211222 | |
| +++ PDY[9]: PDYp1=20211222 | |
| +++ PDY[10]: export PDYp2=20211223 | |
| +++ PDY[10]: PDYp2=20211223 | |
| +++ PDY[11]: export PDYp3=20211224 | |
| +++ PDY[11]: PDYp3=20211224 | |
| +++ PDY[12]: export PDYp4=20211225 | |
| +++ PDY[12]: PDYp4=20211225 | |
| +++ PDY[13]: export PDYp5=20211226 | |
| +++ PDY[13]: PDYp5=20211226 | |
| +++ PDY[14]: export PDYp6=20211227 | |
| +++ PDY[14]: PDYp6=20211227 | |
| +++ PDY[15]: export PDYp7=20211228 | |
| +++ PDY[15]: PDYp7=20211228 | |
| ++ jjob_header.sh[88]: export pid=31028 | |
| ++ jjob_header.sh[88]: pid=31028 | |
| ++ jjob_header.sh[89]: export pgmout=OUTPUT.31028 | |
| ++ jjob_header.sh[89]: pgmout=OUTPUT.31028 | |
| ++ jjob_header.sh[90]: export pgmerr=errfile | |
| ++ jjob_header.sh[90]: pgmerr=errfile | |
| ++ jjob_header.sh[96]: export EXPDIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74 | |
| ++ jjob_header.sh[96]: EXPDIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74 | |
| ++ jjob_header.sh[97]: for config in "${configs[@]:-''}" | |
| ++ jjob_header.sh[98]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74/config.base | |
| +++ config.base[6]: echo 'BEGIN: config.base' | |
| BEGIN: config.base | |
| +++ config.base[9]: export machine=WCOSS2 | |
| +++ config.base[9]: machine=WCOSS2 | |
| +++ config.base[12]: export RUN_ENVIR=emc | |
| +++ config.base[12]: RUN_ENVIR=emc | |
| +++ config.base[15]: export ACCOUNT=GFS-DEV | |
| +++ config.base[15]: ACCOUNT=GFS-DEV | |
| +++ config.base[16]: export ACCOUNT_SERVICE=GFS-DEV | |
| +++ config.base[16]: ACCOUNT_SERVICE=GFS-DEV | |
| +++ config.base[17]: export QUEUE=dev | |
| +++ config.base[17]: QUEUE=dev | |
| +++ config.base[18]: export QUEUE_SERVICE=dev_transfer | |
| +++ config.base[18]: QUEUE_SERVICE=dev_transfer | |
| +++ config.base[19]: export PARTITION_BATCH= | |
| +++ config.base[19]: PARTITION_BATCH= | |
| +++ config.base[20]: export PARTITION_SERVICE= | |
| +++ config.base[20]: PARTITION_SERVICE= | |
| +++ config.base[21]: export RESERVATION= | |
| +++ config.base[21]: RESERVATION= | |
| +++ config.base[24]: export HPSS_PROJECT=emc-global | |
| +++ config.base[24]: HPSS_PROJECT=emc-global | |
| +++ config.base[27]: export HOMEgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow | |
| +++ config.base[27]: HOMEgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow | |
| +++ config.base[28]: export EXECgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/exec | |
| +++ config.base[28]: EXECgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/exec | |
| +++ config.base[29]: export FIXgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix | |
| +++ config.base[29]: FIXgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix | |
| +++ config.base[30]: export PARMgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm | |
| +++ config.base[30]: PARMgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm | |
| +++ config.base[31]: export SCRgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/scripts | |
| +++ config.base[31]: SCRgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/scripts | |
| +++ config.base[32]: export USHgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush | |
| +++ config.base[32]: USHgfs=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush | |
| +++ config.base[34]: export FIXam=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/am | |
| +++ config.base[34]: FIXam=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/am | |
| +++ config.base[35]: export FIXaer=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/aer | |
| +++ config.base[35]: FIXaer=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/aer | |
| +++ config.base[36]: export FIXcpl=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/cpl | |
| +++ config.base[36]: FIXcpl=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/cpl | |
| +++ config.base[37]: export FIXlut=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/lut | |
| +++ config.base[37]: FIXlut=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/lut | |
| +++ config.base[38]: export FIXcice=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/cice | |
| +++ config.base[38]: FIXcice=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/cice | |
| +++ config.base[39]: export FIXmom=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/mom6 | |
| +++ config.base[39]: FIXmom=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/mom6 | |
| +++ config.base[40]: export FIXreg2grb2=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/reg2grb2 | |
| +++ config.base[40]: FIXreg2grb2=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/reg2grb2 | |
| +++ config.base[41]: export FIXgdas=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gdas | |
| +++ config.base[41]: FIXgdas=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gdas | |
| +++ config.base[46]: export PACKAGEROOT=/lfs/h1/ops/prod/packages | |
| +++ config.base[46]: PACKAGEROOT=/lfs/h1/ops/prod/packages | |
| +++ config.base[47]: export COMROOT=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT | |
| +++ config.base[47]: COMROOT=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT | |
| +++ config.base[48]: export COMINsyn=/lfs/h1/ops/prod/com/gfs/v16.3/syndat | |
| +++ config.base[48]: COMINsyn=/lfs/h1/ops/prod/com/gfs/v16.3/syndat | |
| +++ config.base[49]: export DMPDIR=/lfs/h2/emc/dump/noscrub/dump | |
| +++ config.base[49]: DMPDIR=/lfs/h2/emc/dump/noscrub/dump | |
| +++ config.base[50]: export BASE_CPLIC=/lfs/h2/emc/global/noscrub/emc.global/data/ICSDIR/prototype_ICs | |
| +++ config.base[50]: BASE_CPLIC=/lfs/h2/emc/global/noscrub/emc.global/data/ICSDIR/prototype_ICs | |
| +++ config.base[54]: export COMINecmwf=/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/ecmwf | |
| +++ config.base[54]: COMINecmwf=/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/ecmwf | |
| +++ config.base[55]: export COMINnam=/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/nam | |
| +++ config.base[55]: COMINnam=/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/nam | |
| +++ config.base[56]: export COMINukmet=/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/ukmet | |
| +++ config.base[56]: COMINukmet=/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/ukmet | |
| +++ config.base[59]: export HOMEDIR=/lfs/h2/emc/global/noscrub/terry.mcguinness | |
| +++ config.base[59]: HOMEDIR=/lfs/h2/emc/global/noscrub/terry.mcguinness | |
| +++ config.base[60]: export STMP=/lfs/h2/emc/stmp/terry.mcguinness | |
| +++ config.base[60]: STMP=/lfs/h2/emc/stmp/terry.mcguinness | |
| +++ config.base[61]: export PTMP=/lfs/h2/emc/ptmp/terry.mcguinness | |
| +++ config.base[61]: PTMP=/lfs/h2/emc/ptmp/terry.mcguinness | |
| +++ config.base[62]: export NOSCRUB=/lfs/h2/emc/global/noscrub/terry.mcguinness | |
| +++ config.base[62]: NOSCRUB=/lfs/h2/emc/global/noscrub/terry.mcguinness | |
| +++ config.base[65]: export BASE_GIT=/lfs/h2/emc/global/save/emc.global/git | |
| +++ config.base[65]: BASE_GIT=/lfs/h2/emc/global/save/emc.global/git | |
| +++ config.base[68]: export DO_GOES=NO | |
| +++ config.base[68]: DO_GOES=NO | |
| +++ config.base[69]: export DO_BUFRSND=NO | |
| +++ config.base[69]: DO_BUFRSND=NO | |
| +++ config.base[70]: export DO_GEMPAK=NO | |
| +++ config.base[70]: DO_GEMPAK=NO | |
| +++ config.base[71]: export DO_AWIPS=NO | |
| +++ config.base[71]: DO_AWIPS=NO | |
| +++ config.base[72]: export DO_NPOESS=NO | |
| +++ config.base[72]: DO_NPOESS=NO | |
| +++ config.base[73]: export DO_TRACKER=YES | |
| +++ config.base[73]: DO_TRACKER=YES | |
| +++ config.base[74]: export DO_GENESIS=YES | |
| +++ config.base[74]: DO_GENESIS=YES | |
| +++ config.base[75]: export DO_GENESIS_FSU=NO | |
| +++ config.base[75]: DO_GENESIS_FSU=NO | |
| +++ config.base[76]: export DO_VERFOZN=YES | |
| +++ config.base[76]: DO_VERFOZN=YES | |
| +++ config.base[77]: export DO_VERFRAD=YES | |
| +++ config.base[77]: DO_VERFRAD=YES | |
| +++ config.base[78]: export DO_VMINMON=YES | |
| +++ config.base[78]: DO_VMINMON=YES | |
| +++ config.base[79]: export DO_MOS=NO | |
| +++ config.base[79]: DO_MOS=NO | |
| +++ config.base[85]: export REALTIME=YES | |
| +++ config.base[85]: REALTIME=YES | |
| +++ config.base[88]: export MODE=cycled | |
| +++ config.base[88]: MODE=cycled | |
| +++ config.base[97]: export FIXgsi=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gsi | |
| +++ config.base[97]: FIXgsi=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gsi | |
| +++ config.base[98]: export HOMEpost=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow | |
| +++ config.base[98]: HOMEpost=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow | |
| +++ config.base[99]: export HOMEobsproc=/lfs/h2/emc/global/save/emc.global/git/obsproc/v1.1.2 | |
| +++ config.base[99]: HOMEobsproc=/lfs/h2/emc/global/save/emc.global/git/obsproc/v1.1.2 | |
| +++ config.base[102]: export 'NCP=/bin/cp -p' | |
| +++ config.base[102]: NCP='/bin/cp -p' | |
| +++ config.base[103]: export NMV=/bin/mv | |
| +++ config.base[103]: NMV=/bin/mv | |
| +++ config.base[104]: export 'NLN=/bin/ln -sf' | |
| +++ config.base[104]: NLN='/bin/ln -sf' | |
| +++ config.base[105]: export VERBOSE=YES | |
| +++ config.base[105]: VERBOSE=YES | |
| +++ config.base[106]: export KEEPDATA=NO | |
| +++ config.base[106]: KEEPDATA=NO | |
| +++ config.base[107]: export DEBUG_POSTSCRIPT=NO | |
| +++ config.base[107]: DEBUG_POSTSCRIPT=NO | |
| +++ config.base[108]: export CHGRP_RSTPROD=YES | |
| +++ config.base[108]: CHGRP_RSTPROD=YES | |
| +++ config.base[109]: export 'CHGRP_CMD=chgrp rstprod' | |
| +++ config.base[109]: CHGRP_CMD='chgrp rstprod' | |
| +++ config.base[110]: export NCDUMP=/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/bin/ncdump/bin/ncdump | |
| +++ config.base[110]: NCDUMP=/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/bin/ncdump/bin/ncdump | |
| +++ config.base[111]: export NCLEN=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/getncdimlen | |
| +++ config.base[111]: NCLEN=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/getncdimlen | |
| +++ config.base[114]: export BASE_ENV=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/env | |
| +++ config.base[114]: BASE_ENV=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/env | |
| +++ config.base[115]: export BASE_JOB=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/jobs/rocoto | |
| +++ config.base[115]: BASE_JOB=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/jobs/rocoto | |
| +++ config.base[118]: export SDATE=2021122012 | |
| +++ config.base[118]: SDATE=2021122012 | |
| +++ config.base[119]: export EDATE=2021122100 | |
| +++ config.base[119]: EDATE=2021122100 | |
| +++ config.base[120]: export EXP_WARM_START=.false. | |
| +++ config.base[120]: EXP_WARM_START=.false. | |
| +++ config.base[121]: export assim_freq=6 | |
| +++ config.base[121]: assim_freq=6 | |
| +++ config.base[122]: export PSLOT=C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[122]: PSLOT=C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[123]: export EXPDIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[123]: EXPDIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[124]: export ROTDIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[124]: ROTDIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[125]: export ROTDIR_DUMP=YES | |
| +++ config.base[125]: ROTDIR_DUMP=YES | |
| +++ config.base[126]: export DUMP_SUFFIX= | |
| +++ config.base[126]: DUMP_SUFFIX= | |
| +++ config.base[127]: [[ 2021122100 -ge 2019092100 ]] | |
| +++ config.base[127]: [[ 2021122100 -le 2019110700 ]] | |
| +++ config.base[130]: export DATAROOT=/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[130]: DATAROOT=/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[131]: export ARCDIR=/lfs/h2/emc/global/noscrub/terry.mcguinness/archive/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[131]: ARCDIR=/lfs/h2/emc/global/noscrub/terry.mcguinness/archive/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[132]: export ATARDIR=/NCEPDEV/emc-global/1year/terry.mcguinness/WCOSS2/scratch/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[132]: ATARDIR=/NCEPDEV/emc-global/1year/terry.mcguinness/WCOSS2/scratch/C96_atmaerosnowDA_68dc5c74 | |
| +++ config.base[135]: export envir=prod | |
| +++ config.base[135]: envir=prod | |
| +++ config.base[136]: export NET=gfs | |
| +++ config.base[136]: NET=gfs | |
| +++ config.base[137]: export RUN=gfs | |
| +++ config.base[137]: RUN=gfs | |
| +++ config.base[143]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74/config.com | |
| ++++ config.com[4]: echo 'BEGIN: config.com' | |
| BEGIN: config.com | |
| ++++ config.com[37]: [[ emc == \n\c\o ]] | |
| ++++ config.com[41]: COM_OBS_TMPL='${ROTDIR}/${RUN}.${YMD}/${HH}/obs' | |
| ++++ config.com[42]: COM_RTOFS_TMPL='${DMPDIR}' | |
| ++++ config.com[44]: declare -rx COM_OBS_TMPL COM_RTOFS_TMPL | |
| ++++ config.com[45]: declare -rx 'COM_OBSDMP_TMPL=${DMPDIR}/${DUMP}${DUMP_SUFFIX}.${YMD}/${HH}/atmos' | |
| ++++ config.com[47]: COM_BASE='${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}' | |
| ++++ config.com[49]: declare -rx 'COM_TOP_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}' | |
| ++++ config.com[51]: declare -rx 'COM_CONF_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/conf' | |
| ++++ config.com[52]: declare -rx 'COM_OBS_JEDI=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/obs_jedi' | |
| ++++ config.com[54]: declare -rx 'COM_ATMOS_INPUT_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/input' | |
| ++++ config.com[55]: declare -rx 'COM_ATMOS_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/restart' | |
| ++++ config.com[56]: declare -rx 'COM_ATMOS_ANALYSIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/atmos' | |
| ++++ config.com[57]: declare -rx 'COM_SNOW_ANALYSIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/snow' | |
| ++++ config.com[58]: declare -rx 'COM_ATMOS_HISTORY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/history' | |
| ++++ config.com[59]: declare -rx 'COM_ATMOS_MASTER_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/master' | |
| ++++ config.com[60]: declare -rx 'COM_ATMOS_GRIB_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/grib2' | |
| ++++ config.com[61]: declare -rx 'COM_ATMOS_GRIB_GRID_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/grib2/${GRID}' | |
| ++++ config.com[62]: declare -rx 'COM_ATMOS_BUFR_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/bufr' | |
| ++++ config.com[63]: declare -rx 'COM_ATMOS_GEMPAK_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/gempak/${GRID}' | |
| ++++ config.com[64]: declare -rx 'COM_ATMOS_GENESIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/cyclone/genesis_vital' | |
| ++++ config.com[65]: declare -rx 'COM_ATMOS_TRACK_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/cyclone/tracks' | |
| ++++ config.com[66]: declare -rx 'COM_ATMOS_GOES_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/goes_sim' | |
| ++++ config.com[67]: declare -rx 'COM_ATMOS_IMAGERY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/imagery' | |
| ++++ config.com[68]: declare -rx 'COM_ATMOS_OZNMON_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/oznmon' | |
| ++++ config.com[69]: declare -rx 'COM_ATMOS_RADMON_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/radmon' | |
| ++++ config.com[70]: declare -rx 'COM_ATMOS_MINMON_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/minmon' | |
| ++++ config.com[71]: declare -rx 'COM_ATMOS_WMO_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/wmo' | |
| ++++ config.com[73]: declare -rx 'COM_WAVE_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/wave/restart' | |
| ++++ config.com[74]: declare -rx 'COM_WAVE_PREP_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/wave/prep' | |
| ++++ config.com[75]: declare -rx 'COM_WAVE_HISTORY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/wave/history' | |
| ++++ config.com[76]: declare -rx 'COM_WAVE_GRID_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/gridded' | |
| ++++ config.com[77]: declare -rx 'COM_WAVE_STATION_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/station' | |
| ++++ config.com[78]: declare -rx 'COM_WAVE_GEMPAK_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/gempak' | |
| ++++ config.com[79]: declare -rx 'COM_WAVE_WMO_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/wmo' | |
| ++++ config.com[81]: declare -rx 'COM_OCEAN_HISTORY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ocean/history' | |
| ++++ config.com[82]: declare -rx 'COM_OCEAN_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ocean/restart' | |
| ++++ config.com[83]: declare -rx 'COM_OCEAN_INPUT_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ocean/input' | |
| ++++ config.com[84]: declare -rx 'COM_OCEAN_ANALYSIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/ocean' | |
| ++++ config.com[85]: declare -rx 'COM_OCEAN_NETCDF_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/netcdf' | |
| ++++ config.com[86]: declare -rx 'COM_OCEAN_GRIB_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/grib2' | |
| ++++ config.com[87]: declare -rx 'COM_OCEAN_GRIB_GRID_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/grib2/${GRID}' | |
| ++++ config.com[89]: declare -rx 'COM_ICE_ANALYSIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/ice' | |
| ++++ config.com[90]: declare -rx 'COM_ICE_INPUT_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ice/input' | |
| ++++ config.com[91]: declare -rx 'COM_ICE_HISTORY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ice/history' | |
| ++++ config.com[92]: declare -rx 'COM_ICE_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ice/restart' | |
| ++++ config.com[93]: declare -rx 'COM_ICE_NETCDF_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/netcdf' | |
| ++++ config.com[94]: declare -rx 'COM_ICE_GRIB_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/grib2' | |
| ++++ config.com[95]: declare -rx 'COM_ICE_GRIB_GRID_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/grib2/${GRID}' | |
| ++++ config.com[97]: declare -rx 'COM_CHEM_HISTORY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/chem/history' | |
| ++++ config.com[98]: declare -rx 'COM_CHEM_ANALYSIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/chem' | |
| ++++ config.com[100]: declare -rx 'COM_MED_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/med/restart' | |
| +++ config.base[146]: export 'ERRSCRIPT=eval [[ $err = 0 ]]' | |
| +++ config.base[146]: ERRSCRIPT='eval [[ $err = 0 ]]' | |
| +++ config.base[147]: export LOGSCRIPT= | |
| +++ config.base[147]: LOGSCRIPT= | |
| +++ config.base[150]: export 'REDOUT=1>' | |
| +++ config.base[150]: REDOUT='1>' | |
| +++ config.base[151]: export 'REDERR=2>' | |
| +++ config.base[151]: REDERR='2>' | |
| +++ config.base[153]: export SENDECF=NO | |
| +++ config.base[153]: SENDECF=NO | |
| +++ config.base[154]: export SENDSDM=NO | |
| +++ config.base[154]: SENDSDM=NO | |
| +++ config.base[155]: export SENDDBN_NTC=NO | |
| +++ config.base[155]: SENDDBN_NTC=NO | |
| +++ config.base[156]: export SENDDBN=NO | |
| +++ config.base[156]: SENDDBN=NO | |
| +++ config.base[157]: export DBNROOT=/apps/ops/prod/nco/core/prod_util.v2.0.14/fakedbn | |
| +++ config.base[157]: DBNROOT=/apps/ops/prod/nco/core/prod_util.v2.0.14/fakedbn | |
| +++ config.base[160]: export APP=ATMA | |
| +++ config.base[160]: APP=ATMA | |
| +++ config.base[162]: shopt -s extglob | |
| +++ config.base[164]: case "${RUN}" in | |
| +++ config.base[171]: shopt -u extglob | |
| +++ config.base[174]: export DO_ATM=YES | |
| +++ config.base[174]: DO_ATM=YES | |
| +++ config.base[175]: export DO_COUPLED=NO | |
| +++ config.base[175]: DO_COUPLED=NO | |
| +++ config.base[176]: export DO_WAVE=NO | |
| +++ config.base[176]: DO_WAVE=NO | |
| +++ config.base[177]: export DO_OCN=NO | |
| +++ config.base[177]: DO_OCN=NO | |
| +++ config.base[178]: export DO_ICE=NO | |
| +++ config.base[178]: DO_ICE=NO | |
| +++ config.base[179]: export DO_AERO=NO | |
| +++ config.base[179]: DO_AERO=NO | |
| +++ config.base[180]: export DO_PREP_OBS_AERO=NO | |
| +++ config.base[180]: DO_PREP_OBS_AERO=NO | |
| +++ config.base[181]: export AERO_FCST_CDUMP= | |
| +++ config.base[181]: AERO_FCST_CDUMP= | |
| +++ config.base[182]: export AERO_ANL_CDUMP= | |
| +++ config.base[182]: AERO_ANL_CDUMP= | |
| +++ config.base[183]: export WAVE_CDUMP= | |
| +++ config.base[183]: WAVE_CDUMP= | |
| +++ config.base[184]: export DOBNDPNT_WAVE=NO | |
| +++ config.base[184]: DOBNDPNT_WAVE=NO | |
| +++ config.base[185]: export DOIBP_WAV=NO | |
| +++ config.base[185]: DOIBP_WAV=NO | |
| +++ config.base[186]: export FRAC_GRID=.true. | |
| +++ config.base[186]: FRAC_GRID=.true. | |
| +++ config.base[187]: export DO_NEST=NO | |
| +++ config.base[187]: DO_NEST=NO | |
| +++ config.base[188]: [[ NO == \Y\E\S ]] | |
| +++ config.base[194]: export ntiles=6 | |
| +++ config.base[194]: ntiles=6 | |
| +++ config.base[195]: export FIXugwd=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/ugwd | |
| +++ config.base[195]: FIXugwd=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/ugwd | |
| +++ config.base[196]: export FIXorog=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/orog | |
| +++ config.base[196]: FIXorog=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/orog | |
| +++ config.base[200]: export OPS_RES=C768 | |
| +++ config.base[200]: OPS_RES=C768 | |
| +++ config.base[203]: export LEVS=128 | |
| +++ config.base[203]: LEVS=128 | |
| +++ config.base[204]: export CASE=C96 | |
| +++ config.base[204]: CASE=C96 | |
| +++ config.base[205]: export CASE_ENS=@CASEENS@ | |
| +++ config.base[205]: CASE_ENS=@CASEENS@ | |
| +++ config.base[206]: export OCNRES=500 | |
| +++ config.base[206]: OCNRES=500 | |
| +++ config.base[207]: export ICERES=500 | |
| +++ config.base[207]: ICERES=500 | |
| +++ config.base[210]: case "${CASE}" in | |
| +++ config.base[215]: export waveGRD=uglo_100km | |
| +++ config.base[215]: waveGRD=uglo_100km | |
| +++ config.base[229]: case "${APP}" in | |
| +++ config.base[233]: export DO_AERO=YES | |
| +++ config.base[233]: DO_AERO=YES | |
| +++ config.base[234]: export AERO_ANL_CDUMP=both | |
| +++ config.base[234]: AERO_ANL_CDUMP=both | |
| +++ config.base[235]: export AERO_FCST_CDUMP=gdas | |
| +++ config.base[235]: AERO_FCST_CDUMP=gdas | |
| +++ config.base[270]: [[ gfs =~ gdas ]] | |
| +++ config.base[273]: [[ gfs =~ gfs ]] | |
| +++ config.base[274]: export FHCYC=24 | |
| +++ config.base[274]: FHCYC=24 | |
| +++ config.base[278]: export FHMIN=0 | |
| +++ config.base[278]: FHMIN=0 | |
| +++ config.base[279]: export FHMAX=9 | |
| +++ config.base[279]: FHMAX=9 | |
| +++ config.base[280]: export FHOUT=3 | |
| +++ config.base[280]: FHOUT=3 | |
| +++ config.base[281]: export FHOUT_OCN=3 | |
| +++ config.base[281]: FHOUT_OCN=3 | |
| +++ config.base[282]: export FHOUT_ICE=3 | |
| +++ config.base[282]: FHOUT_ICE=3 | |
| +++ config.base[285]: export EUPD_CYC=gdas | |
| +++ config.base[285]: EUPD_CYC=gdas | |
| +++ config.base[288]: export gfs_cyc=1 | |
| +++ config.base[288]: gfs_cyc=1 | |
| +++ config.base[291]: export FHMIN_GFS=0 | |
| +++ config.base[291]: FHMIN_GFS=0 | |
| +++ config.base[292]: export FHMAX_GFS=120 | |
| +++ config.base[292]: FHMAX_GFS=120 | |
| +++ config.base[293]: export FHOUT_GFS=3 | |
| +++ config.base[293]: FHOUT_GFS=3 | |
| +++ config.base[294]: export FHMAX_HF_GFS=0 | |
| +++ config.base[294]: FHMAX_HF_GFS=0 | |
| +++ config.base[295]: export FHOUT_HF_GFS=1 | |
| +++ config.base[295]: FHOUT_HF_GFS=1 | |
| +++ config.base[296]: export FHOUT_OCN_GFS=6 | |
| +++ config.base[296]: FHOUT_OCN_GFS=6 | |
| +++ config.base[297]: export FHOUT_ICE_GFS=6 | |
| +++ config.base[297]: FHOUT_ICE_GFS=6 | |
| +++ config.base[298]: export FHMIN_WAV=0 | |
| +++ config.base[298]: FHMIN_WAV=0 | |
| +++ config.base[299]: export FHOUT_WAV=3 | |
| +++ config.base[299]: FHOUT_WAV=3 | |
| +++ config.base[300]: export FHMAX_HF_WAV=120 | |
| +++ config.base[300]: FHMAX_HF_WAV=120 | |
| +++ config.base[301]: export FHOUT_HF_WAV=1 | |
| +++ config.base[301]: FHOUT_HF_WAV=1 | |
| +++ config.base[302]: export FHMAX_WAV=9 | |
| +++ config.base[302]: FHMAX_WAV=9 | |
| +++ config.base[303]: export FHMAX_WAV_GFS=120 | |
| +++ config.base[303]: FHMAX_WAV_GFS=120 | |
| +++ config.base[304]: (( gfs_cyc != 0 )) | |
| +++ config.base[305]: export STEP_GFS=24 | |
| +++ config.base[305]: STEP_GFS=24 | |
| +++ config.base[310]: export ILPOST=1 | |
| +++ config.base[310]: ILPOST=1 | |
| +++ config.base[311]: (( FHMAX_HF_GFS < 120 )) | |
| +++ config.base[312]: export ILPOST=3 | |
| +++ config.base[312]: ILPOST=3 | |
| +++ config.base[316]: export restart_interval_gfs=12 | |
| +++ config.base[316]: restart_interval_gfs=12 | |
| +++ config.base[321]: export QUILTING=.true. | |
| +++ config.base[321]: QUILTING=.true. | |
| +++ config.base[322]: export OUTPUT_GRID=gaussian_grid | |
| +++ config.base[322]: OUTPUT_GRID=gaussian_grid | |
| +++ config.base[323]: export WRITE_DOPOST=.true. | |
| +++ config.base[323]: WRITE_DOPOST=.true. | |
| +++ config.base[324]: export WRITE_NSFLIP=.true. | |
| +++ config.base[324]: WRITE_NSFLIP=.true. | |
| +++ config.base[327]: export DOIAU=YES | |
| +++ config.base[327]: DOIAU=YES | |
| +++ config.base[328]: export IAUFHRS=3,6,9 | |
| +++ config.base[328]: IAUFHRS=3,6,9 | |
| +++ config.base[329]: export IAU_FHROT=3 | |
| +++ config.base[329]: IAU_FHROT=3 | |
| +++ config.base[330]: export IAU_DELTHRS=6 | |
| +++ config.base[330]: IAU_DELTHRS=6 | |
| +++ config.base[331]: export IAU_OFFSET=6 | |
| +++ config.base[331]: IAU_OFFSET=6 | |
| +++ config.base[332]: export DOIAU_ENKF=YES | |
| +++ config.base[332]: DOIAU_ENKF=YES | |
| +++ config.base[333]: export IAUFHRS_ENKF=3,6,9 | |
| +++ config.base[333]: IAUFHRS_ENKF=3,6,9 | |
| +++ config.base[334]: export IAU_DELTHRS_ENKF=6 | |
| +++ config.base[334]: IAU_DELTHRS_ENKF=6 | |
| +++ config.base[337]: export lobsdiag_forenkf=.true. | |
| +++ config.base[337]: lobsdiag_forenkf=.true. | |
| +++ config.base[345]: export imp_physics=8 | |
| +++ config.base[345]: imp_physics=8 | |
| +++ config.base[349]: export DO_JEDIATMVAR=NO | |
| +++ config.base[349]: DO_JEDIATMVAR=NO | |
| +++ config.base[350]: export DO_JEDIATMENS=NO | |
| +++ config.base[350]: DO_JEDIATMENS=NO | |
| +++ config.base[351]: export DO_JEDIOCNVAR=NO | |
| +++ config.base[351]: DO_JEDIOCNVAR=NO | |
| +++ config.base[352]: export DO_JEDISNOWDA=YES | |
| +++ config.base[352]: DO_JEDISNOWDA=YES | |
| +++ config.base[353]: export DO_MERGENSST=NO | |
| +++ config.base[353]: DO_MERGENSST=NO | |
| +++ config.base[356]: export DOHYBVAR=NO | |
| +++ config.base[356]: DOHYBVAR=NO | |
| +++ config.base[357]: export NMEM_ENS=0 | |
| +++ config.base[357]: NMEM_ENS=0 | |
| +++ config.base[358]: export SMOOTH_ENKF=NO | |
| +++ config.base[358]: SMOOTH_ENKF=NO | |
| +++ config.base[359]: export l4densvar=.true. | |
| +++ config.base[359]: l4densvar=.true. | |
| +++ config.base[360]: export lwrite4danl=.true. | |
| +++ config.base[360]: lwrite4danl=.true. | |
| +++ config.base[361]: export DO_CALC_INCREMENT=NO | |
| +++ config.base[361]: DO_CALC_INCREMENT=NO | |
| +++ config.base[364]: export NMEM_ENS_GFS=30 | |
| +++ config.base[364]: NMEM_ENS_GFS=30 | |
| +++ config.base[365]: export NMEM_ENS_GFS_OFFSET=20 | |
| +++ config.base[365]: NMEM_ENS_GFS_OFFSET=20 | |
| +++ config.base[366]: export DO_CALC_INCREMENT_ENKF_GFS=NO | |
| +++ config.base[366]: DO_CALC_INCREMENT_ENKF_GFS=NO | |
| +++ config.base[369]: [[ NO = \Y\E\S ]] | |
| +++ config.base[383]: [[ NO == \N\O ]] | |
| +++ config.base[383]: [[ YES == \Y\E\S ]] | |
| +++ config.base[384]: export IAUFHRS=6 | |
| +++ config.base[384]: IAUFHRS=6 | |
| +++ config.base[385]: export IAU_FHROT=3 | |
| +++ config.base[385]: IAU_FHROT=3 | |
| +++ config.base[386]: export IAU_FILTER_INCREMENTS=.true. | |
| +++ config.base[386]: IAU_FILTER_INCREMENTS=.true. | |
| +++ config.base[387]: export IAUFHRS_ENKF=6 | |
| +++ config.base[387]: IAUFHRS_ENKF=6 | |
| +++ config.base[391]: export ENKF_SPREAD=YES | |
| +++ config.base[391]: ENKF_SPREAD=YES | |
| +++ config.base[394]: [[ cycled = \c\y\c\l\e\d ]] | |
| +++ config.base[394]: [[ 2021122012 = \2\0\2\1\1\2\2\1\0\0 ]] | |
| +++ config.base[394]: [[ YES = \N\O ]] | |
| +++ config.base[394]: [[ cycled = \f\o\r\e\c\a\s\t\-\o\n\l\y ]] | |
| +++ config.base[400]: [[ YES = \N\O ]] | |
| +++ config.base[404]: [[ YES == \Y\E\S ]] | |
| +++ config.base[405]: export restart_interval_enkfgdas=3 | |
| +++ config.base[405]: restart_interval_enkfgdas=3 | |
| +++ config.base[410]: export restart_interval_enkfgfs=3 | |
| +++ config.base[410]: restart_interval_enkfgfs=3 | |
| +++ config.base[412]: [[ YES == \Y\E\S ]] | |
| +++ config.base[413]: export restart_interval_gdas=3 | |
| +++ config.base[413]: restart_interval_gdas=3 | |
| +++ config.base[418]: export GSI_SOILANAL=NO | |
| +++ config.base[418]: GSI_SOILANAL=NO | |
| +++ config.base[421]: export DONST=YES | |
| +++ config.base[421]: DONST=YES | |
| +++ config.base[422]: [[ YES = \Y\E\S ]] | |
| +++ config.base[422]: export 'FNTSFA= ' | |
| +++ config.base[422]: FNTSFA=' ' | |
| +++ config.base[425]: export nst_anl=.true. | |
| +++ config.base[425]: nst_anl=.true. | |
| +++ config.base[428]: export MAKE_NSSTBUFR=NO | |
| +++ config.base[428]: MAKE_NSSTBUFR=NO | |
| +++ config.base[431]: export MAKE_ACFTBUFR=NO | |
| +++ config.base[431]: MAKE_ACFTBUFR=NO | |
| +++ config.base[434]: export 'INCREMENTS_TO_ZERO='\''liq_wat_inc'\'','\''icmr_inc'\'','\''rwmr_inc'\'','\''snmr_inc'\'','\''grle_inc'\''' | |
| +++ config.base[434]: INCREMENTS_TO_ZERO=''\''liq_wat_inc'\'','\''icmr_inc'\'','\''rwmr_inc'\'','\''snmr_inc'\'','\''grle_inc'\''' | |
| +++ config.base[437]: export 'INCVARS_ZERO_STRAT='\''sphum_inc'\'','\''liq_wat_inc'\'','\''icmr_inc'\'','\''rwmr_inc'\'','\''snmr_inc'\'','\''grle_inc'\''' | |
| +++ config.base[437]: INCVARS_ZERO_STRAT=''\''sphum_inc'\'','\''liq_wat_inc'\'','\''icmr_inc'\'','\''rwmr_inc'\'','\''snmr_inc'\'','\''grle_inc'\''' | |
| +++ config.base[438]: export INCVARS_EFOLD=5 | |
| +++ config.base[438]: INCVARS_EFOLD=5 | |
| +++ config.base[443]: export netcdf_diag=.true. | |
| +++ config.base[443]: netcdf_diag=.true. | |
| +++ config.base[444]: export binary_diag=.false. | |
| +++ config.base[444]: binary_diag=.false. | |
| +++ config.base[447]: export DO_METP=YES | |
| +++ config.base[447]: DO_METP=YES | |
| +++ config.base[448]: export DO_FIT2OBS=YES | |
| +++ config.base[448]: DO_FIT2OBS=YES | |
| +++ config.base[449]: export DO_VRFY_OCEANDA=NO | |
| +++ config.base[449]: DO_VRFY_OCEANDA=NO | |
| +++ config.base[452]: export FHMAX_FITS=132 | |
| +++ config.base[452]: FHMAX_FITS=132 | |
| +++ config.base[453]: [[ 132 -gt 120 ]] | |
| +++ config.base[453]: export FHMAX_FITS=120 | |
| +++ config.base[453]: FHMAX_FITS=120 | |
| +++ config.base[456]: export HPSSARCH=NO | |
| +++ config.base[456]: HPSSARCH=NO | |
| +++ config.base[457]: export LOCALARCH=NO | |
| +++ config.base[457]: LOCALARCH=NO | |
| +++ config.base[458]: [[ NO = \Y\E\S ]] | |
| +++ config.base[462]: export ARCH_CYC=00 | |
| +++ config.base[462]: ARCH_CYC=00 | |
| +++ config.base[463]: export ARCH_WARMICFREQ=4 | |
| +++ config.base[463]: ARCH_WARMICFREQ=4 | |
| +++ config.base[464]: export ARCH_FCSTICFREQ=1 | |
| +++ config.base[464]: ARCH_FCSTICFREQ=1 | |
| +++ config.base[467]: [[ NO = \Y\E\S ]] | |
| +++ config.base[474]: export REPLAY_ICS=NO | |
| +++ config.base[474]: REPLAY_ICS=NO | |
| +++ config.base[475]: export OFFSET_START_HOUR=0 | |
| +++ config.base[475]: OFFSET_START_HOUR=0 | |
| +++ config.base[478]: export NUM_SND_COLLECTIVES=9 | |
| +++ config.base[478]: NUM_SND_COLLECTIVES=9 | |
| +++ config.base[480]: echo 'END: config.base' | |
| END: config.base | |
| ++ jjob_header.sh[99]: status=0 | |
| ++ jjob_header.sh[100]: (( status != 0 )) | |
| ++ jjob_header.sh[97]: for config in "${configs[@]:-''}" | |
| ++ jjob_header.sh[98]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74/config.aeroanl | |
| +++ config.aeroanl[6]: echo 'BEGIN: config.aeroanl' | |
| BEGIN: config.aeroanl | |
| +++ config.aeroanl[8]: export CASE_ANL=C96 | |
| +++ config.aeroanl[8]: CASE_ANL=C96 | |
| +++ config.aeroanl[9]: export OBS_LIST=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/obs/lists/gdas_aero.yaml.j2 | |
| +++ config.aeroanl[9]: OBS_LIST=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/obs/lists/gdas_aero.yaml.j2 | |
| +++ config.aeroanl[10]: export STATICB_TYPE=identity | |
| +++ config.aeroanl[10]: STATICB_TYPE=identity | |
| +++ config.aeroanl[11]: export BERROR_YAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/berror/staticb_identity.yaml.j2 | |
| +++ config.aeroanl[11]: BERROR_YAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/berror/staticb_identity.yaml.j2 | |
| +++ config.aeroanl[12]: export BERROR_DATA_DIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gdas/bump/aero/C96/ | |
| +++ config.aeroanl[12]: BERROR_DATA_DIR=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gdas/bump/aero/C96/ | |
| +++ config.aeroanl[13]: export BERROR_DATE=20160630.000000 | |
| +++ config.aeroanl[13]: BERROR_DATE=20160630.000000 | |
| +++ config.aeroanl[15]: export CRTM_FIX_YAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero_crtm_coeff.yaml.j2 | |
| +++ config.aeroanl[15]: CRTM_FIX_YAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero_crtm_coeff.yaml.j2 | |
| +++ config.aeroanl[16]: export JEDI_FIX_YAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero_jedi_fix.yaml.j2 | |
| +++ config.aeroanl[16]: JEDI_FIX_YAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero_jedi_fix.yaml.j2 | |
| +++ config.aeroanl[18]: export io_layout_x=1 | |
| +++ config.aeroanl[18]: io_layout_x=1 | |
| +++ config.aeroanl[19]: export io_layout_y=1 | |
| +++ config.aeroanl[19]: io_layout_y=1 | |
| +++ config.aeroanl[21]: export JEDIEXE=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/exec/gdas.x | |
| +++ config.aeroanl[21]: JEDIEXE=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/exec/gdas.x | |
| +++ config.aeroanl[23]: [[ YES == \Y\E\S ]] | |
| +++ config.aeroanl[24]: export aero_bkg_times=3,6,9 | |
| +++ config.aeroanl[24]: aero_bkg_times=3,6,9 | |
| +++ config.aeroanl[25]: export JEDIYAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/variational/3dvar_fgat_gfs_aero.yaml.j2 | |
| +++ config.aeroanl[25]: JEDIYAML=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/variational/3dvar_fgat_gfs_aero.yaml.j2 | |
| +++ config.aeroanl[31]: echo 'END: config.aeroanl' | |
| END: config.aeroanl | |
| ++ jjob_header.sh[99]: status=0 | |
| ++ jjob_header.sh[100]: (( status != 0 )) | |
| ++ jjob_header.sh[97]: for config in "${configs[@]:-''}" | |
| ++ jjob_header.sh[98]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74/config.aeroanlrun | |
| +++ config.aeroanlrun[6]: echo 'BEGIN: config.aeroanlrun' | |
| BEGIN: config.aeroanlrun | |
| +++ config.aeroanlrun[9]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74/config.resources aeroanlrun | |
| ++++ config.resources[9]: (( 1 != 1 )) | |
| ++++ config.resources[33]: step=aeroanlrun | |
| ++++ config.resources[35]: echo 'BEGIN: config.resources' | |
| BEGIN: config.resources | |
| ++++ config.resources[37]: case ${machine} in | |
| ++++ config.resources[39]: npe_node_max=128 | |
| ++++ config.resources[41]: mem_node_max=500GB | |
| ++++ config.resources[125]: export npe_node_max | |
| ++++ config.resources[127]: case ${step} in | |
| ++++ config.resources[417]: case ${CASE} in | |
| ++++ config.resources[427]: layout_x=8 | |
| ++++ config.resources[428]: layout_y=8 | |
| ++++ config.resources[440]: export layout_x | |
| ++++ config.resources[441]: export layout_y | |
| ++++ config.resources[443]: export wtime_aeroanlrun=00:30:00 | |
| ++++ config.resources[443]: wtime_aeroanlrun=00:30:00 | |
| ++++ config.resources[444]: export npe_aeroanlrun_gdas=384 | |
| ++++ config.resources[444]: npe_aeroanlrun_gdas=384 | |
| ++++ config.resources[445]: export npe_aeroanlrun_gfs=384 | |
| ++++ config.resources[445]: npe_aeroanlrun_gfs=384 | |
| ++++ config.resources[446]: export nth_aeroanlrun_gdas=1 | |
| ++++ config.resources[446]: nth_aeroanlrun_gdas=1 | |
| ++++ config.resources[447]: export nth_aeroanlrun_gfs=1 | |
| ++++ config.resources[447]: nth_aeroanlrun_gfs=1 | |
| ++++ config.resources[448]: export npe_node_aeroanlrun_gdas=128 | |
| ++++ config.resources[448]: npe_node_aeroanlrun_gdas=128 | |
| ++++ config.resources[449]: export npe_node_aeroanlrun_gfs=128 | |
| ++++ config.resources[449]: npe_node_aeroanlrun_gfs=128 | |
| ++++ config.resources[450]: export is_exclusive=True | |
| ++++ config.resources[450]: is_exclusive=True | |
| ++++ config.resources[452]: var_npe_node=npe_node_aeroanlrun_gfs | |
| ++++ config.resources[453]: var_nth=nth_aeroanlrun_gfs | |
| ++++ config.resources[454]: var_npe=npe_aeroanlrun_gfs | |
| ++++ config.resources[455]: [[ -n 0 ]] | |
| ++++ config.resources[456]: declare -x npe_node_aeroanlrun=128 nth_aeroanlrun=1 npe_aeroanlrun=384 | |
| ++++ config.resources[1394]: unset var_NTASKS var_npe var_npe_node var_nth | |
| ++++ config.resources[1400]: [[ -f /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74/config.resources.WCOSS2 ]] | |
| ++++ config.resources[1401]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74/config.resources.WCOSS2 | |
| +++++ config.resources.WCOSS2[5]: case ${step} in | |
| ++++ config.resources[1404]: echo 'END: config.resources' | |
| END: config.resources | |
| +++ config.aeroanlrun[11]: echo 'END: config.aeroanlrun' | |
| END: config.aeroanlrun | |
| ++ jjob_header.sh[99]: status=0 | |
| ++ jjob_header.sh[100]: (( status != 0 )) | |
| ++ jjob_header.sh[110]: source /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/env/WCOSS2.env aeroanlrun | |
| +++ WCOSS2.env[3]: [[ 1 -ne 1 ]] | |
| +++ WCOSS2.env[10]: step=aeroanlrun | |
| +++ WCOSS2.env[13]: export 'launcher=mpiexec -l' | |
| +++ WCOSS2.env[13]: launcher='mpiexec -l' | |
| +++ WCOSS2.env[14]: export 'mpmd_opt=--cpu-bind verbose,core cfp' | |
| +++ WCOSS2.env[14]: mpmd_opt='--cpu-bind verbose,core cfp' | |
| +++ WCOSS2.env[16]: [[ aeroanlrun = \p\r\e\p ]] | |
| +++ WCOSS2.env[16]: [[ aeroanlrun = \p\r\e\p\b\u\f\r ]] | |
| +++ WCOSS2.env[25]: [[ aeroanlrun = \p\r\e\p\s\n\o\w\o\b\s ]] | |
| +++ WCOSS2.env[29]: [[ aeroanlrun = \p\r\e\p\_\e\m\i\s\s\i\o\n\s ]] | |
| +++ WCOSS2.env[33]: [[ aeroanlrun = \w\a\v\e\i\n\i\t ]] | |
| +++ WCOSS2.env[33]: [[ aeroanlrun = \w\a\v\e\p\r\e\p ]] | |
| +++ WCOSS2.env[33]: [[ aeroanlrun = \w\a\v\e\p\o\s\t\s\b\s ]] | |
| +++ WCOSS2.env[33]: [[ aeroanlrun = \w\a\v\e\p\o\s\t\b\n\d\p\n\t ]] | |
| +++ WCOSS2.env[33]: [[ aeroanlrun = \w\a\v\e\p\o\s\t\b\n\d\p\n\t\b\l\l ]] | |
| +++ WCOSS2.env[33]: [[ aeroanlrun = \w\a\v\e\p\o\s\t\p\n\t ]] | |
| +++ WCOSS2.env[39]: [[ aeroanlrun = \a\t\m\a\n\l\v\a\r ]] | |
| +++ WCOSS2.env[47]: [[ aeroanlrun = \a\t\m\e\n\s\a\n\l\l\e\t\k\f ]] | |
| +++ WCOSS2.env[55]: [[ aeroanlrun = \a\t\m\e\n\s\a\n\l\f\v\3\i\n\c ]] | |
| +++ WCOSS2.env[63]: [[ aeroanlrun = \a\e\r\o\a\n\l\r\u\n ]] | |
| +++ WCOSS2.env[65]: export 'APRUNCFP=mpiexec -l -np $ncmd --cpu-bind verbose,core cfp' | |
| +++ WCOSS2.env[65]: APRUNCFP='mpiexec -l -np $ncmd --cpu-bind verbose,core cfp' | |
| +++ WCOSS2.env[67]: nth_max=1 | |
| +++ WCOSS2.env[69]: export NTHREADS_AEROANL=1 | |
| +++ WCOSS2.env[69]: NTHREADS_AEROANL=1 | |
| +++ WCOSS2.env[70]: [[ 1 -gt 1 ]] | |
| +++ WCOSS2.env[71]: export 'APRUN_AEROANL=mpiexec -l -n 384' | |
| +++ WCOSS2.env[71]: APRUN_AEROANL='mpiexec -l -n 384' | |
| ++ jjob_header.sh[111]: status=0 | |
| ++ jjob_header.sh[112]: (( status != 0 )) | |
| + JGLOBAL_AERO_ANALYSIS_RUN[19]: EXSCRIPT=/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/scripts/exglobal_aero_analysis_run.py | |
| + JGLOBAL_AERO_ANALYSIS_RUN[20]: /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/scripts/exglobal_aero_analysis_run.py | |
| [38;21m2024-06-27 22:36:19,796 - INFO - aero_analysis: BEGIN: AerosolAnalysis.__init__[0m | |
| [38;5;39m2024-06-27 22:36:19,797 - DEBUG - aero_analysis: ( <pygfs.task.aero_analysis.AerosolAnalysis object at 0x1548c131af40>, {'envir': 'prod', 'UDUNITS_LIBDIR': '/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/lib', 'FRAC_GRID': True, 'waveGRD': 'uglo_100km', 'CRAY_LMOD_MPI': 'cray-mpich/8.0', 'INCVARS_ZERO_STRAT': "'sphum_inc','liq_wat_inc','icmr_inc','rwmr_inc','snmr_inc','grle_inc'", 'LMOD_FAMILY_CRAYPE_NETWORK_VERSION': False, 'COM_SNOW_ANALYSIS_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/snow', 'PBS_ENVIRONMENT': 'PBS_BATCH', 'LD_LIBRARY_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/lib64:/apps/prod/nco/5.0.6/lib64:/apps/prod/atlas/install-0.35.0/lib64:/apps/prod/fckit/install-0.11.0/lib64:/apps/prod/eckit/install-1.24.4/lib64:/apps/dev/qhull/install-2020.2/lib:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib:/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/lib:/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/lib:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/lib:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/lib:/pe/intel/compilers_and_libraries_2020.4.304/linux/compiler/lib/intel64_lin:/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/lib/release:/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/lib:/pe/intel/compilers_and_libraries_2020.4.304/linux/ipp/lib/intel64:/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/lib/intel64_lin:/pe/intel/compilers_and_libraries_2020.4.304/linux/tbb/lib/intel64/gcc4.8:/pe/intel/debugger_2020/python/intel64/lib:/pe/intel/debugger_2020/libipt/intel64/lib:/opt/cray/libfabric/1.11.0.0./lib64', 'CRTM_FIX_YAML': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero_crtm_coeff.yaml.j2', 'sp_ROOT': '/apps/ops/prod/libs/intel/19.1.3.304/sp/2.4.0', 'HOSTTYPE': 'x86_64', 'LMOD_CUSTOM_PATHS': 'CNCM/apps/ops/prod/libs/modulefiles/mpi/intel/19.1.3.304/cray-mpich/8.1.4:CNCM/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4:COMPILER/apps/ops/prod/nco/modulefiles/compiler/intel/19.1.3.304:COMPILER/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304:COMPILER/apps/prod/lmodules/intel/19.1.3.304', 'AERO_ANL_CDUMP': 'both', 'SENDDBN_NTC': False, 'COM_ATMOS_RADMON_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/radmon', 'COM_ICE_GRIB_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/grib2', 'PBS_O_LANG': 'en_US.UTF-8', 'ROTDIR_DUMP': True, 'COMINnam': '/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/nam', '_ModuleTable017_': 'dHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJ1ZHVuaXRzLzIuMi4yOCIsfSx9LG1wYXRoQT17Ii9hcHBzL29wcy9wcm9kL2xpYnMvbW9kdWxlZmlsZXMvbXBpL2ludGVsLzE5LjEuMy4zMDQvY3JheS1tcGljaC84LjEuNCIsIi9hcHBzL3Byb2QvbG1vZHVsZXMvSU5URUxfY3JheV9tcGljaC8xOS4xLjMuMzA0L2NyYXktbXBpY2gvOC4xLjQiLCIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9tcGkvaW50ZWwvMTkuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIiwiL2FwcHMvb3BzL3Byb2QvbmNvL21vZHVsZWZpbGVzL2NvbXBpbGVyL2ludGVsLzE5LjEuMy4zMDQiLCIvYXBwcy9vcHMvcHJvZC9saWJzL21vZHVsZWZpbGVzL2NvbXBpbGVyL2ludGVsLzE5LjEuMy4zMDQi', 'WRITE_DOPOST': True, '__LMOD_REF_COUNT_PATH': '/apps/spack/git-lfs/2.11.0/gcc/11.2.0/m6b6nl5kfqngfteqbggydc7kflxere3s/bin:1;/apps/ops/prod/libs/intel/19.1.3.304/bufr/12.0.1/bin:1;/apps/ops/prod/nco/core/prod_util.v2.0.14/ush:1;/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/bin:1;/apps/prod/nco/5.0.6/bin:1;/apps/prod/hpc-stack/intel-19.1.3.304/nccmp/1.8.9.0/bin:1;/apps/prod/atlas/install-0.35.0/bin:1;/apps/prod/fckit/install-0.11.0/bin:1;/apps/prod/eckit/install-1.24.4/bin:1;/apps/dev/qhull/install-2020.2/bin:1;/apps/dev/ecbuild/3.7.0:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/bin:1;/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/bin:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/bin:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/bin:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/bin/intel64:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/bin:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/bin:1;/pe/intel/debugger_2020/gdb/intel64/bin:1;/apps/spack/git/2.29.0/gcc/10.2.0/rkn6xaqbrdlim3u4it2l6ljqszg62s25/bin:1;/opt/cray/pe/pals/1.2.2/bin:1;/opt/cray/pe/craype/2.7.17/bin:1;/apps/spack/cmake/3.20.2/intel/19.1.3.304/utnbptm3hrf7gppztidueu4jogfgemut/bin:1;/opt/cray/libfabric/1.11.0.0./bin:1;/u/terry.mcguinness/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/pbs/bin:1;/sbin:1;/opt/cray/pe/bin:1;/apps/prod/python-modules/3.8.6/intel/19.1.3.304/bin:1;/apps/prod/python-modules/3.8.6/intel/19.1.3.304/lib/python3.8/site-packages/bin:1', '_ModuleTable002_': 'QVMvd2Nvc3MyLmludGVsLmx1YSIsWyJmdWxsTmFtZSJdPSJHREFTL3djb3NzMi5pbnRlbCIsWyJsb2FkT3JkZXIiXT0zMCxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0wLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJHREFTL3djb3NzMiIsfSxbIlByZ0Vudi1pbnRlbCJdPXtbImZuIl09Ii9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWludGVsLzguMi4wLmx1YSIsWyJmdWxsTmFtZSJdPSJQcmdFbnYtaW50ZWwvOC4yLjAiLFsibG9hZE9yZGVyIl09NSxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJQcmdFbnYtaW50ZWwvOC4yLjAiLH0sYXRsYXM9e1siZm4iXT0iL2FwcHMv', 'BOOST_ROOT': '/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx', 'PE_MPICH_GTL_DIR_amd_gfx90a': '-L/opt/cray/pe/mpich/8.1.12/gtl/lib', 'NCCMP_ROOT': '/apps/prod/hpc-stack/intel-19.1.3.304/nccmp/1.8.9.0', 'RUN': 'gfs', 'JEDIYAML': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/variational/3dvar_fgat_gfs_aero.yaml.j2', 'INCLUDE': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/include:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include:/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/include:/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include:/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/include', 'LESSCLOSE': 'lessclose.sh %s %s', 'ARCH_WARMICFREQ': 4, 'CRAY_LD_LIBRARY_PATH': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0/lib:/opt/cray/pe/mpich/8.1.12/gtl/lib', '__LMOD_REF_COUNT_DYLD_LIBRARY_PATH': '/apps/prod/nco/5.0.6/lib64:1;/apps/prod/atlas/install-0.35.0/lib64:1;/apps/prod/fckit/install-0.11.0/lib64:1;/apps/prod/eckit/install-1.24.4/lib64:1;/apps/dev/qhull/install-2020.2/lib:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/lib:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/lib:1', 'CRTM_FIX': '/lfs/h2/emc/da/noscrub/emc.da/GDASApp/fix/crtm/2.4.0', 'COM_RTOFS_TMPL': '${DMPDIR}', 'XKEYSYMDB': '/usr/X11R6/lib/X11/XKeysymDB', 'PE_ENV': 'INTEL', 'COM_ATMOS_GRIB_GRID_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/grib2/${GRID}', 'QHULL_VERSION': 2020.2, '__LMOD_REF_COUNT_C_INCLUDE_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/include:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include:1;/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/include:1;/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include:1;/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/include:1', '__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS': 'mpichf90:1', 'LMOD_FAMILY_CRAYPE_CPU': 'craype-x86-rome', 'NUM_SND_COLLECTIVES': 9, 'CRAY_LMOD_COMPILER': 'intel/19.0', 'atlas_ROOT': '/apps/prod/atlas/install-0.35.0', 'PSLOT': 'C96_atmaerosnowDA_68dc5c74', 'LMOD_MODULERCFILE': '/apps/prod/lmodules/.modulerc.lua', 'QUEUE': 'dev', 'DOIAU': True, 'PACKAGEROOT': '/lfs/h1/ops/prod/packages', 'PE_PRODUCT_LIST': 'CRAYPE:CRAYPE_X86_ROME', 'LMOD_IGNORE_CACHE': True, 'NDATE': '/apps/ops/prod/nco/core/prod_util.v2.0.14/exec/ndate', 'COM_ICE_RESTART_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ice/restart', 'LMOD_FAMILY_MPI_VERSION': '8.1.12', 'FHOUT_ICE': 3, 'PE_PERFTOOLS_MPICH_LIBDIR': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0/lib', 'wtime_aeroanlrun': '00:30:00', 'ARCH_CYC': 0, 'PE_MPICH_GTL_DIR_amd_gfx906': '-L/opt/cray/pe/mpich/8.1.12/gtl/lib', 'EUPD_CYC': 'gdas', 'LANG': 'en_US.UTF-8', 'TZ': 'Etc/UTC', 'NetCDF_VERSION': '4.7.4', '_ModuleTable019_': 'ZXMiLCIvdXNyL3NoYXJlL01vZHVsZXMvJE1PRFVMRV9WRVJTSU9OL21vZHVsZWZpbGVzIiwiL3Vzci9zaGFyZS9tb2R1bGVzL21vZHVsZWZpbGVzIiwiL3Vzci9zaGFyZS9tb2R1bGVmaWxlcy9MaW51eCIsIi91c3Ivc2hhcmUvbW9kdWxlZmlsZXMvQ29yZSIsIi91c3Ivc2hhcmUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiLCIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlIiwiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdCIsIi9hcHBzL3Byb2QvbG1vZHVsZXMvc3lzX2NvcmUiLCIvYXBwcy9vcHMvcHJvZC9uY28vbW9kdWxlZmlsZXMvY29yZSIsIi9hcHBzL3Byb2QvbG1vZHVsZXMvY29yZSIsIi9vcHQvY3Jh', 'ATLAS_VERSION': '0.35.0', 'PE_MPICH_GTL_DIR_amd_gfx908': '-L/opt/cray/pe/mpich/8.1.12/gtl/lib', 'COMLOGSROOT': '/lfs/h1/ops/prod/com', 'imp_physics': 8, 'QUEUE_SERVICE': 'dev_transfer', 'WINDOWMANAGER': 'xterm', 'COM_ICE_NETCDF_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/netcdf', '_ModuleTable008_': 'ZGVyIl09MjAscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0iZWNidWlsZC8zLjcuMCIsfSxlY2tpdD17WyJmbiJdPSIvYXBwcy9wcm9kL2xtb2R1bGVzL2ludGVsLzE5LjEuMy4zMDQvZWNraXQvMS4yNC40Lmx1YSIsWyJmdWxsTmFtZSJdPSJlY2tpdC8xLjI0LjQiLFsibG9hZE9yZGVyIl09MjIscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0iZWNraXQvMS4yNC40Iix9LGVpZ2VuPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvaW50ZWwvMTkuMS4zLjMwNC9laWdlbi8zLjQuMCIsWyJmdWxsTmFtZSJdPSJlaWdlbi8zLjQuMCIsWyJsb2FkT3JkZXIiXT0x', 'LESS': '-M -I -R', 'UDUNITS_LIB': '/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/lib/libudunits2.a', 'PE_MPICH_GTL_LIBS_nvidia70': '-lmpi_gtl_cuda', '__LMOD_REF_COUNT_INTEL_LICENSE_FILE': '/pe/intel/compilers_and_libraries_2020.4.304/linux/licenses:1;/opt/intel/licenses:1;/intel/licenses:1', 'SMOOTH_ENKF': False, 'HISTTIMEFORMAT': '%F %T ', 'LMOD_FAMILY_COMPILER_VERSION': '19.1.3.304', 'IAU_DELTHRS_ENKF': 6, 'COM_ATMOS_GRIB_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/grib2', 'cyc': 0, 'HOSTNAME': 'nid001072', 'IPPROOT': '/pe/intel/compilers_and_libraries_2020.4.304/linux/ipp', 'npe_aeroanlrun': 384, 'npe_node_aeroanlrun_gfs': 128, 'LMOD_SYSTEM_DEFAULT_MODULES': 'envvar/1.0', 'APRUNCFP': 'mpiexec -l -np $ncmd --cpu-bind verbose,core cfp', 'OLDPWD': '/u/terry.mcguinness', 'fckit_ROOT': '/apps/prod/fckit/install-0.11.0', 'WAVE_CDUMP': '', 'COM_WAVE_RESTART_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/wave/restart', 'COM_ATMOS_RESTART_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/restart', 'PBS_O_HOME': '/u/terry.mcguinness', 'ECBUILD_ROOT': '/apps/dev/ecbuild/3.7.0', 'npe_node_aeroanlrun': 128, 'SENDSDM': False, 'COM_ATMOS_BUFR_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/bufr', 'NMEM_ENS_GFS_OFFSET': 20, '__LMOD_REF_COUNT__LMFILES_': '/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-rome.lua:1;/opt/cray/modulefiles/libfabric/1.11.0.0.:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:1;/apps/prod/lmodules/sys_core/envvar/1.0:1;/opt/cray/pe/lmod/modulefiles/core/PrgEnv-intel/8.2.0.lua:1;/apps/prod/lmodules/core/cmake/3.20.2:1;/opt/cray/pe/lmod/modulefiles/core/craype/2.7.17.lua:1;/opt/cray/pe/lmod/modulefiles/core/cray-pals/1.2.2.lua:1;/apps/prod/lmodules/core/git/2.29.0:1;/apps/prod/lmodules/core/intel/19.1.3.304.lua:1;/opt/cray/pe/lmod/modulefiles/comnet/intel/19.0/ofi/1.0/cray-mpich/8.1.12.lua:1;/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4/hdf5/1.10.6.lua:1;/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4/netcdf/4.7.4.lua:1;/apps/prod/lmodules/intel/19.1.3.304/udunits/2.2.28:1;/apps/prod/lmodules/intel/19.1.3.304/eigen/3.4.0:1;/apps/prod/lmodules/intel/19.1.3.304/boost/1.79.0:1;/apps/prod/lmodules/core/gsl-lite/v0.40.0.lua:1;/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304/sp/2.4.0.lua:1;/apps/prod/lmodules/intel/19.1.3.304/python/3.8.6:1;/apps/dev/lmodules/core/ecbuild/3.7.0:1;/apps/prod/lmodules/intel/19.1.3.304/qhull/2020.2.lua:1;/apps/prod/lmodules/intel/19.1.3.304/eckit/1.24.4.lua:1;/apps/prod/lmodules/intel/19.1.3.304/fckit/0.11.0.lua:1;/apps/prod/lmodules/intel/19.1.3.304/atlas/0.35.0.lua:1;/apps/prod/lmodules/intel/19.1.3.304/nccmp/1.8.9.0.lua:1;/apps/prod/lmodules/intel/19.1.3.304/nco/5.0.6.lua:1;/apps/prod/lmodules/intel/19.1.3.304/gsl/2.7:1;/apps/ops/prod/nco/modulefiles/core/prod_util/2.0.14:1;/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304/bufr/12.0.1.lua:1;/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/sorc/gdas.cd/modulefiles/GDAS/wcoss2.intel.lua:1', 'CONFIG_SITE': '/usr/share/site/x86_64-unknown-linux-gnu', 'CSHEDIT': 'emacs', 'NETCDF_ROOT': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4', 'C_INCLUDE_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/include:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include:/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/include:/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include:/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/include', 'HDF5_ROOT': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6', 'DO_FIT2OBS': True, 'DO_ICE': False, 'CHGRP_CMD': 'chgrp rstprod', 'DO_NEST': False, 'LMOD_CUSTOM_CNCM_INTEL_19_0_UCX_1_0_X86_ROME_1_0_CRAY_MPICH_8_0_PREFIX': '/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4:/apps/ops/prod/libs/modulefiles/mpi/intel/19.1.3.304/cray-mpich/8.1.4', 'NETCDF_VERSION': '4.7.4', 'PBS_JOBID': '154196322.dbqs01', 'LMOD_CUSTOM_COMPILER_GNU_8_0_PREFIX': '/apps/prod/lmodules/gcc/11.2.0:/apps/prod/lmodules/gcc/10.2.0', 'ENVIRONMENT': 'BATCH', 'GPG_TTY': 'not a tty', 'LESS_ADVANCED_PREPROCESSOR': False, 'REPO_URL': 'git@github.com:NOAA-EMC/global-workflow.git', 'PARMgfs': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm', 'COM_WAVE_PREP_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/wave/prep', 'HDF5_LIBRARIES': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/lib', 'BASE_ENV': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/env', 'NLN': '/bin/ln -sf', 'nst_anl': True, 'COLORTERM': 1, 'job': 'aeroanlrun', 'RESERVATION': '', 'gfs_cyc': 1, 'PBS_JOBNAME': 'C96_atmaerosnowDA_68dc5c74_gfsaeroanlrun_00', 'COM_CHEM_HISTORY_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/chem/history', 'UDUNITS_INC': '/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/include', 'NCPUS': 1, '_ModuleTable007_': 'aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09ImNyYXlwZS1uZXR3b3JrLW9maSIsfSxbImNyYXlwZS14ODYtcm9tZSJdPXtbImZuIl09Ii9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni1yb21lLmx1YSIsWyJmdWxsTmFtZSJdPSJjcmF5cGUteDg2LXJvbWUiLFsibG9hZE9yZGVyIl09MSxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJjcmF5cGUteDg2LXJvbWUiLH0sZWNidWlsZD17WyJmbiJdPSIvYXBwcy9kZXYvbG1vZHVsZXMvY29yZS9lY2J1aWxkLzMuNy4wIixbImZ1bGxOYW1lIl09ImVjYnVpbGQvMy43LjAiLFsibG9hZE9y', 'OUTPUT_GRID': 'gaussian_grid', 'EXPDIR': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74', 'COM_OBS_JEDI': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/obs_jedi', '__LMOD_REF_COUNT_NLSPATH': '/pe/intel/compilers_and_libraries_2020.4.304/linux/compiler/lib/intel64/locale/%l_%t/%N:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/lib/intel64_lin/locale/%l_%t/%N:1;/pe/intel/debugger_2020/gdb/intel64/share/locale/%l_%t/%N:1', 'FHMIN': 0, '__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/include:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include:1;/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/include:1;/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include:1;/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/include:1', 'LMOD_FAMILY_CRAYPE_NETWORK': 'craype-network-ofi', 'VERBOSE': True, 'LMOD_FAMILY_CRAYPE_VERSION': '2.7.17', 'NHOUR': '/apps/ops/prod/nco/core/prod_util.v2.0.14/exec/nhour', 'NetCDF_INCLUDES': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/include', 'BERROR_DATE': datetime.datetime(2016, 6, 30, 0, 0), 'FHMAX_GFS': 120, 'DYLD_LIBRARY_PATH': '/apps/prod/nco/5.0.6/lib64:/apps/prod/atlas/install-0.35.0/lib64:/apps/prod/fckit/install-0.11.0/lib64:/apps/prod/eckit/install-1.24.4/lib64:/apps/dev/qhull/install-2020.2/lib:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/lib:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/lib', '__LMOD_REF_COUNT_INCLUDE': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/include:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include:1;/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/include:1;/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include:1;/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/include:1', 'MACHTYPE': 'x86_64-suse-linux', 'FIXreg2grb2': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/reg2grb2', 'COM_WAVE_GEMPAK_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/gempak', '__LMOD_REF_COUNT_LD_LIBRARY_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/lib64:1;/apps/prod/nco/5.0.6/lib64:1;/apps/prod/atlas/install-0.35.0/lib64:1;/apps/prod/fckit/install-0.11.0/lib64:1;/apps/prod/eckit/install-1.24.4/lib64:1;/apps/dev/qhull/install-2020.2/lib:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib:1;/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/lib:1;/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/lib:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/lib:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/lib:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/compiler/lib/intel64_lin:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/lib/release:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/lib:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/ipp/lib/intel64:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/lib/intel64_lin:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/tbb/lib/intel64/gcc4.8:1;/pe/intel/debugger_2020/python/intel64/lib:1;/pe/intel/debugger_2020/libipt/intel64/lib:1;/opt/cray/libfabric/1.11.0.0./lib64:1', 'FCKIT_PATH': '/apps/prod/fckit/install-0.11.0', 'APRUN_AEROANL': 'mpiexec -l -n 384', 'EDATE': datetime.datetime(2021, 12, 21, 0, 0), '__LMOD_REF_COUNT_PKG_CONFIG_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/lib64/pkgconfig:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib/pkgconfig:1;/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/share/pkgconfig:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/bin/pkgconfig:1;/opt/cray/pe/craype/2.7.17/pkg-config:1;/opt/cray/libfabric/1.11.0.0./lib64/pkgconfig:1', 'ATARDIR': '/NCEPDEV/emc-global/1year/terry.mcguinness/WCOSS2/scratch/C96_atmaerosnowDA_68dc5c74', 'DO_JEDIOCNVAR': False, 'PBS_O_PATH': '/apps/ops/test/nco/core/rocoto.v1.3.5/bin:/opt/cray/libfabric/1.11.0.0./bin:/u/terry.mcguinness/bin:/usr/local/bin:/usr/bin:/bin:/opt/pbs/bin:/sbin', 'LMOD_CUSTOM_CNCM_CRAYCLANG_10_0_UCX_1_0_PREFIX': '/apps/prod/lmodules/cce/13.0.0:/apps/prod/lmodules/cce/12.0.3:/apps/prod/lmodules/cce/11.0.4', 'UTILROOT': '/apps/ops/prod/nco/core/prod_util.v2.0.14', 'PE_PKGCONFIG_PRODUCTS': 'PE_MPICH', '_ModuleTable015_': 'PSJhY3RpdmUiLFsidXNlck5hbWUiXT0icHJvZF91dGlsLzIuMC4xNCIsfSxweXRob249e1siZm4iXT0iL2FwcHMvcHJvZC9sbW9kdWxlcy9pbnRlbC8xOS4xLjMuMzA0L3B5dGhvbi8zLjguNiIsWyJmdWxsTmFtZSJdPSJweXRob24vMy44LjYiLFsibG9hZE9yZGVyIl09MTkscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0icHl0aG9uLzMuOC42Iix9LHFodWxsPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvaW50ZWwvMTkuMS4zLjMwNC9xaHVsbC8yMDIwLjIubHVhIixbImZ1bGxOYW1lIl09InFodWxsLzIwMjAuMiIsWyJsb2FkT3JkZXIiXT0yMSxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09', 'CRAY_MPICH_BASEDIR': '/opt/cray/pe/mpich/8.1.12/ofi', 'CDUMP': 'gfs', 'PE_MPICH_GTL_DIR_nvidia80': '-L/opt/cray/pe/mpich/8.1.12/gtl/lib', '_ModuleTable004_': 'ZC9saWJzL21vZHVsZWZpbGVzL2NvbXBpbGVyL2ludGVsLzE5LjEuMy4zMDQvYnVmci8xMi4wLjEubHVhIixbImZ1bGxOYW1lIl09ImJ1ZnIvMTIuMC4xIixbImxvYWRPcmRlciJdPTI5LHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09ImJ1ZnIvMTIuMC4xIix9LGNtYWtlPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvY29yZS9jbWFrZS8zLjIwLjIiLFsiZnVsbE5hbWUiXT0iY21ha2UvMy4yMC4yIixbImxvYWRPcmRlciJdPTYscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0iY21ha2UvMy4yMC4yIix9LFsiY3JheS1tcGljaCJdPXtbImZuIl09Ii9vcHQv', 'FIXorog': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/orog', 'FNTSFA': ' ', 'MINICOM': '-c on', 'ECKIT_VERSION': '1.24.4', 'QHULL_PATH': '/apps/dev/qhull/install-2020.2', 'HDF5_INCLUDES': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/include', 'layout_y': 8, 'layout_x': 8, 'pgmout': 'OUTPUT.31028', '__LMOD_REF_COUNT_PYTHONPATH': '/apps/ops/prod/nco/core/prod_util.v2.0.14/ush:1;/apps/prod/python-modules/3.8.6/intel/19.1.3.304/lib/python3.8/site-packages:1', 'FHOUT_WAV': 3, 'FHOUT': 3, 'DO_AWIPS': False, 'PARTITION_SERVICE': '', 'PE_MPICH_PKGCONFIG_VARIABLES': 'PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@', 'PE_MPICH_PKGCONFIG_LIBS': 'mpich', 'FHOUT_OCN_GFS': 6, 'INTEL_PYTHONHOME': '/pe/intel/debugger_2020/python/intel64/', 'QUILTING': True, 'QT_SYSTEM_DIR': '/usr/share/desktop-data', 'OSTYPE': 'linux', 'launcher': 'mpiexec -l', 'FHOUT_GFS': 3, 'NETCDF': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/bin/ncdump', 'qhull_ROOT': '/apps/dev/qhull/install-2020.2', 'FIXlut': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/lut', 'CLASSPATH': '/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/lib/mpi.jar', 'NMEM_ENS': 0, 'COM_ICE_ANALYSIS_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/ice', 'pybind11_ROOT': '/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib/python3.8/site-packages/pybind11/share/cmake/pybind11', 'lwrite4danl': True, 'FIXugwd': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/ugwd', 'FIXcpl': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/cpl', 'npe_aeroanlrun_gdas': 384, 'SDATE': datetime.datetime(2021, 12, 20, 12, 0), 'PBS_O_WORKDIR': '/u/terry.mcguinness', 'bufr_VERSION': '12.0.1', 'USER': 'terry.mcguinness', 'MODULES_SET_SHELL_STARTUP': 0, 'DMPDIR': '/lfs/h2/emc/dump/noscrub/dump', 'ARCH_FCSTICFREQ': 1, 'PAGER': 'less', 'FIXmom': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/mom6', 'MODULE_VERSION': '3.2.10', 'NetCDF_ROOT': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4', 'PE_MPICH_GENCOMPILERS_INTEL': 19.0, 'LMOD_CUSTOM_CNCM_GNU_8_0_OFI_1_0_X86_ROME_1_0_CRAY_MPICH_8_0_PREFIX': '/apps/prod/lmodules/GCC_cray_mpich/10.2.0/cray-mpich/8.1.4', 'NMEM_ENS_GFS': 30, 'LMOD_FAMILY_PRGENV_VERSION': '8.2.0', '_ModuleTable012_': 'ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJoZGY1Iix9LGludGVsPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvY29yZS9pbnRlbC8xOS4xLjMuMzA0Lmx1YSIsWyJmdWxsTmFtZSJdPSJpbnRlbC8xOS4xLjMuMzA0IixbImxvYWRPcmRlciJdPTEwLHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09ImludGVsLzE5LjEuMy4zMDQiLH0sbGliZmFicmljPXtbImZuIl09Ii9vcHQvY3JheS9tb2R1bGVmaWxlcy9saWJmYWJyaWMvMS4xMS4wLjAuIixbImZ1bGxOYW1lIl09ImxpYmZhYnJpYy8xLjExLjAuMC4iLFsibG9hZE9yZGVyIl09Mixwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0yLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1', 'FHMAX': 9, 'AERO_FCST_CDUMP': 'gdas', 'COM_WAVE_HISTORY_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/wave/history', 'eckit_ROOT': '/apps/prod/eckit/install-1.24.4/', 'LMOD_CUSTOM_CNCM_GNU_8_0_UCX_1_0_X86_ROME_1_0_CRAY_MPICH_8_0_PREFIX': '/apps/prod/lmodules/GCC_cray_mpich/10.2.0/cray-mpich/8.1.4', 'CRAY_CPU_TARGET': 'x86-rome', 'PBS_NODEFILE': '/var/spool/pbs/aux/154196322.dbqs01', 'UDUNITS_SRC': '/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/src', 'LMOD_CUSTOM_CNCM_CRAYCLANG_10_0_UCX_1_0_X86_ROME_1_0_CRAY_MPICH_8_0_PREFIX': '/apps/prod/lmodules/CCE_cray_mpich/11.0.4/cray-mpich/8.1.4', '__LMOD_REF_COUNT_MODULEPATH': '/apps/ops/prod/libs/modulefiles/mpi/intel/19.1.3.304/cray-mpich/8.1.4:1;/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4:1;/opt/cray/pe/lmod/modulefiles/mpi/intel/19.0/ofi/1.0/cray-mpich/8.0:1;/apps/ops/prod/nco/modulefiles/compiler/intel/19.1.3.304:1;/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304:1;/apps/prod/lmodules/intel/19.1.3.304:1;/opt/cray/pe/lmod/modulefiles/comnet/intel/19.0/ofi/1.0:1;/apps/prod/lmodules/compiler/intel/19.0:1;/apps/dev/lmodules/core:1;/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/sorc/gdas.cd/modulefiles:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-rome/1.0:1;/usr/share/modules:1;/usr/share/Modules/$MODULE_VERSION/modulefiles:1;/usr/share/modules/modulefiles:1;/usr/share/modulefiles/Linux:1;/usr/share/modulefiles/Core:1;/usr/share/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/apps/prod/lmodules/sys_core:1;/apps/ops/prod/nco/modulefiles/core:1;/apps/prod/lmodules/core:1;/opt/cray/modulefiles:1', 'PKGCONFIG_ENABLED': 1, 'GDASAPP_UNIT_TEST_DATA_PATH': '/lfs/h2/emc/da/noscrub/emc.da/GDASApp/data/test', 'MORE': '-sl', 'PE_FORTRAN_PKGCONFIG_LIBS': 'mpichf90', '__LMOD_REF_COUNT_LOADEDMODULES': 'craype-x86-rome:1;libfabric/1.11.0.0.:1;craype-network-ofi:1;envvar/1.0:1;PrgEnv-intel/8.2.0:1;cmake/3.20.2:1;craype/2.7.17:1;cray-pals/1.2.2:1;git/2.29.0:1;intel/19.1.3.304:1;cray-mpich/8.1.12:1;hdf5/1.10.6:1;netcdf/4.7.4:1;udunits/2.2.28:1;eigen/3.4.0:1;boost/1.79.0:1;gsl-lite/v0.40.0:1;sp/2.4.0:1;python/3.8.6:1;ecbuild/3.7.0:1;qhull/2020.2:1;eckit/1.24.4:1;fckit/0.11.0:1;atlas/0.35.0:1;nccmp/1.8.9.0:1;nco/5.0.6:1;gsl/2.7:1;prod_util/2.0.14:1;bufr/12.0.1:1;GDAS/wcoss2.intel:1', 'PBS_TASKNUM': 1, '__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0/lib:1;/opt/cray/pe/mpich/8.1.12/gtl/lib:1', 'COM_OBS_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/obs', 'COM_ATMOS_ANALYSIS_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/atmos', 'DO_CALC_INCREMENT_ENKF_GFS': False, 'COM_WAVE_WMO_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/wmo', 'DATA': '/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00', 'INTEL_MAJOR_VERSION': 19.1, 'IAUFHRS': 6, 'COM_ATMOS_MASTER_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/master', 'OPS_RES': 'C768', 'PWD': '/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00', 'MDATE': '/apps/ops/prod/nco/core/prod_util.v2.0.14/exec/mdate', 'WRITE_NSFLIP': True, 'PE_MPICH_GTL_DIR_nvidia70': '-L/opt/cray/pe/mpich/8.1.12/gtl/lib', 'jobid': 'aeroanlrun.30630', 'FHMIN_WAV': 0, 'HOME': '/u/terry.mcguinness', 'MPIEXEC_EXEC': '/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/bin/mpirun', 'HOMEDIR': '/lfs/h2/emc/global/noscrub/terry.mcguinness', 'REDOUT': '1>', 'COM_ICE_HISTORY_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ice/history', 'DO_NPOESS': False, 'PELOCAL_PRGENV': True, 'RUN_ENVIR': 'emc', 'CMAKE_PREFIX_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk:/apps/prod/gsl-lite/v0.40.0:/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx:/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu:/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg:/apps/spack/git/2.29.0/gcc/10.2.0/rkn6xaqbrdlim3u4it2l6ljqszg62s25:/apps/spack/cmake/3.20.2/intel/19.1.3.304/utnbptm3hrf7gppztidueu4jogfgemut', 'PARTITION_BATCH': '', 'npe_node_max': 128, 'COM_OCEAN_RESTART_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ocean/restart', 'IAU_FHROT': 3, 'COM_OBSDMP_TMPL': '${DMPDIR}/${DUMP}${DUMP_SUFFIX}.${YMD}/${HH}/atmos', 'HOMEpost': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow', 'DO_VMINMON': True, 'HOST': 'nid001072', 'LMOD_VERSION': '8.3.1', 'npe_node_aeroanlrun_gdas': 128, 'XNLSPATH': '/usr/share/X11/nls', 'CPATH': '/apps/prod/nco/5.0.6/include:/apps/prod/atlas/install-0.35.0/include:/apps/prod/fckit/install-0.11.0/include:/apps/prod/eckit/install-1.24.4/include:/apps/dev/qhull/install-2020.2/include:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include/python3.8:/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include/eigen3:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/include:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/include:/pe/intel/compilers_and_libraries_2020.4.304/linux/ipp/include:/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/include:/pe/intel/compilers_and_libraries_2020.4.304/linux/pstl/include:/pe/intel/compilers_and_libraries_2020.4.304/linux/pstl/stdlib:/pe/intel/compilers_and_libraries_2020.4.304/linux/tbb/include', 'PE_MPICH_FORTRAN_PKGCONFIG_LIBS': 'mpichf90', 'CDATE': datetime.datetime(2021, 12, 21, 0, 0), 'PBS_MOMPORT': 15003, 'COM_ATMOS_GEMPAK_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/gempak/${GRID}', 'ARCDIR': '/lfs/h2/emc/global/noscrub/terry.mcguinness/archive/C96_atmaerosnowDA_68dc5c74', 'pid': 31028, 'restart_interval_enkfgdas': 3, '__LMOD_REF_COUNT_INFOPATH': '/pe/intel/documentation_2020/en/debugger/gdb-ia/info:1;/apps/docs/info:1', 'CRAY_LMOD_CPU': 'x86-rome/1.0', 'DO_VERFOZN': True, 'PE_MPICH_GTL_LIBS_nvidia80': '-lmpi_gtl_cuda', 'lobsdiag_forenkf': True, 'LMOD_FAMILY_CRAYPE_CPU_VERSION': False, 'BERROR_DATA_DIR': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gdas/bump/aero/C96/', 'BASH_ENV': '/usr/share/lmod/lmod/init/bash', 'LOGSCRIPT': '', 'COM_TOP_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}', 'COM_OCEAN_NETCDF_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/netcdf', 'XDG_DATA_DIRS': '/usr/share', 'assim_freq': 6, 'nth_aeroanlrun_gfs': 1, 'FHMAX_FITS': 120, 'NCP': '/bin/cp -p', '__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS': 'mpichf90:1', 'DO_JEDISNOWDA': True, 'COMINsyn': '/lfs/h1/ops/prod/com/gfs/v16.3/syndat', 'NCCMP_VERSION': '1.8.9.0', 'NCDUMP': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/bin/ncdump/bin/ncdump', 'FIXam': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/am', 'nth_aeroanlrun': 1, 'ROTDIR': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT/C96_atmaerosnowDA_68dc5c74', 'PDY': datetime.datetime(2021, 12, 21, 0, 0), 'PBS_ACCOUNT': 'GFS-DEV', 'bufr_ROOT': '/apps/ops/prod/libs/intel/19.1.3.304/bufr/12.0.1', 'DOBNDPNT_WAVE': False, 'INTEL_MINOR_VERSION': 3.304, 'JEDI_FIX_YAML': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero_jedi_fix.yaml.j2', 'LMOD_CUSTOM_CNCM_INTEL_19_0_OFI_1_0_X86_ROME_1_0_CRAY_MPICH_8_0_PREFIX': '/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4:/apps/ops/prod/libs/modulefiles/mpi/intel/19.1.3.304/cray-mpich/8.1.4', 'REPLAY_ICS': False, 'CRAY_LMOD_NET': 'ofi/1.0', 'DOIAU_ENKF': True, '__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS': 'PE_MPICH:1', 'PE_MPICH_MODULE_NAME': 'cray-mpich', 'NLSPATH': '/pe/intel/compilers_and_libraries_2020.4.304/linux/compiler/lib/intel64/locale/%l_%t/%N:/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/lib/intel64_lin/locale/%l_%t/%N:/pe/intel/debugger_2020/gdb/intel64/share/locale/%l_%t/%N', 'PBS_JOBCOOKIE': '50053F47620C62F3066C151A5B0CF864', 'LMOD_CUSTOM_COMPILER_INTEL_19_0_PREFIX': '/apps/prod/lmodules/intel/19.1.3.304:/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304:/apps/ops/prod/nco/modulefiles/compiler/intel/19.1.3.304', 'ACCOUNT': 'GFS-DEV', 'PBS_O_SHELL': '/bin/bash', 'HOMEobsproc': '/lfs/h2/emc/global/save/emc.global/git/obsproc/v1.1.2', 'CASE_ANL': 'C96', '__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV': 'INTEL:1', 'ATLAS_PATH': '/apps/prod/atlas/install-0.35.0', 'DO_BUFRSND': False, '__LMOD_REF_COUNT_LIBRARY_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/lib64:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib:1;/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/lib:1;/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/lib:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/ipp/lib/intel64:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/compiler/lib/intel64_lin:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/lib/intel64_lin:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/tbb/lib/intel64/gcc4.8:2', 'COMINukmet': '/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/ukmet', 'FHOUT_ICE_GFS': 6, 'COM_CHEM_ANALYSIS_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/chem', 'DO_JEDIATMVAR': False, 'DOIBP_WAV': False, 'BASE_CPLIC': '/lfs/h2/emc/global/noscrub/emc.global/data/ICSDIR/prototype_ICs', 'UDUNITS_VER': '2.2.28', 'DOHYBVAR': False, 'PROFILEREAD': True, 'PDYp5': datetime.datetime(2021, 12, 26, 0, 0), 'TMPDIR': '/var/tmp/pbs.154196322.dbqs01', 'PDYp4': datetime.datetime(2021, 12, 25, 0, 0), 'LIBRARY_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/lib64:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib:/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/lib:/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/lib:/pe/intel/compilers_and_libraries_2020.4.304/linux/ipp/lib/intel64:/pe/intel/compilers_and_libraries_2020.4.304/linux/compiler/lib/intel64_lin:/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/lib/intel64_lin:/pe/intel/compilers_and_libraries_2020.4.304/linux/tbb/lib/intel64/gcc4.8', 'mpmd_opt': '--cpu-bind verbose,core cfp', 'DO_ATM': True, 'PDYp7': datetime.datetime(2021, 12, 28, 0, 0), 'PDYp6': datetime.datetime(2021, 12, 27, 0, 0), '_ModuleTable021_': 'YXBwcy9wcm9kL2xtb2R1bGVzL2NvcmU6L29wdC9jcmF5L21vZHVsZWZpbGVzIix9', 'PDYp1': datetime.datetime(2021, 12, 22, 0, 0), 'DO_VERFRAD': True, 'PDYp3': datetime.datetime(2021, 12, 24, 0, 0), 'REALTIME': True, 'PDYp2': datetime.datetime(2021, 12, 23, 0, 0), '__LMOD_REF_COUNT_CMAKE_PREFIX_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk:1;/apps/prod/gsl-lite/v0.40.0:1;/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx:1;/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu:1;/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg:1;/apps/spack/git/2.29.0/gcc/10.2.0/rkn6xaqbrdlim3u4it2l6ljqszg62s25:1;/apps/spack/cmake/3.20.2/intel/19.1.3.304/utnbptm3hrf7gppztidueu4jogfgemut:1', 'MPIEXEC_NPROC': '-n', 'LMOD_sys': 'Linux', 'PE_PKGCONFIG_LIBS': 'mpich', '_ModuleTable010_': 'dGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJmY2tpdC8wLjExLjAiLH0sZ2l0PXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvY29yZS9naXQvMi4yOS4wIixbImZ1bGxOYW1lIl09ImdpdC8yLjI5LjAiLFsibG9hZE9yZGVyIl09OSxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJnaXQvMi4yOS4wIix9LGdzbD17WyJmbiJdPSIvYXBwcy9wcm9kL2xtb2R1bGVzL2ludGVsLzE5LjEuMy4zMDQvZ3NsLzIuNyIsWyJmdWxsTmFtZSJdPSJnc2wvMi43IixbImxvYWRPcmRlciJdPTI3LHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09Imdz', 'HPSS_PROJECT': 'emc-global', 'COMLISTROOT': '/lfs/h1/ops/prod/config', 'IAU_DELTHRS': 6, '_ModuleTable001_': 'X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXtbIlByZ0VudiJdPSJQcmdFbnYtaW50ZWwiLFsiY29tcGlsZXIiXT0iaW50ZWwiLFsiY3JheXBlIl09ImNyYXlwZSIsWyJjcmF5cGVfY3B1Il09ImNyYXlwZS14ODYtcm9tZSIsWyJjcmF5cGVfbmV0d29yayJdPSJjcmF5cGUtbmV0d29yay1vZmkiLFsibXBpIl09ImNyYXktbXBpY2giLH0sbVQ9e0dEQVM9e1siZm4iXT0iL2xmcy9oMi9lbWMvZ2xvYmFsL25vc2NydWIvZ2xvYmFsd29ya2Zsb3cuY2kvR0ZTX0NJX1JPT1QvUFIvMjcyOS9nbG9iYWwtd29ya2Zsb3cvc29yYy9nZGFzLmNkL21vZHVsZWZpbGVzL0dE', 'restart_interval_enkfgfs': 3, 'REDERR': '2>', 'NCO_VERSION': '5.0.6', 'BERROR_YAML': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/berror/staticb_identity.yaml.j2', 'COM_OCEAN_ANALYSIS_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/ocean', 'LOADEDMODULES': 'craype-x86-rome:libfabric/1.11.0.0.:craype-network-ofi:envvar/1.0:PrgEnv-intel/8.2.0:cmake/3.20.2:craype/2.7.17:cray-pals/1.2.2:git/2.29.0:intel/19.1.3.304:cray-mpich/8.1.12:hdf5/1.10.6:netcdf/4.7.4:udunits/2.2.28:eigen/3.4.0:boost/1.79.0:gsl-lite/v0.40.0:sp/2.4.0:python/3.8.6:ecbuild/3.7.0:qhull/2020.2:eckit/1.24.4:fckit/0.11.0:atlas/0.35.0:nccmp/1.8.9.0:nco/5.0.6:gsl/2.7:prod_util/2.0.14:bufr/12.0.1:GDAS/wcoss2.intel', 'FHCYC': 24, 'COM_ATMOS_HISTORY_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/history', 'LMOD_AVAIL_STYLE': 'en_grouped:system', 'ICERES': 500, 'CRAYPE_NETWORK_TARGET': 'ofi', 'DO_METP': True, 'OFFSET_START_HOUR': 0, 'COM_ATMOS_GOES_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/goes_sim', 'DO_MOS': False, '__LMOD_REF_COUNT_ACLOCAL_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/share/aclocal:1;/apps/spack/cmake/3.20.2/intel/19.1.3.304/utnbptm3hrf7gppztidueu4jogfgemut/share/aclocal:1', 'SENDDBN': False, '__LMOD_REF_COUNT_MANPATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/share/man:1;/apps/prod/nco/5.0.6/share/man:1;/apps/prod/hpc-stack/intel-19.1.3.304/nccmp/1.8.9.0/share/man:1;/apps/prod/atlas/install-0.35.0/share/man:1;/apps/prod/fckit/install-0.11.0/share/man:1;/apps/prod/eckit/install-1.24.4/share/man:1;/apps/dev/qhull/install-2020.2/share/man:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/share/man:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/share/man:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/share/man:1;/opt/cray/pe/mpich/8.1.12/ofi/man:1;/opt/cray/pe/mpich/8.1.12/man/mpich:1;/pe/intel/man/common:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/man:1;/pe/intel/documentation_2020/en/debugger/gdb-ia/man:1;/apps/spack/git/2.29.0/gcc/10.2.0/rkn6xaqbrdlim3u4it2l6ljqszg62s25/share/man:1;/opt/cray/pe/pals/1.2.2/man:1;/opt/cray/pe/craype/2.7.17/man:1;/opt/cray/libfabric/1.11.0.0./share/man:1;/usr/share/lmod/lmod/share/man:1;/usr/share/man:1;/opt/pbs/share/man:1', '_ModuleTable006_': 'YW1lIl09ImNyYXktcGFscyIsfSxjcmF5cGU9e1siZm4iXT0iL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29yZS9jcmF5cGUvMi43LjE3Lmx1YSIsWyJmdWxsTmFtZSJdPSJjcmF5cGUvMi43LjE3IixbImxvYWRPcmRlciJdPTcscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0iY3JheXBlIix9LFsiY3JheXBlLW5ldHdvcmstb2ZpIl09e1siZm4iXT0iL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIixbImZ1bGxOYW1lIl09ImNyYXlwZS1uZXR3b3JrLW9maSIsWyJsb2FkT3JkZXIiXT0zLHByb3BUPXt9LFsic3RhY2tEZXB0', '_ModuleTable003_': 'cHJvZC9sbW9kdWxlcy9pbnRlbC8xOS4xLjMuMzA0L2F0bGFzLzAuMzUuMC5sdWEiLFsiZnVsbE5hbWUiXT0iYXRsYXMvMC4zNS4wIixbImxvYWRPcmRlciJdPTI0LHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09ImF0bGFzLzAuMzUuMCIsfSxib29zdD17WyJmbiJdPSIvYXBwcy9wcm9kL2xtb2R1bGVzL2ludGVsLzE5LjEuMy4zMDQvYm9vc3QvMS43OS4wIixbImZ1bGxOYW1lIl09ImJvb3N0LzEuNzkuMCIsWyJsb2FkT3JkZXIiXT0xNixwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJib29zdC8xLjc5LjAiLH0sYnVmcj17WyJmbiJdPSIvYXBwcy9vcHMvcHJv', 'npe_aeroanlrun_gfs': 384, 'INTEL_LICENSE_FILE': '/pe/intel/compilers_and_libraries_2020.4.304/linux/licenses:/opt/intel/licenses:/intel/licenses', 'machine': 'WCOSS2', 'LMOD_ROOT': '/usr/share/lmod', 'ECBUILD_VERSION': '/apps/dev/ecbuild/3.7.0', 'DO_GOES': False, 'WIPE_DATA': False, 'COM_ATMOS_MINMON_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/minmon', 'UDUNITS_ROOT': '/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg', 'FROM_HEADER': '', 'CRAY_MPICH_ROOTDIR': '/opt/cray/pe/mpich/8.1.12', '_ModuleTable013_': 'c2VyTmFtZSJdPSJsaWJmYWJyaWMiLH0sbmNjbXA9e1siZm4iXT0iL2FwcHMvcHJvZC9sbW9kdWxlcy9pbnRlbC8xOS4xLjMuMzA0L25jY21wLzEuOC45LjAubHVhIixbImZ1bGxOYW1lIl09Im5jY21wLzEuOC45LjAiLFsibG9hZE9yZGVyIl09MjUscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0ibmNjbXAiLH0sbmNvPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvaW50ZWwvMTkuMS4zLjMwNC9uY28vNS4wLjYubHVhIixbImZ1bGxOYW1lIl09Im5jby81LjAuNiIsWyJsb2FkT3JkZXIiXT0yNixwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJuY28vNS4w', 'PBS_O_QUEUE': 'dev', 'ILPOST': 3, 'MAIL': '/var/spool/mail/terry.mcguinness', 'PE_INTEL_FIXED_PKGCONFIG_PATH': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0/lib/pkgconfig', 'HPSSARCH': False, 'DO_GENESIS': True, 'COM_ATMOS_IMAGERY_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/imagery', 'FHMIN_GFS': 0, '_ModuleTable016_': 'ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJxaHVsbC8yMDIwLjIiLH0sc3A9e1siZm4iXT0iL2FwcHMvb3BzL3Byb2QvbGlicy9tb2R1bGVmaWxlcy9jb21waWxlci9pbnRlbC8xOS4xLjMuMzA0L3NwLzIuNC4wLmx1YSIsWyJmdWxsTmFtZSJdPSJzcC8yLjQuMCIsWyJsb2FkT3JkZXIiXT0xOCxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJzcC8yLjQuMCIsfSx1ZHVuaXRzPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvaW50ZWwvMTkuMS4zLjMwNC91ZHVuaXRzLzIuMi4yOCIsWyJmdWxsTmFtZSJdPSJ1ZHVuaXRzLzIuMi4yOCIsWyJsb2FkT3JkZXIiXT0xNCxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3Rh', 'STATICB_TYPE': 'identity', 'binary_diag': False, 'ntiles': 6, 'DO_MERGENSST': False, 'LESSKEY': '/etc/lesskey.bin', '__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_INTEL': '19.0:1', 'STEP_GFS': 24, '_ModuleTable009_': 'NSxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0xLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJlaWdlbi8zLjQuMCIsfSxlbnZ2YXI9e1siZm4iXT0iL2FwcHMvcHJvZC9sbW9kdWxlcy9zeXNfY29yZS9lbnZ2YXIvMS4wIixbImZ1bGxOYW1lIl09ImVudnZhci8xLjAiLFsibG9hZE9yZGVyIl09NCxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0wLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJlbnZ2YXIvMS4wIix9LGZja2l0PXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvaW50ZWwvMTkuMS4zLjMwNC9mY2tpdC8wLjExLjAubHVhIixbImZ1bGxOYW1lIl09ImZja2l0LzAuMTEuMCIsWyJsb2FkT3JkZXIiXT0yMyxwcm9wVD17fSxbInN0YWNrRGVw', 'SHELL': '/bin/bash', 'TERM': 'xterm', 'DUMP_SUFFIX': '', 'CRAY_MPICH_VER': '8.1.12', 'FIXgsi': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gsi', 'LMOD_ADMIN_FILE': '/apps/prod/lmodules/admin.list', 'OCNRES': 500, 'COMROOT': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT', 'FIXgdas': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/gdas', 'LMOD_CUSTOM_COMPILER_GNU_8_0_UCX_1_0_PREFIX': '/apps/prod/lmodules/gcc/11.2.0:/apps/prod/lmodules/gcc/10.2.0', 'NMV': '/bin/mv', 'PE_MPICH_FIXED_PRGENV': 'INTEL', 'FIXcice': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/cice', 'LMOD_CUSTOM_COMPILER_CRAYCLANG_10_0_PREFIX': '/apps/prod/lmodules/cce/13.0.0:/apps/prod/lmodules/cce/12.0.3:/apps/prod/lmodules/cce/11.0.4', 'COMINecmwf': '/lfs/h2/emc/global/noscrub/emc.global/data/external_gempak/ecmwf', 'restart_interval_gdas': 3, 'LMOD_FAMILY_PRGENV': 'PrgEnv-intel', 'CASE': 'C96', '_ModuleTable_Sz_': 21, 'APP': 'ATMA', 'NTHREADS_AEROANL': 1, 'DO_COUPLED': False, 'NCLEN': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/getncdimlen', '__LMOD_REF_COUNT_CPATH': '/apps/prod/nco/5.0.6/include:1;/apps/prod/atlas/install-0.35.0/include:1;/apps/prod/fckit/install-0.11.0/include:1;/apps/prod/eckit/install-1.24.4/include:1;/apps/dev/qhull/install-2020.2/include:1;/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include/python3.8:1;/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include/eigen3:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/include:1;/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/include:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/ipp/include:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/include:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/pstl/include:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/pstl/stdlib:1;/pe/intel/compilers_and_libraries_2020.4.304/linux/tbb/include:2', 'COM_ICE_INPUT_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ice/input', 'XCURSOR_THEME': 'DMZ', 'NetCDF': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4', 'COM_OCEAN_GRIB_GRID_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/grib2/${GRID}', 'l4densvar': True, 'LMOD_FAMILY_COMPILER': 'intel', 'COM_WAVE_GRID_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/gridded', '_ModuleTable018_': 'LCIvYXBwcy9wcm9kL2xtb2R1bGVzL2ludGVsLzE5LjEuMy4zMDQiLCIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb21uZXQvaW50ZWwvMTkuMC9vZmkvMS4wIiwiL2FwcHMvcHJvZC9sbW9kdWxlcy9jb21waWxlci9pbnRlbC8xOS4wIiwiL2FwcHMvZGV2L2xtb2R1bGVzL2NvcmUiLCIvbGZzL2gyL2VtYy9nbG9iYWwvbm9zY3J1Yi9nbG9iYWx3b3JrZmxvdy5jaS9HRlNfQ0lfUk9PVC9QUi8yNzI5L2dsb2JhbC13b3JrZmxvdy9zb3JjL2dkYXMuY2QvbW9kdWxlZmlsZXMiLCIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9uZXQvb2ZpLzEuMCIsIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NwdS94ODYtcm9tZS8xLjAiLCIvdXNyL3NoYXJlL21vZHVs', 'OBS_LIST': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/parm/gdas/aero/obs/lists/gdas_aero.yaml.j2', 'PDYm6': datetime.datetime(2021, 12, 15, 0, 0), 'sp_VERSION': '2.4.0', 'IAU_FILTER_INCREMENTS': True, 'ACCOUNT_SERVICE': 'GFS-DEV', 'PDYm7': datetime.datetime(2021, 12, 14, 0, 0), 'PDYm4': datetime.datetime(2021, 12, 17, 0, 0), 'PDYm5': datetime.datetime(2021, 12, 16, 0, 0), 'PDYm2': datetime.datetime(2021, 12, 19, 0, 0), 'PDYm3': datetime.datetime(2021, 12, 18, 0, 0), 'PDYm1': datetime.datetime(2021, 12, 20, 0, 0), 'NCO_ROOT': '/apps/prod/nco/5.0.6', 'LMOD_CUSTOM_CNCM_CRAYCLANG_10_0_OFI_1_0_X86_ROME_1_0_CRAY_MPICH_8_0_PREFIX': '/apps/prod/lmodules/CCE_cray_mpich/11.0.4/cray-mpich/8.1.4', 'TMOUT': 1800, 'MAKE_NSSTBUFR': False, 'COM_OCEAN_INPUT_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ocean/input', 'SP_LIB4': '/apps/ops/prod/libs/intel/19.1.3.304/sp/2.4.0/lib64/libsp_4.a', 'DATAROOT': '/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74', 'JEDIEXE': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/exec/gdas.x', 'DO_OCN': False, 'FIXaer': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix/aer', 'DO_GEMPAK': False, 'PYTHONSTARTUP': '/etc/pythonstart', 'FHMAX_HF_WAV': 120, 'NETCDF_INCLUDES': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/include', 'SHLVL': 4, 'LANGUAGE': 'en_US.UTF-8', 'ENKF_SPREAD': True, 'PBS_O_HOST': 'dlogin09.dogwood.wcoss2.ncep.noaa.gov', 'HOMEgfs': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow', 'DEBUG_POSTSCRIPT': False, 'G_FILENAME_ENCODING': '@locale,UTF-8,ISO-8859-15,CP1252', 'PYTHONPATH': '/apps/ops/prod/nco/core/prod_util.v2.0.14/ush:/apps/prod/python-modules/3.8.6/intel/19.1.3.304/lib/python3.8/site-packages:/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/python:/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/python/wxflow/src', 'LMOD_CUSTOM_COMPILER_INTEL_19_0_UCX_1_0_PREFIX': '/apps/prod/lmodules/intel/19.1.3.304:/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304:/apps/ops/prod/nco/modulefiles/compiler/intel/19.1.3.304', 'HPC_OPT': '/apps/ops/prod/libs', 'ACLOCAL_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/share/aclocal:/apps/spack/cmake/3.20.2/intel/19.1.3.304/utnbptm3hrf7gppztidueu4jogfgemut/share/aclocal', 'PBS_O_SYSTEM': 'Linux', 'netcdf_diag': True, 'DO_WAVE': False, 'MANPATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/share/man:/apps/prod/nco/5.0.6/share/man:/apps/prod/hpc-stack/intel-19.1.3.304/nccmp/1.8.9.0/share/man:/apps/prod/atlas/install-0.35.0/share/man:/apps/prod/fckit/install-0.11.0/share/man:/apps/prod/eckit/install-1.24.4/share/man:/apps/dev/qhull/install-2020.2/share/man:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/share/man:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/share/man:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/share/man:/opt/cray/pe/mpich/8.1.12/ofi/man:/opt/cray/pe/mpich/8.1.12/man/mpich:/pe/intel/man/common:/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/man:/pe/intel/documentation_2020/en/debugger/gdb-ia/man:/apps/spack/git/2.29.0/gcc/10.2.0/rkn6xaqbrdlim3u4it2l6ljqszg62s25/share/man:/opt/cray/pe/pals/1.2.2/man:/opt/cray/pe/craype/2.7.17/man:/opt/cray/libfabric/1.11.0.0./share/man:/usr/share/lmod/lmod/share/man:/usr/share/man:/opt/pbs/share/man', '__LMOD_REF_COUNT_CLASSPATH': '/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/lib/mpi.jar:1', 'NET': 'gfs', 'INTEL_PATH': '/pe/intel/compilers_and_libraries_2020.4.304', 'CASE_ENS': '@CASEENS@', 'SP_LIBd': '/apps/ops/prod/libs/intel/19.1.3.304/sp/2.4.0/lib64/libsp_d.a', 'DO_PREP_OBS_AERO': False, 'INTEL_VERSION': '19.1.3.304', 'MPICH_DIR': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0', 'OSCAR_HOME': '/opt/oscar', 'INCVARS_EFOLD': 5, 'io_layout_x': 1, 'io_layout_y': 1, 'LOCALARCH': False, 'PBS_O_LOGNAME': 'terry.mcguinness', 'COM_ICE_GRIB_GRID_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/grib2/${GRID}', 'FHMAX_WAV_GFS': 120, 'PBS_NODENUM': 0, 'MODULEPATH': '/apps/ops/prod/libs/modulefiles/mpi/intel/19.1.3.304/cray-mpich/8.1.4:/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4:/opt/cray/pe/lmod/modulefiles/mpi/intel/19.0/ofi/1.0/cray-mpich/8.0:/apps/ops/prod/nco/modulefiles/compiler/intel/19.1.3.304:/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304:/apps/prod/lmodules/intel/19.1.3.304:/opt/cray/pe/lmod/modulefiles/comnet/intel/19.0/ofi/1.0:/apps/prod/lmodules/compiler/intel/19.0:/apps/dev/lmodules/core:/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/sorc/gdas.cd/modulefiles:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-rome/1.0:/usr/share/modules:/usr/share/Modules/$MODULE_VERSION/modulefiles:/usr/share/modules/modulefiles:/usr/share/modulefiles/Linux:/usr/share/modulefiles/Core:/usr/share/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/apps/prod/lmodules/sys_core:/apps/ops/prod/nco/modulefiles/core:/apps/prod/lmodules/core:/opt/cray/modulefiles', 'PBS_JOBDIR': '/u/terry.mcguinness', 'is_exclusive': True, 'CRAY_MPICH_DIR': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0', 'restart_interval_gfs': 12, 'COM_ATMOS_INPUT_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/atmos/input', 'LMOD_FAMILY_CRAYPE': 'craype', 'LOGNAME': 'terry.mcguinness', 'FSYNC': '/apps/ops/prod/nco/core/prod_util.v2.0.14/exec/fsync_file', 'COM_MED_RESTART_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/med/restart', 'FCKIT_VERSION': '0.11.0', '__LMOD_REF_COUNT_LMOD_CUSTOM_PATHS': 'CNCM/apps/ops/prod/libs/modulefiles/mpi/intel/19.1.3.304/cray-mpich/8.1.4:1;CNCM/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4:1;COMPILER/apps/ops/prod/nco/modulefiles/compiler/intel/19.1.3.304:1;COMPILER/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304:1;COMPILER/apps/prod/lmodules/intel/19.1.3.304:1', 'DO_CALC_INCREMENT': False, 'ERRSCRIPT': 'eval [[ $err = 0 ]]', 'CRAY_MPICH_VERSION': '8.1.12', 'COM_ATMOS_OZNMON_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/oznmon', 'COM_ATMOS_WMO_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/wmo', 'MODULE_VERSION_STACK': '3.2.10', 'CPLUS_INCLUDE_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/include:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include:/apps/spack/boost/1.79.0/intel/19.1.3.304/hyg7dngmjd7wgqr2r7bcdbcbd3cqkqbx/include:/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/include:/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/include', 'MKLROOT': '/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl', 'MODE': 'cycled', 'NOSCRUB': '/lfs/h2/emc/global/noscrub/terry.mcguinness', 'ECKIT_PATH': '/apps/prod/eckit/install-1.24.4/', 'FIXgfs': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/fix', 'MODULEPATH_ROOT': '/usr/share/modulefiles', 'LMOD_PACKAGE_PATH': '/apps/prod/lmodules', '__LMOD_REF_COUNT_PE_INTEL_FIXED_PKGCONFIG_PATH': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0/lib/pkgconfig:1', 'USHgfs': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush', 'FHOUT_HF_GFS': 1, 'SENDECF': False, 'PE_MPICH_GTL_LIBS_amd_gfx906': '-lmpi_gtl_hsa', 'aero_bkg_times': '3,6,9', 'COM_OCEAN_GRIB_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/grib2', 'PSTLROOT': '/pe/intel/compilers_and_libraries_2020.4.304/linux/pstl', 'DO_JEDIATMENS': False, 'BASE_JOB': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/jobs/rocoto', 'KEEPDATA': False, 'XDG_CONFIG_DIRS': '/etc/xdg', 'MAKE_ACFTBUFR': False, 'PATH': '/apps/spack/git-lfs/2.11.0/gcc/11.2.0/m6b6nl5kfqngfteqbggydc7kflxere3s/bin:/apps/ops/prod/libs/intel/19.1.3.304/bufr/12.0.1/bin:/apps/ops/prod/nco/core/prod_util.v2.0.14/ush:/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/bin:/apps/prod/nco/5.0.6/bin:/apps/prod/hpc-stack/intel-19.1.3.304/nccmp/1.8.9.0/bin:/apps/prod/atlas/install-0.35.0/bin:/apps/prod/fckit/install-0.11.0/bin:/apps/prod/eckit/install-1.24.4/bin:/apps/dev/qhull/install-2020.2/bin:/apps/dev/ecbuild/3.7.0:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/bin:/apps/spack/udunits/2.2.28/intel/19.1.3.304/vcyezvmxp635k4aochioodzoduja3ntg/bin:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/bin:/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/hdf5/1.10.6/bin:/pe/intel/compilers_and_libraries_2020.4.304/linux/bin/intel64:/pe/intel/compilers_and_libraries_2020.4.304/linux/bin:/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/bin:/pe/intel/debugger_2020/gdb/intel64/bin:/apps/spack/git/2.29.0/gcc/10.2.0/rkn6xaqbrdlim3u4it2l6ljqszg62s25/bin:/opt/cray/pe/pals/1.2.2/bin:/opt/cray/pe/craype/2.7.17/bin:/apps/spack/cmake/3.20.2/intel/19.1.3.304/utnbptm3hrf7gppztidueu4jogfgemut/bin:/opt/cray/libfabric/1.11.0.0./bin:/u/terry.mcguinness/bin:/usr/local/bin:/usr/bin:/bin:/opt/pbs/bin:/sbin:/opt/cray/pe/bin:/apps/prod/python-modules/3.8.6/intel/19.1.3.304/bin:/apps/prod/python-modules/3.8.6/intel/19.1.3.304/lib/python3.8/site-packages/bin', 'DO_TRACKER': True, 'PE_MPICH_GTL_LIBS_amd_gfx908': '-lmpi_gtl_hsa', '_ModuleTable014_': 'LjYiLH0sbmV0Y2RmPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvSU5URUxfY3JheV9tcGljaC8xOS4xLjMuMzA0L2NyYXktbXBpY2gvOC4xLjQvbmV0Y2RmLzQuNy40Lmx1YSIsWyJmdWxsTmFtZSJdPSJuZXRjZGYvNC43LjQiLFsibG9hZE9yZGVyIl09MTMscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0ibmV0Y2RmLzQuNy40Iix9LHByb2RfdXRpbD17WyJmbiJdPSIvYXBwcy9vcHMvcHJvZC9uY28vbW9kdWxlZmlsZXMvY29yZS9wcm9kX3V0aWwvMi4wLjE0IixbImZ1bGxOYW1lIl09InByb2RfdXRpbC8yLjAuMTQiLFsibG9hZE9yZGVyIl09MjgscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJd', 'NCO_LIBRARIES': '/apps/prod/nco/5.0.6/lib64', 'TBBROOT': '/pe/intel/compilers_and_libraries_2020.4.304/linux/tbb', '__LMOD_REF_COUNT_PE_PRODUCT_LIST': 'CRAYPE:1;CRAYPE_X86_ROME:1', '_LMFILES_': '/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-rome.lua:/opt/cray/modulefiles/libfabric/1.11.0.0.:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/apps/prod/lmodules/sys_core/envvar/1.0:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-intel/8.2.0.lua:/apps/prod/lmodules/core/cmake/3.20.2:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.17.lua:/opt/cray/pe/lmod/modulefiles/core/cray-pals/1.2.2.lua:/apps/prod/lmodules/core/git/2.29.0:/apps/prod/lmodules/core/intel/19.1.3.304.lua:/opt/cray/pe/lmod/modulefiles/comnet/intel/19.0/ofi/1.0/cray-mpich/8.1.12.lua:/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4/hdf5/1.10.6.lua:/apps/prod/lmodules/INTEL_cray_mpich/19.1.3.304/cray-mpich/8.1.4/netcdf/4.7.4.lua:/apps/prod/lmodules/intel/19.1.3.304/udunits/2.2.28:/apps/prod/lmodules/intel/19.1.3.304/eigen/3.4.0:/apps/prod/lmodules/intel/19.1.3.304/boost/1.79.0:/apps/prod/lmodules/core/gsl-lite/v0.40.0.lua:/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304/sp/2.4.0.lua:/apps/prod/lmodules/intel/19.1.3.304/python/3.8.6:/apps/dev/lmodules/core/ecbuild/3.7.0:/apps/prod/lmodules/intel/19.1.3.304/qhull/2020.2.lua:/apps/prod/lmodules/intel/19.1.3.304/eckit/1.24.4.lua:/apps/prod/lmodules/intel/19.1.3.304/fckit/0.11.0.lua:/apps/prod/lmodules/intel/19.1.3.304/atlas/0.35.0.lua:/apps/prod/lmodules/intel/19.1.3.304/nccmp/1.8.9.0.lua:/apps/prod/lmodules/intel/19.1.3.304/nco/5.0.6.lua:/apps/prod/lmodules/intel/19.1.3.304/gsl/2.7:/apps/ops/prod/nco/modulefiles/core/prod_util/2.0.14:/apps/ops/prod/libs/modulefiles/compiler/intel/19.1.3.304/bufr/12.0.1.lua:/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/sorc/gdas.cd/modulefiles/GDAS/wcoss2.intel.lua', 'NetCDF_LIBRARIES': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/lib', 'COMDATEROOT': '/lfs/h1/ops/prod/com', 'GSI_SOILANAL': False, 'EXECgfs': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/exec', 'cycle': 't00z', 'HDF5_VERSION': '1.10.6', 'LEVS': 128, 'pgmerr': 'errfile', 'PS4': '+ $(basename ${BASH_SOURCE[0]:-${FUNCNAME[0]:-"Unknown"}})[${LINENO}]: ', 'BASE_GIT': '/lfs/h2/emc/global/save/emc.global/git', 'PBS_QUEUE': 'dev', 'MODULESHOME': '/usr/share/lmod/lmod', 'LMOD_SETTARG_FULL_SUPPORT': False, 'PKG_CONFIG_PATH': '/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb/lib64/pkgconfig:/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib/pkgconfig:/apps/spack/eigen/3.4.0/intel/19.1.3.304/6rj6wgdigkv6y3te65xdvbkyhi65tdhu/share/pkgconfig:/pe/intel/compilers_and_libraries_2020.4.304/linux/mkl/bin/pkgconfig:/opt/cray/pe/craype/2.7.17/pkg-config:/opt/cray/libfabric/1.11.0.0./lib64/pkgconfig', 'INFOPATH': '/pe/intel/documentation_2020/en/debugger/gdb-ia/info::/apps/docs/info', 'G_BROKEN_FILENAMES': 1, 'FHOUT_OCN': 3, 'COM_ATMOS_GENESIS_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/cyclone/genesis_vital', 'I_MPI_ROOT': '/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi', '_ModuleTable011_': 'bC8yLjciLH0sWyJnc2wtbGl0ZSJdPXtbImZuIl09Ii9hcHBzL3Byb2QvbG1vZHVsZXMvY29yZS9nc2wtbGl0ZS92MC40MC4wLmx1YSIsWyJmdWxsTmFtZSJdPSJnc2wtbGl0ZS92MC40MC4wIixbImxvYWRPcmRlciJdPTE3LHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09ImdzbC1saXRlL3YwLjQwLjAiLH0saGRmNT17WyJmbiJdPSIvYXBwcy9wcm9kL2xtb2R1bGVzL0lOVEVMX2NyYXlfbXBpY2gvMTkuMS4zLjMwNC9jcmF5LW1waWNoLzguMS40L2hkZjUvMS4xMC42Lmx1YSIsWyJmdWxsTmFtZSJdPSJoZGY1LzEuMTAuNiIsWyJsb2FkT3JkZXIiXT0xMixwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0yLFsic3RhdHVzIl09', 'IAUFHRS_ENKF': 6, 'DO_VRFY_OCEANDA': False, 'HISTSIZE': 10000, 'PE_MPICH_GTL_LIBS_amd_gfx90a': '-lmpi_gtl_hsa', 'CRAYPE_DIR': '/opt/cray/pe/craype/2.7.17', 'BUFR_INC4': '/apps/ops/prod/libs/intel/19.1.3.304/bufr/12.0.1/include/bufr_4', 'INCREMENTS_TO_ZERO': "'liq_wat_inc','icmr_inc','rwmr_inc','snmr_inc','grle_inc'", 'LMOD_PKG': '/usr/share/lmod/lmod', '__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS': 'mpich:1', 'IAU_OFFSET': 6, 'DO_GENESIS_FSU': False, 'GDASAPP_TESTDATA': '/lfs/h2/emc/da/noscrub/emc.da/GDASApp/data', 'FHMAX_HF_GFS': 0, 'COM_WAVE_STATION_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/station', 'COM_CONF_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/conf', 'CPU': 'x86_64', '__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS': 'mpich:1', 'BUFR_LIB4': '/apps/ops/prod/libs/intel/19.1.3.304/bufr/12.0.1/lib64/libbufr_4.a', 'CRAYPE_VERSION': '2.7.17', 'nth_aeroanlrun_gdas': 1, 'COM_ATMOS_TRACK_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/cyclone/tracks', 'NETCDF_LIBRARIES': '/apps/prod/hpc-stack/intel-19.1.3.304/cray-mpich-8.1.4/netcdf/4.7.4/lib', 'PTMP': '/lfs/h2/emc/ptmp/terry.mcguinness', 'FHOUT_HF_WAV': 1, 'DONST': True, 'NCO_INCLUDES': '/apps/prod/nco/5.0.6/include', 'LMOD_CMD': '/usr/share/lmod/lmod/libexec/lmod', '_ModuleTable005_': 'Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvbW5ldC9pbnRlbC8xOS4wL29maS8xLjAvY3JheS1tcGljaC84LjEuMTIubHVhIixbImZ1bGxOYW1lIl09ImNyYXktbXBpY2gvOC4xLjEyIixbImxvYWRPcmRlciJdPTExLHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09ImNyYXktbXBpY2gvOC4xLjEyIix9LFsiY3JheS1wYWxzIl09e1siZm4iXT0iL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29yZS9jcmF5LXBhbHMvMS4yLjIubHVhIixbImZ1bGxOYW1lIl09ImNyYXktcGFscy8xLjIuMiIsWyJsb2FkT3JkZXIiXT04LHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJO', 'DO_AERO': True, 'STMP': '/lfs/h2/emc/stmp/terry.mcguinness', 'CRAY_MPICH_PREFIX': '/opt/cray/pe/mpich/8.1.12/ofi/intel/19.0', 'CHGRP_RSTPROD': True, 'DBNROOT': '/apps/ops/prod/nco/core/prod_util.v2.0.14/fakedbn', 'CVS_RSH': 'ssh', 'PBS_O_MAIL': '/var/spool/mail/terry.mcguinness', 'OMP_NUM_THREADS': 1, 'LESSOPEN': 'lessopen.sh %s', '_ModuleTable020_': 'eS9tb2R1bGVmaWxlcyIsfSxbInN5c3RlbUJhc2VNUEFUSCJdPSIvdXNyL3NoYXJlL21vZHVsZXM6L3Vzci9zaGFyZS9Nb2R1bGVzLyRNT0RVTEVfVkVSU0lPTi9tb2R1bGVmaWxlczovdXNyL3NoYXJlL21vZHVsZXMvbW9kdWxlZmlsZXM6L3Vzci9zaGFyZS9tb2R1bGVmaWxlcy9MaW51eDovdXNyL3NoYXJlL21vZHVsZWZpbGVzL0NvcmU6L3Vzci9zaGFyZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L2FwcHMvcHJvZC9sbW9kdWxlcy9zeXNfY29yZTovYXBwcy9vcHMvcHJvZC9uY28vbW9kdWxlZmlsZXMvY29yZTov', 'COM_OCEAN_HISTORY_TMPL': '${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model_data/ocean/history', 'EXP_WARM_START': False, 'FHMAX_WAV': 9, 'LMOD_DIR': '/usr/share/lmod/lmod/libexec', 'LC_TIME': 'C.UTF-8', 'SCRgfs': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/scripts', 'LMOD_FAMILY_MPI': 'cray-mpich', 'BASH_FUNC_module%%': '() { eval $($LMOD_CMD bash "$@") && eval $(${LMOD_SETTARG_CMD:-:} -s sh)\n}', 'BASH_FUNC_declare_from_tmpl%%': '() { if [[ ${DEBUG_WORKFLOW:-"NO"} == "NO" ]]; then\n set +x;\n fi;\n local opts="-g";\n local OPTIND=1;\n while getopts "rx" option; do\n opts="${opts}${option}";\n done;\n shift $((OPTIND-1));\n for input in "$@";\n do\n IFS=\':\' read -ra args <<< "${input}";\n local com_var="${args[0]}";\n local template;\n local value;\n if (( ${#args[@]} > 1 )); then\n template="${args[1]}";\n else\n template="${com_var}_TMPL";\n fi;\n if [[ ! -v "${template}" ]]; then\n echo "FATAL ERROR in declare_from_tmpl: Requested template ${template} not defined!";\n exit 2;\n fi;\n value=$(echo "${!template}" | envsubst);\n declare ${opts} "${com_var}"="${value}";\n echo "declare_from_tmpl :: ${com_var}=${value}";\n done;\n set_trace\n}', 'BASH_FUNC_wait_for_file%%': '() { set +x;\n local file_name=${1:?"wait_for_file() requires a file name"};\n local sleep_interval=${2:-60};\n local max_tries=${3:-100};\n for ((iter=0; iter<max_tries; iter++ ))\n do\n if [[ -r ${file_name} ]]; then\n set_trace;\n return 0;\n fi;\n sleep "${sleep_interval}";\n done;\n set_trace;\n return 1\n}', 'BASH_FUNC_ml%%': '() { eval $($LMOD_DIR/ml_cmd "$@")\n}', '_': '/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/scripts/exglobal_aero_analysis_run.py'} )[0m | |
| [38;5;39m2024-06-27 22:36:19,798 - DEBUG - task : Deleting runtime_key PDY from config[0m | |
| [38;5;39m2024-06-27 22:36:19,799 - DEBUG - task : Deleting runtime_key cyc from config[0m | |
| [38;5;39m2024-06-27 22:36:19,799 - DEBUG - task : Deleting runtime_key DATA from config[0m | |
| [38;5;39m2024-06-27 22:36:19,799 - DEBUG - task : Deleting runtime_key RUN from config[0m | |
| [38;5;39m2024-06-27 22:36:19,799 - DEBUG - task : Deleting runtime_key CDUMP from config[0m | |
| [38;5;39m2024-06-27 22:36:19,799 - DEBUG - task : current cycle: 2021-12-21 00:00:00[0m | |
| [38;5;39m2024-06-27 22:36:19,799 - DEBUG - task : previous cycle: 2021-12-20 18:00:00[0m | |
| [38;21m2024-06-27 22:36:19,800 - INFO - aero_analysis: END: AerosolAnalysis.__init__[0m | |
| [38;5;39m2024-06-27 22:36:19,801 - DEBUG - aero_analysis: returning: None[0m | |
| [38;21m2024-06-27 22:36:19,801 - INFO - aero_analysis: BEGIN: pygfs.task.aero_analysis.execute[0m | |
| [38;5;39m2024-06-27 22:36:19,801 - DEBUG - aero_analysis: ( <pygfs.task.aero_analysis.AerosolAnalysis object at 0x1548c131af40> )[0m | |
| [38;5;39m2024-06-27 22:36:19,801 - DEBUG - aero_analysis: Executing mpiexec -l -n 384 /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00/gdas.x fv3jedi variational /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00/gfs.t00z.aerovar.yaml[0m | |
| nid001072.dogwood.wcoss2.ncep.noaa.gov 0: OOPS Starting 2024-06-27 22:36:38 (UTC+0000) | |
| nid001072.dogwood.wcoss2.ncep.noaa.gov 0: Configuration input file is: /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00/gfs.t00z.aerovar.yaml | |
| Full configuration is:YAMLConfiguration[path=/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00/gfs.t00z.aerovar.yaml, root={cost function => {cost type => 3D-FGAT , time window => {begin => 2021-12-20T21:00:00Z , length => PT6H} , analysis variables => (mass_fraction_of_sulfate_in_air,mass_fraction_of_hydrophobic_black_carbon_in_air,mass_fraction_of_hydrophilic_black_carbon_in_air,mass_fraction_of_hydrophobic_organic_carbon_in_air,mass_fraction_of_hydrophilic_organic_carbon_in_air,mass_fraction_of_dust001_in_air,mass_fraction_of_dust002_in_air,mass_fraction_of_dust003_in_air,mass_fraction_of_dust004_in_air,mass_fraction_of_dust005_in_air,mass_fraction_of_sea_salt001_in_air,mass_fraction_of_sea_salt002_in_air,mass_fraction_of_sea_salt003_in_air,mass_fraction_of_sea_salt004_in_air) , geometry => {fms initialization => {namelist filename => ./fv3jedi/fmsmpp.nml , field table filename => ./fv3jedi/field_table} , akbk => ./fv3jedi/akbk.nc4 , layout => (8,8) , npx => 97 , npy => 97 , npz => 127 , field metadata override => ./fv3jedi/fv3jedi_fieldmetadata_restart.yaml} , model => {name => PSEUDO , datapath => ./bkg , filetype => fms restart , filename is datetime templated => true , tstep => PT3H , filename_core => %yyyy%mm%dd.%hh%MM%ss.fv_core.res.nc , filename_trcr => %yyyy%mm%dd.%hh%MM%ss.fv_tracer.res.nc , filename_cplr => %yyyy%mm%dd.%hh%MM%ss.coupler.res} , background => {datapath => ./bkg , filetype => fms restart , datetime => 2021-12-20T21:00:00Z , filename_core => 20211220.210000.fv_core.res.nc , filename_trcr => 20211220.210000.fv_tracer.res.nc , filename_cplr => 20211220.210000.coupler.res , state variables => (t,delp,sphum,so4,bc1,bc2,oc1,oc2,dust1,dust2,dust3,dust4,dust5,seas1,seas2,seas3,seas4)} , background error => {covariance model => FV3JEDI-ID , date => 2021-12-20T21:00:00Z} , observations => {observers => ({obs space => {name => viirsnid001072.dogwood.wcoss2.ncep.noaa.gov 0: _n20_aod , obsdatain => {engine => {type => H5File , obsfile => /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00/obs/gfs.t00z.viirs_n20.2021122100.nc4}} , obsdataout => {engine => {type => H5File , obsfile => /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00/diags/diag_viirs_n20_2021122100.nc4}} , io pool => {max pool size => 1} , simulated variables => (aerosolOpticalDepth) , channels => 4} , get values => {interpolation method => barycentric , time interpolation => linear} , obs operator => {name => AodCRTM , Absorbers => (H2O,O3) , obs options => {Sensor_ID => v.viirs-m_j1 , EndianType => little_endian , CoefficientPath => /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00/crtm/ , AerosolOption => aerosols_gocart_default}} , obs error => {covariance model => diagonal} , obs filters => ({filter => PreQC , maxvalue => 1},{filter => Domain Check , where => ({variable => {name => latitude@MetaData} , minvalue => -60 , maxvalue => 60})},{filter => Bounds Check , filter variables => ({name => aerosolOpticalDepth , channels => 4}) , minvalue => 0 , maxvalue => 4.9 , action => {name => reject}},{filter => Background Check , channels => 4 , threshold => 3 , action => {name => inflate error , inflation factor => 3}})},{obs space => {name => viirs_npp_aod , obsdatain => {engine => {type => H5File , obsfile => /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00/obs/gfs.t00z.viirs_npp.2021122100.nc4}} , obsdataout => {engine => {type => H5File , obsfile => /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00/diags/diag_viirs_npp_2021122100.nc4}} , io pool => {max pool size => 1} , simulated variables => (aerosolOpticalDepth) , channels => 4} , get values => {interpolation method => barycentric , time interpolation => linear} , obs operator => {name => AodCRTM , Absorbers => (H2O,O3) , obs options => {Sensor_ID => v.viirs-m_npp , EndianType => little_endian , Coeffinid001072.dogwood.wcoss2.ncep.noaa.gov 0: cientPath => /lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74/gfsaeroanl_00/crtm/ , AerosolOption => aerosols_gocart_default}} , obs error => {covariance model => diagonal} , obs filters => ({filter => PreQC , maxvalue => 1},{filter => Domain Check , where => ({variable => {name => latitude@MetaData} , minvalue => -60 , maxvalue => 60})},{filter => Bounds Check , filter variables => ({name => aerosolOpticalDepth , channels => 4}) , minvalue => 0 , maxvalue => 4.9 , action => {name => reject}},{filter => Background Check , channels => 4 , threshold => 3 , action => {name => inflate error , inflation factor => 3}})})}} , variational => {minimizer => {algorithm => DRPCG} , iterations => ({ninner => 35 , gradient norm reduction => 1e-10 , test => true , geometry => {fms initialization => {namelist filename => ./fv3jedi/fmsmpp.nml , field table filename => ./fv3jedi/field_table} , akbk => ./fv3jedi/akbk.nc4 , layout => (8,8) , npx => 97 , npy => 97 , npz => 127 , field metadata override => ./fv3jedi/fv3jedi_fieldmetadata_restart.yaml} , diagnostics => {departures => bkgmob}},{ninner => 35 , gradient norm reduction => 1e-10 , test => true , geometry => {fms initialization => {namelist filename => ./fv3jedi/fmsmpp.nml , field table filename => ./fv3jedi/field_table} , akbk => ./fv3jedi/akbk.nc4 , layout => (8,8) , npx => 97 , npy => 97 , npz => 127 , field metadata override => ./fv3jedi/fv3jedi_fieldmetadata_restart.yaml} , diagnostics => {departures => bkgmob1}})} , final => {diagnostics => {departures => anlmob} , increment => {geometry => {fms initialization => {namelist filename => ./fv3jedi/fmsmpp.nml , field table filename => ./fv3jedi/field_table} , akbk => ./fv3jedi/akbk.nc4 , layout => (8,8) , npx => 97 , npy => 97 , npz => 127 , field metadata override => ./fv3jedi/fv3jedi_fieldmetadata_restart.yaml} , output => {state component => {datapath => ./anl , prefix => aeroinc , filetype => fms restart , filename_core => 20211221.000000.fv_core.res.nc , filename_trcr => 20211221.000000.fv_tracer.nid001072.dogwood.wcoss2.ncep.noaa.gov 0: res.nc , filename_cplr => 20211221.000000.coupler.res , state variables => (t,delp,sphum,so4,bc1,bc2,oc1,oc2,dust1,dust2,dust3,dust4,dust5,seas1,seas2,seas3,seas4)}}}}}] | |
| nid001072.dogwood.wcoss2.ncep.noaa.gov 0: OOPS_STATS ObjectCountHelper started. | |
| nid001072.dogwood.wcoss2.ncep.noaa.gov 0: OOPS_STATS Run start - Runtime: 5.11 sec, Memory: total: 76.27 Gb, per task: min = 115.64 Mb, max = 243.01 Mb | |
| Run: Starting oops::Variational<FV3JEDI, UFO and IODA observations> | |
| nid001072.dogwood.wcoss2.ncep.noaa.gov 0: OOPS_STATS Variational start - Runtime: 5.11 sec, Local Memory: 126.60 Mb | |
| nid001072.dogwood.wcoss2.ncep.noaa.gov 0: | |
| FATAL from PE 0: get_ascii_file_num_lines: File ./fv3jedi/fmsmpp.nml does not exist. | |
| nid001072.dogwood.wcoss2.ncep.noaa.gov 0: | |
| FATAL from PE 0: get_ascii_file_num_lines: File ./fv3jedi/fmsmpp.nml does not exist. | |
| nid001072.dogwood.wcoss2.ncep.noaa.gov 0: Image PC Routine Line Source | |
| libifcoremt.so.5 0000154C11850D4A tracebackqq_ Unknown Unknown | |
| libfms.so 0000154C16B43B63 mpp_mod_mp_mpp_er Unknown Unknown | |
| libfms.so 0000154C16B3B0C8 mpp_mod_mp_get_as Unknown Unknown | |
| libfms.so 0000154C16B3A864 mpp_mod_mp_read_i Unknown Unknown | |
| libfms.so 0000154C16B3FC2C mpp_mod_mp_mpp_in Unknown Unknown | |
| libfms.so 0000154C166BA019 fms_mod_mp_fms_in Unknown Unknown | |
| libfv3jedi.so 0000154C3FC6D563 fv3jedi_geom_mod_ Unknown Unknown | |
| libfv3jedi.so 0000154C3FC3EBC0 fv3jedi_geom_init Unknown Unknown | |
| libfv3jedi.so 0000154C3FC09284 _ZN7fv3jedi8Geome Unknown Unknown | |
| gdas.x 000000000059EDCF Unknown Unknown Unknown | |
| gdas.x 00000000007C8006 Unknown Unknown Unknown | |
| gdas.x 0000000000619599 Unknown Unknown Unknown | |
| gdas.x 0000000000619489 Unknown Unknown Unknown | |
| gdas.x 00000000006033D1 Unknown Unknown Unknown | |
| gdas.x 000000000060176D Unknown Unknown Unknown | |
| liboops.so 0000154C150AC0EB _ZN4oops3Run7exec Unknown Unknown | |
| gdas.x 00000000004D749E Unknown Unknown Unknown | |
| gdas.x 00000000004C563D Unknown Unknown Unknown | |
| libc-2.31.so 0000154C119D724D __libc_start_main Unknown Unknown | |
| gdas.x 00000000004C502A Unknown Unknown Unknown | |
| MPICH ERROR [Rank 0] [job id 46a787ad-dcb3-4160-9128-6bb8c4fcf53a] [Thu Jun 27 22:36:41 2024] [nid001072] - Abort(1) (rank 0 in comm 0): application called MPI_Abort(MPI_COMM_WORLD, 1) - process 0 | |
| nid001072.dogwood.wcoss2.ncep.noaa.gov 0: aborting job: | |
| application called MPI_Abort(MPI_COMM_WORLD, 1) - process 0 | |
| =>> PBS: job killed: walltime 1809 exceeded limit 1800 | |
| nid001072.dogwood.wcoss2.ncep.noaa.gov: rank 38 died from signal 15 | |
| ++ aeroanlrun.sh[1]: postamble aeroanlrun.sh 1719527750 0 | |
| ++ JGLOBAL_AERO_ANALYSIS_RUN[1]: postamble JGLOBAL_AERO_ANALYSIS_RUN 1719527774 0 | |
| ++ preamble.sh[70]: set +x | |
| ++ preamble.sh[70]: set +x | |
| /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/ush/preamble.sh: line 98: 32408 Terminated ${EXSCRIPT} | |
| End aeroanlrun.sh at 23:05:59 with error code 0 (time elapsed: 00:30:09) | |
| End JGLOBAL_AERO_ANALYSIS_RUN at 23:05:59 with error code 0 (time elapsed: 00:29:45) | |
| Application 46a787ad-dcb3-4160-9128-6bb8c4fcf53a resources: utime=675296s stime=3597s maxrss=237316KB inblock=1573074 oublock=0 minflt=7762300 majflt=9375 nvcsw=2882214 nivcsw=266047 | |
| PBS: Running epilogue on parent mom node: nid001072... | |
| ##### Job 154196322.dbqs01 - PBS Job Script: | |
| (Note: Duplicate #PBS entries are a function how PBS interprets and caches the original job script.) | |
| #! /bin/sh | |
| #PBS -N C96_atmaerosnowDA_68dc5c74_gfsaeroanlrun_00 | |
| #PBS -A GFS-DEV | |
| #PBS -q dev | |
| #PBS -l walltime=00:30:00 | |
| #PBS -l select=3:mpiprocs=128:ompthreads=1:ncpus=128 | |
| #PBS -j oe -o /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT/C96_atmaerosnowDA_68dc5c74/logs/2021122100/gfsaeroanlrun.log | |
| #PBS -l place=vscatter:exclhost | |
| export RUN_ENVIR='emc' | |
| export HOMEgfs='/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow' | |
| export EXPDIR='/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/EXPDIR/C96_atmaerosnowDA_68dc5c74' | |
| export NET='gfs' | |
| export CDUMP='gfs' | |
| export RUN='gfs' | |
| export CDATE='2021122100' | |
| export PDY='20211221' | |
| export cyc='00' | |
| export COMROOT='/lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/RUNTESTS/COMROOT' | |
| export DATAROOT='/lfs/h2/emc/stmp/terry.mcguinness/RUNDIRS/C96_atmaerosnowDA_68dc5c74' | |
| set -x | |
| /lfs/h2/emc/global/noscrub/globalworkflow.ci/GFS_CI_ROOT/PR/2729/global-workflow/jobs/rocoto/aeroanlrun.sh | |
| ##### End of job script | |
| ------------------------------------------------------------------ | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment