|
346 | 346 | <environment_variables compiler="gnu"> |
347 | 347 | <env name="MOAB_ROOT">$SHELL{if [ -z "$MOAB_ROOT" ]; then echo /global/cfs/cdirs/e3sm/software/moab/gnu; else echo "$MOAB_ROOT"; fi}</env> |
348 | 348 | </environment_variables> |
349 | | - <environment_variables compiler="nvidia"> |
| 349 | + <environment_variables compiler="nvidia" DEBUG="TRUE"> |
| 350 | + <env name="MOAB_ROOT">$SHELL{if [ -z "$MOAB_ROOT" ]; then echo /global/cfs/cdirs/e3sm/software/moab/nvidia-debug; else echo "$MOAB_ROOT"; fi}</env> |
| 351 | + </environment_variables> |
| 352 | + <environment_variables compiler="nvidia" DEBUG="FALSE"> |
350 | 353 | <env name="MOAB_ROOT">$SHELL{if [ -z "$MOAB_ROOT" ]; then echo /global/cfs/cdirs/e3sm/software/moab/nvidia; else echo "$MOAB_ROOT"; fi}</env> |
351 | 354 | </environment_variables> |
352 | 355 | <resource_limits> |
|
756 | 759 | <env name="SZ_ROOT">$SHELL{if [ -z "$SZ_ROOT" ]; then echo /global/cfs/cdirs/e3sm/3rdparty/sz/2.1.12.5/aocc-4.1.0; else echo "$SZ_ROOT"; fi}</env> |
757 | 760 | <env name="ZFP_ROOT">$SHELL{if [ -z "$ZFP_ROOT" ]; then echo /global/cfs/cdirs/e3sm/3rdparty/zfp/1.0.1/aocc-4.1.0; else echo "$ZFP_ROOT"; fi}</env> |
758 | 761 | </environment_variables> |
759 | | - <environment_variables compiler="intel"> |
| 762 | + <environment_variables compiler="intel" DEBUG="TRUE"> |
| 763 | + <env name="MOAB_ROOT">$SHELL{if [ -z "$MOAB_ROOT" ]; then echo /global/cfs/cdirs/e3sm/software/moab/intel-debug; else echo "$MOAB_ROOT"; fi}</env> |
| 764 | + </environment_variables> |
| 765 | + <environment_variables compiler="intel" DEBUG="FALSE"> |
760 | 766 | <env name="MOAB_ROOT">$SHELL{if [ -z "$MOAB_ROOT" ]; then echo /global/cfs/cdirs/e3sm/software/moab/intel; else echo "$MOAB_ROOT"; fi}</env> |
761 | 767 | </environment_variables> |
762 | 768 | <environment_variables compiler="gnu"> |
763 | 769 | <env name="MOAB_ROOT">$SHELL{if [ -z "$MOAB_ROOT" ]; then echo /global/cfs/cdirs/e3sm/software/moab/gnu; else echo "$MOAB_ROOT"; fi}</env> |
764 | 770 | </environment_variables> |
| 771 | + <environment_variables compiler="nvidia" DEBUG="TRUE"> |
| 772 | + <env name="MOAB_ROOT">$SHELL{if [ -z "$MOAB_ROOT" ]; then echo /global/cfs/cdirs/e3sm/software/moab/nvidia-debug; else echo "$MOAB_ROOT"; fi}</env> |
| 773 | + </environment_variables> |
| 774 | + <environment_variables compiler="nvidia" DEBUG="FALSE"> |
| 775 | + <env name="MOAB_ROOT">$SHELL{if [ -z "$MOAB_ROOT" ]; then echo /global/cfs/cdirs/e3sm/software/moab/nvidia; else echo "$MOAB_ROOT"; fi}</env> |
| 776 | + </environment_variables> |
765 | 777 | <resource_limits> |
766 | 778 | <resource name="RLIMIT_STACK">-1</resource> |
767 | 779 | </resource_limits> |
|
1166 | 1178 | <env name="SZ_ROOT">$SHELL{if [ -z "$SZ_ROOT" ]; then echo /global/cfs/cdirs/e3sm/3rdparty/sz/2.1.12.5/aocc-4.1.0; else echo "$SZ_ROOT"; fi}</env> |
1167 | 1179 | <env name="ZFP_ROOT">$SHELL{if [ -z "$ZFP_ROOT" ]; then echo /global/cfs/cdirs/e3sm/3rdparty/zfp/1.0.1/aocc-4.1.0; else echo "$ZFP_ROOT"; fi}</env> |
1168 | 1180 | </environment_variables> |
1169 | | - <environment_variables compiler="intel"> |
| 1181 | + <environment_variables compiler="intel" DEBUG="TRUE"> |
| 1182 | + <env name="MOAB_ROOT">$SHELL{if [ -z "$MOAB_ROOT" ]; then echo /global/cfs/cdirs/e3sm/software/moab/intel-debug; else echo "$MOAB_ROOT"; fi}</env> |
| 1183 | + </environment_variables> |
| 1184 | + <environment_variables compiler="intel" DEBUG="FALSE"> |
1170 | 1185 | <env name="MOAB_ROOT">$SHELL{if [ -z "$MOAB_ROOT" ]; then echo /global/cfs/cdirs/e3sm/software/moab/intel; else echo "$MOAB_ROOT"; fi}</env> |
1171 | 1186 | </environment_variables> |
1172 | 1187 | <environment_variables compiler="gnu"> |
1173 | 1188 | <env name="MOAB_ROOT">$SHELL{if [ -z "$MOAB_ROOT" ]; then echo /global/cfs/cdirs/e3sm/software/moab/gnu; else echo "$MOAB_ROOT"; fi}</env> |
1174 | 1189 | </environment_variables> |
| 1190 | + <environment_variables compiler="nvidia" DEBUG="TRUE"> |
| 1191 | + <env name="MOAB_ROOT">$SHELL{if [ -z "$MOAB_ROOT" ]; then echo /global/cfs/cdirs/e3sm/software/moab/nvidia-debug; else echo "$MOAB_ROOT"; fi}</env> |
| 1192 | + </environment_variables> |
| 1193 | + <environment_variables compiler="nvidia" DEBUG="FALSE"> |
| 1194 | + <env name="MOAB_ROOT">$SHELL{if [ -z "$MOAB_ROOT" ]; then echo /global/cfs/cdirs/e3sm/software/moab/nvidia; else echo "$MOAB_ROOT"; fi}</env> |
| 1195 | + </environment_variables> |
1175 | 1196 | <resource_limits> |
1176 | 1197 | <resource name="RLIMIT_STACK">-1</resource> |
1177 | 1198 | </resource_limits> |
|
1581 | 1602 | <env name="MPICH_CXX">$SHELL{which hipcc}</env> |
1582 | 1603 | <env name="GPUS_PER_NODE">--gpus-per-node=8</env> |
1583 | 1604 | <env name="NTASKS_PER_GPU">--ntasks-per-gpu=$SHELL{echo "`./xmlquery --value MAX_MPITASKS_PER_NODE`/8"|bc}</env> |
1584 | | - <env name="GPU_BIND_ARGS">--gpu-bind=closest</env> |
| 1605 | + <env name="GPU_BIND_ARGS">--gpu-bind=closest --distribution=*:block</env> |
1585 | 1606 | </environment_variables> |
1586 | 1607 |
|
1587 | 1608 | <environment_variables BUILD_THREADED="TRUE"> |
|
1916 | 1937 | </resource_limits> |
1917 | 1938 | </machine> |
1918 | 1939 |
|
1919 | | - <machine MACH="ghci-snl-cpu"> |
| 1940 | + <machine MACH="ghci-snl"> |
1920 | 1941 | <DESC>Huge Linux workstation for Sandia climate scientists</DESC> |
1921 | 1942 | <NODENAME_REGEX>^[a-fA-F0-9]{12}$</NODENAME_REGEX> |
1922 | 1943 | <OS>LINUX</OS> |
|
1927 | 1948 | <DIN_LOC_ROOT>/projects/e3sm/inputdata</DIN_LOC_ROOT> |
1928 | 1949 | <DIN_LOC_ROOT_CLMFORC>/projects/e3sm/inputdata/atm/datm7</DIN_LOC_ROOT_CLMFORC> |
1929 | 1950 | <DOUT_S_ROOT>$CIME_OUTPUT_ROOT/archive/$CASE</DOUT_S_ROOT> |
1930 | | - <BASELINE_ROOT>/projects/e3sm/baselines/ghci-snl-cpu/$COMPILER</BASELINE_ROOT> |
| 1951 | + <BASELINE_ROOT>/projects/e3sm/baselines/ghci-snl/$COMPILER</BASELINE_ROOT> |
1931 | 1952 | <CCSM_CPRNC>/projects/e3sm/cprnc/cprnc</CCSM_CPRNC> |
1932 | 1953 | <GMAKE_J>32</GMAKE_J> |
1933 | 1954 | <TESTS>e3sm_developer</TESTS> |
|
4579 | 4600 |
|
4580 | 4601 | <modules compiler="gnu"> |
4581 | 4602 | <command name="load">PrgEnv-gnu/8.5.0</command> |
4582 | | - <command name="load">gcc-native/12.3</command> |
| 4603 | + <command name="load">gcc/12.3</command> |
4583 | 4604 | <command name="load">cray-libsci/23.12.5</command> |
4584 | 4605 | </modules> |
4585 | 4606 |
|
|
4602 | 4623 | </modules> |
4603 | 4624 |
|
4604 | 4625 | <modules> |
4605 | | - <command name="load">craype-accel-host</command> |
4606 | 4626 | <command name="load">craype/2.7.30</command> |
4607 | 4627 | <command name="load">cray-mpich/8.1.28</command> |
4608 | 4628 | <command name="load">cray-hdf5-parallel/1.12.2.9</command> |
|
0 commit comments