Skip to content

Commit cb59e13

Browse files
authored
This change will fix configuration issues on HiperGator (MFlowCode#1112)
1 parent cbcedd6 commit cb59e13

File tree

2 files changed

+11
-10
lines changed

2 files changed

+11
-10
lines changed

toolchain/modules

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -89,11 +89,11 @@ san-all cmake python
8989
san-gpu nvhpc cuda cray-mpich
9090

9191
h hipergator
92-
h-gpu nvhpc/25.9
93-
h-gpu CUDA_HOME="/apps/compilers/cuda/12.8.1"
94-
h-all HPC_OMPI_DIR="/apps/mpi/cuda/12.8.1/nvhpc/25.3/openmpi/5.0.7"
95-
h-all HPC_OMPI_BIN="/apps/mpi/cuda/12.8.1/nvhpc/25.3/openmpi/5.0.7/bin"
96-
h-all OMPI_MCA_pml=ob1 OMPI_MCA_coll_hcoll_enable=0
97-
h-gpu PATH="/apps/mpi/cuda/12.8.1/nvhpc/25.3/openmpi/5.0.7/bin:${PATH}"
98-
h-all LD_LIBRARY_PATH=/apps/compilers/cuda/12.8.1/lib64:$LD_LIBRARY_PATH
99-
h-gpu MFC_CUDA_CC=100 NVHPC_CUDA_HOME="/apps/compilers/cuda/12.8.1"
92+
h-all python/3.12
93+
h-cpu gcc/14.2 openmpi/5.0.7
94+
h-gpu UCX_NET_DEVICES="mlx5_4:1,mlx5_7:1,mlx5_8:1,mlx5_9:1,mlx5_10:1,mlx5_13:1,mlx5_14:1,mlx5_15:1"
95+
h-gpu cuda/12.9.1 nvhpc/25.9 openmpi/5.0.7
96+
h-gpu CC=/apps/compilers/nvhpc/25.9/Linux_x86_64/25.9/comm_libs/mpi/bin/mpicc
97+
h-gpu CXX=/apps/compilers/nvhpc/25.9/Linux_x86_64/25.9/comm_libs/mpi/bin/mpicxx
98+
h-gpu FC=/apps/compilers/nvhpc/25.9/Linux_x86_64/25.9/comm_libs/mpi/bin/mpifort
99+
h-gpu NVCOMPILER_COMM_LIBS_HOME=/apps/compilers/nvhpc/25.9/Linux_x86_64/25.9/comm_libs/12.9

toolchain/templates/hipergator.mako

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -8,10 +8,11 @@
88
#SBATCH --job-name="${name}"
99
#SBATCH --output="${name}.out"
1010
#SBATCH --time=${walltime}
11-
#SBATCH --cpus-per-task=7
1211
% if gpu_enabled:
1312
#SBATCH --gpus-per-task=1
13+
#SBATCH --cpus-per-task=3
1414
#SBATCH --gpu-bind=closest
15+
#SBATCH --mem-per-cpu=50GB
1516
% endif
1617
% if account:
1718
#SBATCH --account=${account}
@@ -48,7 +49,7 @@ echo
4849
(set -x; ${profiler} "${target.get_install_binpath(case)}")
4950
% else:
5051
(set -x; ${profiler} \
51-
mpirun -np ${nodes*tasks_per_node} \
52+
/apps/compilers/nvhpc/25.9/Linux_x86_64/25.9/comm_libs/mpi/bin/mpirun -np ${nodes*tasks_per_node} \
5253
--bind-to none \
5354
"${target.get_install_binpath(case)}")
5455
% endif

0 commit comments

Comments
 (0)