diff --git a/src/post_process/m_data_input.f90 b/src/post_process/m_data_input.f90 index 98c85e861..174a95272 100644 --- a/src/post_process/m_data_input.f90 +++ b/src/post_process/m_data_input.f90 @@ -311,7 +311,6 @@ impure subroutine s_read_serial_data_files(t_step) STATUS='old', ACTION='read') read (1) q_cons_vf(i)%sf(0:m, 0:n, 0:p) close (1) - print *, q_cons_vf(i)%sf(:, 0, 0) else call s_mpi_abort('File q_cons_vf'//trim(file_num)// & '.dat is missing in '//trim(t_step_dir)// & diff --git a/src/pre_process/m_data_output.fpp b/src/pre_process/m_data_output.fpp index ca5fb3c56..2bf1b3108 100644 --- a/src/pre_process/m_data_output.fpp +++ b/src/pre_process/m_data_output.fpp @@ -765,7 +765,7 @@ contains call MPI_FILE_SET_VIEW(ifile, disp, mpi_io_p, MPI_IO_DATA%view(i), & 'native', mpi_info_int, ierr) - call MPI_FILE_WRITE_ALL(ifile, MPI_IO_DATA%var(i)%sf, data_size*mpi_io_type, & + call MPI_FILE_WRITE_ALL(ifile, MPI_IO_DATA%var(i)%sf(1, 1, 1), data_size*mpi_io_type, & mpi_io_p, status, ierr) end do !Additional variables pb and mv for non-polytropic qbmm @@ -778,7 +778,7 @@ contains call MPI_FILE_SET_VIEW(ifile, disp, mpi_io_p, MPI_IO_DATA%view(i), & 'native', mpi_info_int, ierr) - call MPI_FILE_WRITE_ALL(ifile, MPI_IO_DATA%var(i)%sf, data_size*mpi_io_type, & + call MPI_FILE_WRITE_ALL(ifile, MPI_IO_DATA%var(i)%sf(1, 1, 1), data_size*mpi_io_type, & mpi_io_p, status, ierr) end do end if @@ -792,7 +792,8 @@ contains call MPI_FILE_SET_VIEW(ifile, disp, mpi_io_p, MPI_IO_DATA%view(i), & 'native', mpi_info_int, ierr) - call MPI_FILE_WRITE_ALL(ifile, MPI_IO_DATA%var(i)%sf, data_size*mpi_io_type, & + + call MPI_FILE_WRITE_ALL(ifile, MPI_IO_DATA%var(i)%sf(1, 1, 1), data_size, & mpi_io_p, status, ierr) end do diff --git a/src/simulation/m_start_up.fpp b/src/simulation/m_start_up.fpp index eb5fd3179..01191cc15 100644 --- a/src/simulation/m_start_up.fpp +++ b/src/simulation/m_start_up.fpp @@ -679,7 +679,7 @@ contains do i = 1, sys_size!adv_idx%end var_MOK = int(i, MPI_OFFSET_KIND) - call MPI_FILE_READ(ifile, MPI_IO_DATA%var(i)%sf, data_size*mpi_io_type, & + call MPI_FILE_READ(ifile, MPI_IO_DATA%var(i)%sf(1, 1, 1), data_size*mpi_io_type, & mpi_io_p, status, ierr) end do !Read pb and mv for non-polytropic qbmm @@ -687,7 +687,7 @@ contains do i = sys_size + 1, sys_size + 2*nb*nnode var_MOK = int(i, MPI_OFFSET_KIND) - call MPI_FILE_READ(ifile, MPI_IO_DATA%var(i)%sf, data_size*mpi_io_type, & + call MPI_FILE_READ(ifile, MPI_IO_DATA%var(i)%sf(1, 1, 1), data_size*mpi_io_type, & mpi_io_p, status, ierr) end do end if @@ -824,7 +824,7 @@ contains call MPI_FILE_SET_VIEW(ifile, disp, mpi_io_p, MPI_IO_DATA%view(i), & 'native', mpi_info_int, ierr) - call MPI_FILE_READ(ifile, MPI_IO_DATA%var(i)%sf, data_size*mpi_io_type, & + call MPI_FILE_READ(ifile, MPI_IO_DATA%var(i)%sf(1, 1, 1), data_size*mpi_io_type, & mpi_io_p, status, ierr) end do !Read pb and mv for non-polytropic qbmm @@ -836,7 +836,7 @@ contains call MPI_FILE_SET_VIEW(ifile, disp, mpi_io_p, MPI_IO_DATA%view(i), & 'native', mpi_info_int, ierr) - call MPI_FILE_READ(ifile, MPI_IO_DATA%var(i)%sf, data_size*mpi_io_type, & + call MPI_FILE_READ(ifile, MPI_IO_DATA%var(i)%sf(1, 1, 1), data_size*mpi_io_type, & mpi_io_p, status, ierr) end do end if @@ -849,7 +849,8 @@ contains call MPI_FILE_SET_VIEW(ifile, disp, mpi_io_p, MPI_IO_DATA%view(i), & 'native', mpi_info_int, ierr) - call MPI_FILE_READ_ALL(ifile, MPI_IO_DATA%var(i)%sf, data_size*mpi_io_type, & + + call MPI_FILE_READ_ALL(ifile, MPI_IO_DATA%var(i)%sf(1, 1, 1), data_size, & mpi_io_p, status, ierr) end do end if diff --git a/toolchain/modules b/toolchain/modules index 69757c3c0..55daa6140 100644 --- a/toolchain/modules +++ b/toolchain/modules @@ -84,10 +84,8 @@ san-gpu nvhpc cuda cray-mpich h hipergator h-gpu nvhpc/25.9 -h-gpu CUDA_HOME="/apps/compilers/cuda/12.8.1" -h-all HPC_OMPI_DIR="/apps/mpi/cuda/12.8.1/nvhpc/25.3/openmpi/5.0.7" -h-all HPC_OMPI_BIN="/apps/mpi/cuda/12.8.1/nvhpc/25.3/openmpi/5.0.7/bin" -h-all OMPI_MCA_pml=ob1 OMPI_MCA_coll_hcoll_enable=0 -h-gpu PATH="/apps/mpi/cuda/12.8.1/nvhpc/25.3/openmpi/5.0.7/bin:${PATH}" -h-all LD_LIBRARY_PATH=/apps/compilers/cuda/12.8.1/lib64:$LD_LIBRARY_PATH -h-gpu MFC_CUDA_CC=100 NVHPC_CUDA_HOME="/apps/compilers/cuda/12.8.1" +h-gpu openmpi/5.0.7 +h-gpu python/3.12 +h-gpu MFC_CUDA_CC=100 +h-all LD_LIBRARY_PATH=/apps/compilers/nvhpc/25.9/Linux_x86_64/25.9/math_libs/12.9/lib64:$LD_LIBRARY_PATH +h-all UCX_NET_DEVICES="mlx5_4:1,mlx5_7:1,mlx5_8:1,mlx5_9:1,mlx5_10:1,mlx5_13:1,mlx5_14:1,mlx5_15:1"