git clone --depth 1 git@github.com:kokkos/kokkos.git
module load rocmcc rocm
module load cray-mpich
module load cmake/3.29.2
export CRAYPE_LINK_TYPE=dynamic
cmake -S kokkos -B /tmp/build-kokkos \
-DCMAKE_CXX_STANDARD=20 \
-DKokkos_ENABLE_HIP=ON \
-DCMAKE_CXX_COMPILER=hipcc \
-DCMAKE_INSTALL_PREFIX=.deps/kokkos \
-DKokkos_ARCH_AMD_GFX942_APU=ON \
-DCMAKE_BUILD_TYPE=Release
cmake --build /tmp/build-kokkos --target install --parallel 16
cmake -S . -B /tmp/build-kokkos-comm \
-DCMAKE_CXX_STANDARD=20 \
-DCMAKE_BUILD_TYPE=Release \
-DKokkos_ROOT=.deps/kokkos \
-DCMAKE_C_COMPILER=mpicc \
-DCMAKE_CXX_COMPILER=mpic++ \
-DCMAKE_EXE_LINKER_FLAGS="-lmpi_gtl_hsa -lxpmem" \
-DKokkosComm_ENABLE_TESTS=ON
cmake --build /tmp/build-kokkos-comm --parallel 16
cd /tmp/build-kokkos-comm/unit_tests
export MPICH_GPU_SUPPORT_ENABLED=1
export HSA_XNACK=1
flux run --verbose -N 1 -n 2 \
--setopt=mpibind=verbose:1 \
./test.mpi.scan;
test.mpi.scan
jobid: f6RNeL34b
0.104s: flux-shell[0]: mpibind:
mpibind: task 0 nths 1 gpus 3 cpus 94
mpibind: task 1 nths 1 gpus 3 cpus 95
./test.mpi.scan (Kokkos Comm 0.2.0-2d1cd2c6da10dc466544f3e74ee4c0a76db0e77c)
[==========] Running 12 tests from 6 test suites.
[----------] Global test environment set-up.
[----------] 2 tests from Scan/0, where TypeParam = int
[ RUN ] Scan/0.0D
/ascldap/users/cwpears/repos/kokkos-comm/unit_tests/mpi/test_scan.cpp:43: Failure
Expected equality of these values:
errs
Which is: 1
0
(rank 0 failed)
[... hangs ...]