Skip to content

El Dorado: test.mpi.scan fails #226

Description

@cwpearson
git clone --depth 1 git@github.com:kokkos/kokkos.git

module load rocmcc rocm
module load cray-mpich
module load cmake/3.29.2

export CRAYPE_LINK_TYPE=dynamic
cmake -S kokkos -B /tmp/build-kokkos \
  -DCMAKE_CXX_STANDARD=20 \
  -DKokkos_ENABLE_HIP=ON \
  -DCMAKE_CXX_COMPILER=hipcc \
  -DCMAKE_INSTALL_PREFIX=.deps/kokkos \
  -DKokkos_ARCH_AMD_GFX942_APU=ON \
  -DCMAKE_BUILD_TYPE=Release
  
cmake --build /tmp/build-kokkos --target install --parallel 16

cmake -S . -B /tmp/build-kokkos-comm \
  -DCMAKE_CXX_STANDARD=20 \
  -DCMAKE_BUILD_TYPE=Release \
  -DKokkos_ROOT=.deps/kokkos \
  -DCMAKE_C_COMPILER=mpicc \
  -DCMAKE_CXX_COMPILER=mpic++ \
  -DCMAKE_EXE_LINKER_FLAGS="-lmpi_gtl_hsa -lxpmem" \
  -DKokkosComm_ENABLE_TESTS=ON
  
cmake --build /tmp/build-kokkos-comm --parallel 16

cd /tmp/build-kokkos-comm/unit_tests

export MPICH_GPU_SUPPORT_ENABLED=1
export HSA_XNACK=1
  

  flux run --verbose -N 1 -n 2 \
    --setopt=mpibind=verbose:1 \
    ./test.mpi.scan;
test.mpi.scan
jobid: f6RNeL34b
0.104s: flux-shell[0]: mpibind:
mpibind: task   0 nths  1 gpus 3 cpus 94
mpibind: task   1 nths  1 gpus 3 cpus 95
./test.mpi.scan (Kokkos Comm 0.2.0-2d1cd2c6da10dc466544f3e74ee4c0a76db0e77c)
[==========] Running 12 tests from 6 test suites.
[----------] Global test environment set-up.
[----------] 2 tests from Scan/0, where TypeParam = int
[ RUN      ] Scan/0.0D
/ascldap/users/cwpears/repos/kokkos-comm/unit_tests/mpi/test_scan.cpp:43: Failure
Expected equality of these values:
  errs
    Which is: 1
  0

(rank 0 failed)

[... hangs ...]

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions