Skip to content

Instantly share code, notes, and snippets.

@eschnett
eschnett / test_reduce.c
Created November 26, 2021 23:33
Build with Homebrew or MacPorts MPICH 3.4.2 on macOS Monterey. Run with >1 processes. The code will segfault in the 5th call to `MPI_Reduce`. Setting `root = 0` avoids this.
#include <mpi.h>
#include <stdio.h>
#include <stdlib.h>
int main(int argc, char **argv) {
MPI_Init(&argc, &argv);
MPI_Comm comm = MPI_COMM_WORLD;
int size;
MPI_Comm_size(comm, &size);
int rank;
MPI_Comm_rank(comm, &rank);
current_wd=`pwd` ; cd /home/eschnetter/src/CarpetX/Cactus/configs/sim-gpu-debug/scratch ; /home/eschnetter/src/CarpetX/Cactus/view-cuda/bin/nvcc --compiler-bindir /home/eschnetter/src/CarpetX/Cactus/view-cuda-compilers/bin/g++ -x cu -fopenmp -Wall -pipe -g --compiler-options -march=native -std=c++17 --compiler-options -std=gnu++17 --expt-relaxed-constexpr --extended-lambda --gpu-architecture sm_75 --forward-unknown-to-host-compiler --Werror cross-execution-space-call --Werror ext-lambda-captures-this -O3 -fcx-limited-range -fexcess-precision=fast -fno-math-errno -fno-rounding-math -fno-signaling-nans -funsafe-math-optimizations -c -o $current_wd/driver.cxx.o $current_wd/driver.cxx -I"/home/eschnetter/src/CarpetX/spack/opt/spack/linux-ubuntu18.04-skylake_avx512/gcc-10.2.0/amrex-21.02-c7s4awxn54dtoultvkzui5fotx5dtgzf/include" -I"/home/eschnetter/src/CarpetX/Cactus/view-cuda/include" -I"/home/eschnetter/src/CarpetX/Cactus/view-cuda/include" -I"/home/eschnetter/src/CarpetX/Cactus/view-cuda/include" -I"/home/e
#ifndef BL_AMREX_H
#define BL_AMREX_H
#include <AMReX_Config.H>
#include <AMReX_GpuQualifiers.H>
#include <AMReX_GpuPrint.H>
#include <AMReX_GpuAssert.H>
#include <AMReX_ccse-mpi.H>
#include <AMReX_Exception.H>
#ifndef AMREX_CONFIG_H_
#define AMREX_CONFIG_H_
#define AMREX_GIT_VERSION "21.02.0"
#define AMREX_XSDK
/* #undef AMREX_DEBUG */
/* #undef AMREX_PROFILING */
/* #undef BL_PROFILING */
/* #undef AMREX_TRACE_PROFILING */
/* #undef BL_TRACE_PROFILING */
/* #undef AMREX_COMM_PROFILING */
BASH_ENV=/sw/summit/lmod/8.2.10/init/bash; export BASH_ENV
function _spack_shell_wrapper() { for var in LD_LIBRARY_PATH DYLD_LIBRARY_PATH DYLD_FALLBACK_LIBRARY_PATH;
do
eval "if [ -n \"\${${var}-}\" ]; then export SPACK_$var=\${${var}}; fi";
done;
if [ -n "${ZSH_VERSION:-}" ]; then
emulate -L sh;
fi;
_sp_flags="";
while [ ! -z ${1+x} ] && [ "${1#-}" != "${1}" ]; do
==> boost: Executing phase: 'install'
==> [2021-01-08-14:30:52.763185] './bootstrap.sh' '--prefix=/autofs/nccs-svm1_home1/schnett/src/spack/opt/spack/linux-rhel7-power8le/gcc-4.8.5/boost-1.75.0-5gqwgijn6ipssz3mo5ssjmmiqaol4n5v' '--with-toolset=gcc' '--with-libraries=locale,random,wave,atomic,serialization,iostreams,regex,date_time,exception,log,thread,chrono,graph,system,timer,program_options,filesystem,test,math'
Building B2 engine..
A C++11 capable compiler is required for building the B2 engine.
Toolset 'xlcpp' does not appear to support C++11.
** Note, the C++11 capable compiler is _only_ required for building the B2
** engine. The B2 build system allows for using any C++ level and any other
ACLOCAL_PATH=/Users/eschnett/src/CarpetX/spack/opt/spack/darwin-bigsur-skylake/apple-clang-12.0.0/pkgconf-1.7.3-h7h25xohkjm36qltjovbxhgrpb7s5ett/share/aclocal:/Users/eschnett/src/CarpetX/spack/opt/spack/darwin-bigsur-skylake/apple-clang-12.0.0/libtool-2.4.6-cpeyf2bup4calokr3aenwwt3f5lkbk7l/share/aclocal; export ACLOCAL_PATH
function BASH_FUNC__spack_shell_wrapper%%() { for var in LD_LIBRARY_PATH DYLD_LIBRARY_PATH DYLD_FALLBACK_LIBRARY_PATH;
do
eval "if [ -n \"\${${var}-}\" ]; then export SPACK_$var=\${${var}}; fi";
done;
if [ -n "${ZSH_VERSION:-}" ]; then
emulate -L sh;
fi;
_sp_flags="";
while [ ! -z ${1+x} ] && [ "${1#-}" != "${1}" ]; do
This file has been truncated, but you can view the full file.
version:1
:debug:sysinfo macOS 11.0 (darwin/20.1.0) arch i386
:debug:sysinfo MacPorts 2.6.4
:debug:sysinfo Xcode 12.2
:debug:sysinfo SDK 11.0
:debug:sysinfo MACOSX_DEPLOYMENT_TARGET: 11.0
:debug:main Attempting ln -sf /opt/local/var/macports/build/_opt_local_var_macports_sources_rsync.macports.org_macports_release_tarballs_ports_net_samba3/samba3/work /opt/local/var/macports/sources/rsync.macports.org/macports/release/tarballs/ports/net/samba3/work
:debug:main dropping privileges: euid changed to 502, egid changed to 501.
:debug:main Executing org.macports.main (samba3)
:debug:main Privilege de-escalation not attempted as not running as root.
amrex::Abort(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) [clone .cold] at tmpxft_00010257_00000000-6_AMReX.cudafe1.cpp:?
amrex::Gpu::ErrorCheck(char const*, int) at ??:?
void amrex::launch<amrex::Box, __nv_dl_wrapper_t<__nv_dl_tag<void (WaveToyCarpetX::GridDescBaseCUDA::*)(__nv_dl_wrapper_t<__nv_dl_tag<void (*)(_cGH*), &WaveToyCarpetX_Evolve, 2u>, double const* const restrict, double const, double const, double const, double* const restrict, double const* const restrict, double const, double const, __nv_hdl_wrapper_t<false, false, __nv_dl_tag<void (*)(_cGH*), &WaveToyCarpetX_Evolve, 1u>, double (double, double, double, double), double const, double const> const, double const, double* const restrict> const&, std::array<int, 3ul> const&, std::array<int, 3ul> const&, std::array<int, 3ul> const&) const, &(void WaveToyCarpetX::GridDescBaseCUDA::loop_box_device<1, 1, 1, __nv_dl_wrapper_t<__nv_dl_tag<void (*)(_cGH*), &WaveToyCarpetX_Evolve, 2u>, double const* const restric
==> Installing amrex-20.12-jqne5t32rxkzodklwoeqfefn44ldtwkw
==> No binary for amrex-20.12-jqne5t32rxkzodklwoeqfefn44ldtwkw found: installing from source
==> Fetching https://github.com/AMReX-Codes/amrex/releases/download/20.12/amrex-20.12.tar.gz
==> amrex: Executing phase: 'cmake'
==> amrex: Executing phase: 'build'
==> Error: ProcessError: Command exited with status 2:
'make' '-j6'
7 errors found in build log:
95 cd /tmp/root/spack-stage/spack-stage-amrex-20.12-jqne5t32rxkzodklwo