Issue with 6e921495ff6c26f125d62629cbaad0525f14f7ab

gistfile1.txt

+ cd /work/dmarce1/test
+ cp /work/dmarce1/octotiger/octotiger .
+ cat /var/spool/torque/aux//337399.qb3
+ awk 'NR % 20 == 0'
+ export HPX_NODEFILE=node.list
+ HPX_NODEFILE=node.list
+ unset PBS_NODEFILE
+ export I_MPI_FABRICS=shm:ofa
+ I_MPI_FABRICS=shm:ofa
+ export I_MPI_DAPL_PROVIDER=ofa-v2-mlx4_0-1u
+ I_MPI_DAPL_PROVIDER=ofa-v2-mlx4_0-1u
+ export I_MPI_OFA_ADAPTER_NAME=mlx4_0
+ I_MPI_OFA_ADAPTER_NAME=mlx4_0
++ wc -l node.list
++ gawk '//{print $1}'
+ export NPROCS=2
+ NPROCS=2
+ mpirun -np 2 --machinefile node.list ./octotiger -Problem=dwd -Max_level=8 -Xscale=10.0 -Eos=wd
{stack-trace}: 8 frames:
0x2b43531299c8  : hpx::termination_handler(int) + 0x158 in /home/dmarce1/lib/libhpxd.so.1
0x39fe20f7e0    : ??? + 0x39fe20f7e0 in /lib64/libpthread.so.0
0x2b4353a53e5a  : hpx::agas::addressing_service::initialize(hpx::parcelset::parcelhandler&, unsigned long, unsigned long) + 0x6a in /home/dmarce1/lib/libhpxd.so.1
0x2b43530032b4  : hpx::runtime_impl<hpx::threads::policies::local_priority_queue_scheduler<boost::mutex, hpx::threads::policies::lockfree_lifo, hpx::threads::policies::lockfree_fifo, hpx::threads::policies::lockfree_lifo> >::runtime_impl(hpx::util::runtime_configuration&, hpx::runtime_mode, unsigned long, hpx::threads::policies::local_priority_queue_scheduler<boost::mutex, hpx::threads::policies::lockfree_lifo, hpx::threads::policies::lockfree_fifo, hpx::threads::policies::lockfree_lifo>::init_parameter const&, hpx::threads::policies::init_affinity_data const&) + 0x5c4 in /home/dmarce1/lib/libhpxd.so.1
0x2b4353080516  : ??? + 0x2b4353080516 in /home/dmarce1/lib/libhpxd.so.1
0x2b4353037a99  : hpx::detail::run_or_start(hpx::util::function<int (boost::program_options::variables_map&), false> const&, boost::program_options::options_description const&, int, char**, std::vector<std::string, std::allocator<std::string> >&&, hpx::util::unique_function<void (), false>, hpx::util::unique_function<void (), false>, hpx::runtime_mode, bool) + 0x659 in /home/dmarce1/lib/libhpxd.so.1
0xe47de2        : main + 0x4a2 in ./octotiger
0x39fde1ed1d    : __libc_start_main + 0xfd in /lib64/libc.so.6
{what}: Segmentation fault
{config}:
  HPX_HAVE_NATIVE_TLS=ON
  HPX_HAVE_STACKTRACES=ON
  HPX_HAVE_COMPRESSION_BZIP2=OFF
  HPX_HAVE_COMPRESSION_SNAPPY=OFF
  HPX_HAVE_COMPRESSION_ZLIB=OFF
  HPX_HAVE_PARCEL_COALESCING=ON
  HPX_HAVE_PARCELPORT_TCP=ON
  HPX_HAVE_PARCELPORT_MPI=ON (MPICH V3.1, MPI V3.0)
  HPX_HAVE_PARCELPORT_VERBS=OFF
  HPX_HAVE_VERIFY_LOCKS=ON
  HPX_HAVE_HWLOC=ON
  HPX_HAVE_ITTNOTIFY=OFF
  HPX_HAVE_RUN_MAIN_EVERYWHERE=OFF
  HPX_PARCEL_MAX_CONNECTIONS=512
  HPX_PARCEL_MAX_CONNECTIONS_PER_LOCALITY=4
  HPX_AGAS_LOCAL_CACHE_SIZE=4096
  HPX_HAVE_MALLOC=custom
  HPX_PREFIX (configured)=/home/dmarce1
  HPX_PREFIX=/home/dmarce1
{version}: V1.0.0-trunk (AGAS: V3.0), Git: 6e921495ff
{boost}: V1.59.0
{build-type}: debug
{date}: Mar 23 2017 10:25:44
{platform}: linux
{compiler}: Intel C++ C++0x mode version 1600
{stdlib}: GNU libstdc++ version 20140422
{stack-trace}: 10 frames:
0x2af51d5609c8  : hpx::termination_handler(int) + 0x158 in /home/dmarce1/lib/libhpxd.so.1
0x346660f7e0    : ??? + 0x346660f7e0 in /lib64/libpthread.so.0
0x346660b68c    : pthread_cond_wait + 0xcc in /lib64/libpthread.so.0
0x2af51dddf312  : hpx::agas::big_boot_barrier::spin() + 0xc2 in /home/dmarce1/lib/libhpxd.so.1
0x2af51de8ae3e  : hpx::agas::addressing_service::initialize(hpx::parcelset::parcelhandler&, unsigned long, unsigned long) + 0x4e in /home/dmarce1/lib/libhpxd.so.1
0x2af51d43a2b4  : hpx::runtime_impl<hpx::threads::policies::local_priority_queue_scheduler<boost::mutex, hpx::threads::policies::lockfree_lifo, hpx::threads::policies::lockfree_fifo, hpx::threads::policies::lockfree_lifo> >::runtime_impl(hpx::util::runtime_configuration&, hpx::runtime_mode, unsigned long, hpx::threads::policies::local_priority_queue_scheduler<boost::mutex, hpx::threads::policies::lockfree_lifo, hpx::threads::policies::lockfree_fifo, hpx::threads::policies::lockfree_lifo>::init_parameter const&, hpx::threads::policies::init_affinity_data const&) + 0x5c4 in /home/dmarce1/lib/libhpxd.so.1
0x2af51d4b7516  : ??? + 0x2af51d4b7516 in /home/dmarce1/lib/libhpxd.so.1
0x2af51d46ea99  : hpx::detail::run_or_start(hpx::util::function<int (boost::program_options::variables_map&), false> const&, boost::program_options::options_description const&, int, char**, std::vector<std::string, std::allocator<std::string> >&&, hpx::util::unique_function<void (), false>, hpx::util::unique_function<void (), false>, hpx::runtime_mode, bool) + 0x659 in /home/dmarce1/lib/libhpxd.so.1
0xe47de2        : main + 0x4a2 in ./octotiger
0x346621ed1d    : __libc_start_main + 0xfd in /lib64/libc.so.6
{what}: Interrupt
{config}:
  HPX_HAVE_NATIVE_TLS=ON
  HPX_HAVE_STACKTRACES=ON
  HPX_HAVE_COMPRESSION_BZIP2=OFF
  HPX_HAVE_COMPRESSION_SNAPPY=OFF
  HPX_HAVE_COMPRESSION_ZLIB=OFF
  HPX_HAVE_PARCEL_COALESCING=ON
  HPX_HAVE_PARCELPORT_TCP=ON
  HPX_HAVE_PARCELPORT_MPI=ON (MPICH V3.1, MPI V3.0)
  HPX_HAVE_PARCELPORT_VERBS=OFF
  HPX_HAVE_VERIFY_LOCKS=ON
  HPX_HAVE_HWLOC=ON
  HPX_HAVE_ITTNOTIFY=OFF
  HPX_HAVE_RUN_MAIN_EVERYWHERE=OFF
  HPX_PARCEL_MAX_CONNECTIONS=512
  HPX_PARCEL_MAX_CONNECTIONS_PER_LOCALITY=4
  HPX_AGAS_LOCAL_CACHE_SIZE=4096
  HPX_HAVE_MALLOC=custom
  HPX_PREFIX (configured)=/home/dmarce1
  HPX_PREFIX=/home/dmarce1
{version}: V1.0.0-trunk (AGAS: V3.0), Git: 6e921495ff
{boost}: V1.59.0
{build-type}: debug
{date}: Mar 23 2017 10:25:44
{platform}: linux
{compiler}: Intel C++ C++0x mode version 1600
{stdlib}: GNU libstdc++ version 20140422
APPLICATION TERMINATED WITH THE EXIT STRING: Aborted (signal 6)