singa-print-trace-stack

singa-print-trace-stack

root@39516c62233d:~/singa-hf2# cd build/
root@39516c62233d:~/singa-hf2/build# ./bin/test_singa --gtest_filter=*RNN*
Running main() from gtest_main.cc
Note: Google Test filter = *RNN*
[==========] Running 5 tests from 3 test cases.
[----------] Global test environment set-up.
[----------] 3 tests from TestCudnnRNN
[ RUN      ] TestCudnnRNN.Setup
[       OK ] TestCudnnRNN.Setup (0 ms)
[ RUN      ] TestCudnnRNN.Forward
[       OK ] TestCudnnRNN.Forward (2816 ms)
[ RUN      ] TestCudnnRNN.Backward
[       OK ] TestCudnnRNN.Backward (1908 ms)
[----------] 3 tests from TestCudnnRNN (4724 ms total)

[----------] 1 test from OperationRNN
[ RUN      ] OperationRNN.tranining
Stack trace (most recent call last):
#14   Object "", at 0xffffffffffffffff, in 
#13   Object "/root/singa-hf2/build/bin/test_singa", at 0x5616a4385679, in _start
#12   Object "/lib/x86_64-linux-gnu/libc-2.27.so", at 0x7f22d6642b96, in __libc_start_main
#11 | Source "/root/singa-hf2/test/gtest/gtest_main.cc", line 37, in RUN_ALL_TESTS
    |    35:   printf("Running main() from gtest_main.cc\n");
    |    36:   testing::InitGoogleTest(&argc, argv);
    | >  37:   return RUN_ALL_TESTS();
    |    38: }
      Source "/root/singa-hf2/test/gtest/gtest.h", line 20058, in main [0x5616a437fd28]
       20055: int RUN_ALL_TESTS() GTEST_MUST_USE_RESULT_;
       20056: 
       20057: inline int RUN_ALL_TESTS() {
      >20058:   return ::testing::UnitTest::GetInstance()->Run();
       20059: }
       20060: 
       20061: #endif  // GTEST_INCLUDE_GTEST_GTEST_H_
#10   Source "/root/singa-hf2/test/gtest/gtest-all.cc", line 5410, in Run [0x5616a44aa20c]
       5407:   }
       5408: #endif  // GTEST_HAS_SEH
       5409: 
      >5410:   return internal::HandleExceptionsInMethodIfSupported(
       5411:       impl(),
       5412:       &internal::UnitTestImpl::RunAllTests,
       5413:       "auxiliary test code (environments or event listeners)") ? 0 : 1;
#9  | Source "/root/singa-hf2/test/gtest/gtest-all.cc", line 3598, in HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>
    |  3596: #if GTEST_HAS_EXCEPTIONS
    |  3597:     try {
    | >3598:       return HandleSehExceptionsInMethodIfSupported(object, method, location);
    |  3599:     } catch (const internal::GoogleTestFailureException&) {  // NOLINT
    |  3600:       // This exception type can only be thrown by a failed Google
      Source "/root/singa-hf2/test/gtest/gtest-all.cc", line 3562, in HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> [0x5616a44b2079]
       3559:   }
       3560: #else
       3561:   (void)location;
      >3562:   return (object->*method)();
       3563: #endif  // GTEST_HAS_SEH
       3564: }
#8    Source "/root/singa-hf2/test/gtest/gtest-all.cc", line 5799, in __wmemcpy_alias [0x5616a44aa0af]
       5796:       if (!Test::HasFatalFailure()) {
       5797:         for (int test_index = 0; test_index < total_test_case_count();
       5798:              test_index++) {
      >5799:           GetMutableTestCase(test_index)->Run();
       5800:         }
       5801:       }
#7    Source "/root/singa-hf2/test/gtest/gtest-all.cc", line 3928, in Run [0x5616a44a9bc4]
       3926:   const internal::TimeInMillis start = internal::GetTimeInMillis();
       3927:   for (int i = 0; i < total_test_count(); i++) {
      >3928:     GetMutableTestInfo(i)->Run();
       3929:   }
       3930:   elapsed_time_ = internal::GetTimeInMillis() - start;
#6    Source "/root/singa-hf2/test/gtest/gtest-all.cc", line 3810, in Run [0x5616a44a9a8b]
       3807:   if ((test != NULL) && !Test::HasFatalFailure()) {
       3808:     // This doesn't throw as all user code that can throw are wrapped into
       3809:     // exception handling code.
      >3810:     test->Run();
       3811:   }
       3812: 
       3813:   // Deletes the test object.
#5    Source "/root/singa-hf2/test/gtest/gtest-all.cc", line 3634, in Run [0x5616a44a99a9]
       3631:   // We will run the test only if SetUp() was successful.
       3632:   if (!HasFatalFailure()) {
       3633:     impl->os_stack_trace_getter()->UponLeavingGTest();
      >3634:     internal::HandleExceptionsInMethodIfSupported(
       3635:         this, &Test::TestBody, "the test body");
       3636:   }
#4  | Source "/root/singa-hf2/test/gtest/gtest-all.cc", line 3598, in HandleSehExceptionsInMethodIfSupported<testing::Test, void>
    |  3596: #if GTEST_HAS_EXCEPTIONS
    |  3597:     try {
    | >3598:       return HandleSehExceptionsInMethodIfSupported(object, method, location);
    |  3599:     } catch (const internal::GoogleTestFailureException&) {  // NOLINT
    |  3600:       // This exception type can only be thrown by a failed Google
      Source "/root/singa-hf2/test/gtest/gtest-all.cc", line 3562, in HandleExceptionsInMethodIfSupported<testing::Test, void> [0x5616a44b1bb9]
       3559:   }
       3560: #else
       3561:   (void)location;
      >3562:   return (object->*method)();
       3563: #endif  // GTEST_HAS_SEH
       3564: }
#3    Source "/root/singa-hf2/test/singa/test_operation_rnn.cc", line 65, in TestBody [0x5616a440653e]
         62:   Gaussian(0.0f, 1.0f, &dcy);
         63: 
         64:   // init handle and weights
      >  65:   CudnnRNNHandle rnn_handle(x, hidden_size);
         66:   Tensor W(Shape{rnn_handle.weights_size}, cuda);
         67:   Gaussian(0.0f, 1.0f, &W);
#2    Source "/root/singa-hf2/src/model/operation/rnn.cc", line 58, in CudnnRNNHandle [0x7f22d8168a3b]
         55:   init_xDesc(xDesc, *this);
         56: 
         57:   init_dropout_desc();
      >  58:   init_rnn_desc();
         59:   init_parameters_desc(xDesc);
         60:   init_workspace(xDesc);
#1    Source "/root/singa-hf2/src/model/operation/rnn.cc", line 113, in init_rnn_desc [0x7f22d8165c57]
        110:   else if (mode == 3)
        111:     RNNMode = CUDNN_GRU;
        112: 
      > 113:   raise(SIGSEGV);
        114:   CUDNN_CHECK(cudnnSetRNNDescriptor(
        115:       ctx->cudnn_handle, rnnDesc, hidden_size, num_layers, dropoutDesc,
        116:       CUDNN_LINEAR_INPUT,
#0    Object "/lib/x86_64-linux-gnu/libpthread-2.27.so", at 0x7f22d6a24727, in raise
Segmentation fault (Signal sent by tkill() [0x51c3])
Segmentation fault (core dumped)
root@39516c62233d:~/singa-hf2/build#