Skip to content

Instantly share code, notes, and snippets.

@scpeters
Created March 27, 2014 16:43
Show Gist options
  • Save scpeters/9812058 to your computer and use it in GitHub Desktop.
Save scpeters/9812058 to your computer and use it in GitHub Desktop.
transport shutdown heisenbug
$ cat ~/bin/gz_build_test_scpeters.patch
diff -r 9410f80cf7a7 gazebo/transport/Connection.hh
--- a/gazebo/transport/Connection.hh Wed Dec 18 16:33:56 2013 -0800
+++ b/gazebo/transport/Connection.hh Thu Dec 19 11:01:23 2013 -0800
@@ -261,7 +261,16 @@
}
else
{
- gzerr << "Header is empty\n";
+ gzerr << "Header is empty:"
+ << " id " << this->id
+ << " isOpen " << this->isOpen
+ << " readQuit " << this->readQuit
+ << " connectError " << this->connectError
+ << " remoteURI " << this->remoteURI
+ << " remoteAddress " << this->remoteAddress
+ << " localURI " << this->localURI
+ << " localAddress " << this->localAddress
+ << std::endl;
boost::get<0>(_handler)("");
// This code tries to read the header again. We should
// never get here.
diff -r 56ef8eb1faaa gazebo/Master.cc
--- a/gazebo/Master.cc Tue Dec 17 19:02:34 2013 +0000
+++ b/gazebo/Master.cc Fri Dec 20 13:47:13 2013 -0800
@@ -166,7 +166,13 @@
{
boost::recursive_mutex::scoped_lock lock(this->connectionMutex);
msgs::Publish pub;
- pub.ParseFromString(packet.serialized_data());
+ if (!pub.ParseFromString(packet.serialized_data()))
+ {
+ gzerr << "ParseFromString failed:"
+ << " packet.type() " << packet.type()
+ << " packet.serialized_data() " << packet.serialized_data()
+ << std::endl;
+ }
Connection_M::iterator iter2;
for (iter2 = this->connections.begin();
diff -r 5bf567acd2c8 gazebo/transport/ConnectionManager.cc
--- a/gazebo/transport/ConnectionManager.cc Wed Mar 26 15:07:18 2014 -0700
+++ b/gazebo/transport/ConnectionManager.cc Wed Mar 26 15:40:28 2014 -0700
@@ -241,6 +241,7 @@
if (this->initialized)
while (this->stopped == false)
common::Time::MSleep(100);
+ gzerr << "ConnectionManager::Stop finished" << std::endl;
}
//////////////////////////////////////////////////
@@ -313,6 +314,7 @@
this->stopped = true;
this->masterConn->Shutdown();
+ gzerr << "ConnectionManager::Run finished" << std::endl;
}
//////////////////////////////////////////////////
$ grep ^191 /tmp/gazebo_test-2014_03_26_19\:00\:01-verbose.txt
191: Test command: /tmp/gazebo_build/source/build/test/integration/INTEGRATION_physics_msgs "--gtest_output=xml:/tmp/gazebo_build/source/build/test_results/INTEGRATION_physics_msgs.xml"
191: Test timeout computed to be: 240
191: [==========] Running 20 tests from 1 test case.
191: [----------] Global test environment set-up.
191: [----------] 20 tests from PhysicsEngines/PhysicsMsgsTest
191: [ RUN ] PhysicsEngines/PhysicsMsgsTest.SetGravity/0
191: [Msg] Waiting for master.
191: [Msg] Connected to gazebo master @ http://127.0.0.1:11345
191: [Msg] Publicized address: 192.168.1.191
191: [Dbg] [ServerFixture.cc:144] ServerFixture load in 1.1 seconds, timeout after 600 seconds
191: [Dbg] [ServerFixture.cc:95] ServerFixture::Unload
191: [Err] [ConnectionManager.cc:317] ConnectionManager::Run finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [ OK ] PhysicsEngines/PhysicsMsgsTest.SetGravity/0 (1262 ms)
191: [ RUN ] PhysicsEngines/PhysicsMsgsTest.SetGravity/1
191: [Msg] Waiting for master.
191: [Msg] Connected to gazebo master @ http://127.0.0.1:11345
191: [Msg] Publicized address: 192.168.1.191
191: [Dbg] [ServerFixture.cc:144] ServerFixture load in 1 seconds, timeout after 600 seconds
191: [Dbg] [ServerFixture.cc:95] ServerFixture::Unload
191: [Err] [ConnectionManager.cc:317] ConnectionManager::Run finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [ OK ] PhysicsEngines/PhysicsMsgsTest.SetGravity/1 (1160 ms)
191: [ RUN ] PhysicsEngines/PhysicsMsgsTest.SetGravity/2
191: [Msg] Waiting for master.
191: [Msg] Connected to gazebo master @ http://127.0.0.1:11345
191: [Msg] Publicized address: 192.168.1.191
191: [Dbg] [ServerFixture.cc:144] ServerFixture load in 1.2 seconds, timeout after 600 seconds
191: [Dbg] [ServerFixture.cc:95] ServerFixture::Unload
191: [Err] [ConnectionManager.cc:317] ConnectionManager::Run finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [ OK ] PhysicsEngines/PhysicsMsgsTest.SetGravity/2 (1362 ms)
191: [ RUN ] PhysicsEngines/PhysicsMsgsTest.SetGravity/3
191: [Msg] Waiting for master.
191: [Msg] Connected to gazebo master @ http://127.0.0.1:11345
191: [Msg] Publicized address: 192.168.1.191
191: [Dbg] [ServerFixture.cc:144] ServerFixture load in 1.2 seconds, timeout after 600 seconds
191: [Dbg] [ServerFixture.cc:95] ServerFixture::Unload
191: [Err] [ConnectionManager.cc:317] ConnectionManager::Run finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [ OK ] PhysicsEngines/PhysicsMsgsTest.SetGravity/3 (1360 ms)
191: [ RUN ] PhysicsEngines/PhysicsMsgsTest.MoveTool/0
191:
191: Test command: /tmp/gazebo_build/source/build/test/integration/INTEGRATION_physics_msgs "--gtest_output=xml:/tmp/gazebo_build/source/build/test_results/INTEGRATION_physics_msgs.xml"
191: Test timeout computed to be: 240
191: [==========] Running 20 tests from 1 test case.
191: [----------] Global test environment set-up.
191: [----------] 20 tests from PhysicsEngines/PhysicsMsgsTest
191: [ RUN ] PhysicsEngines/PhysicsMsgsTest.SetGravity/0
191: [Msg] Waiting for master.
191: [Msg] Connected to gazebo master @ http://127.0.0.1:11345
191: [Msg] Publicized address: 192.168.1.191
191: [Dbg] [ServerFixture.cc:144] ServerFixture load in 1.1 seconds, timeout after 600 seconds
191: [Dbg] [ServerFixture.cc:95] ServerFixture::Unload
191: [Err] [ConnectionManager.cc:317] ConnectionManager::Run finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [ OK ] PhysicsEngines/PhysicsMsgsTest.SetGravity/0 (1262 ms)
191: [ RUN ] PhysicsEngines/PhysicsMsgsTest.SetGravity/1
191: [Msg] Waiting for master.
191: [Msg] Connected to gazebo master @ http://127.0.0.1:11345
191: [Msg] Publicized address: 192.168.1.191
191: [Dbg] [ServerFixture.cc:144] ServerFixture load in 1 seconds, timeout after 600 seconds
191: [Dbg] [ServerFixture.cc:95] ServerFixture::Unload
191: [Err] [ConnectionManager.cc:317] ConnectionManager::Run finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [ OK ] PhysicsEngines/PhysicsMsgsTest.SetGravity/1 (1160 ms)
191: [ RUN ] PhysicsEngines/PhysicsMsgsTest.SetGravity/2
191: [Msg] Waiting for master.
191: [Msg] Connected to gazebo master @ http://127.0.0.1:11345
191: [Msg] Publicized address: 192.168.1.191
191: [Dbg] [ServerFixture.cc:144] ServerFixture load in 1.2 seconds, timeout after 600 seconds
191: [Dbg] [ServerFixture.cc:95] ServerFixture::Unload
191: [Err] [ConnectionManager.cc:317] ConnectionManager::Run finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [ OK ] PhysicsEngines/PhysicsMsgsTest.SetGravity/2 (1362 ms)
191: [ RUN ] PhysicsEngines/PhysicsMsgsTest.SetGravity/3
191: [Msg] Waiting for master.
191: [Msg] Connected to gazebo master @ http://127.0.0.1:11345
191: [Msg] Publicized address: 192.168.1.191
191: [Dbg] [ServerFixture.cc:144] ServerFixture load in 1.2 seconds, timeout after 600 seconds
191: [Dbg] [ServerFixture.cc:95] ServerFixture::Unload
191: [Err] [ConnectionManager.cc:317] ConnectionManager::Run finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [Err] [ConnectionManager.cc:244] ConnectionManager::Stop finished
191: [ OK ] PhysicsEngines/PhysicsMsgsTest.SetGravity/3 (1360 ms)
191: [ RUN ] PhysicsEngines/PhysicsMsgsTest.MoveTool/0
191:
scpeters@t2:~$ cd /tmp/gazebo_build/source/build/
scpeters@t2:/tmp/gazebo_build/source/build$ gdb test/integration/INTEGRATION_physics_msgs test/integration/core
GNU gdb (GDB) 7.5-ubuntu
Copyright (C) 2012 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law. Type "show copying"
and "show warranty" for details.
This GDB was configured as "x86_64-linux-gnu".
For bug reporting instructions, please see:
<http://www.gnu.org/software/gdb/bugs/>...
Reading symbols from /tmp/gazebo_build/source/build/test/integration/INTEGRATION_physics_msgs...done.
warning: core file may not match specified executable file.
[New LWP 6755]
[New LWP 6756]
[New LWP 6757]
[New LWP 6764]
[New LWP 6759]
[New LWP 6765]
[New LWP 6770]
[New LWP 6762]
[New LWP 6761]
[New LWP 6763]
[New LWP 6774]
[New LWP 6769]
[New LWP 6760]
[New LWP 6758]
[New LWP 6772]
[New LWP 6754]
[New LWP 6773]
[New LWP 6767]
[New LWP 6775]
[New LWP 6766]
[New LWP 6648]
[New LWP 6771]
[New LWP 6768]
warning: Can't read pathname for load map: Input/output error.
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/tmp/gazebo_build/source/build/test/integration/INTEGRATION_physics_msgs --gtes'.
Program terminated with signal 11, Segmentation fault.
#0 async_receive<boost::asio::mutable_buffers_1, boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp>, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, boost::_bi::bind_t<void, boost::_mfi::mf2<void, gazebo::transport::Connection, boost::system::error_code const&, boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >, boost::_bi::list3<boost::_bi::value<gazebo::transport::Connection*>, boost::arg<1> (*)(), boost::_bi::value<boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> > > > > > (handler=..., flags=0, buffers=..., impl=...,
this=<error reading variable: Cannot access memory at address 0x0>) at /usr/include/boost/asio/stream_socket_service.hpp:318
318 service_impl_.async_receive(impl, buffers, flags,
(gdb) thread apply all bt
Thread 23 (Thread 0x2b7598201700 (LWP 6768)):
#0 0x00002b752360852d in nanosleep () at ../sysdeps/unix/syscall-template.S:82
#1 0x00002b752ad5454a in ?? () from /usr/lib/x86_64-linux-gnu/libopenal.so.1
#2 0x00002b752ad615eb in ?? () from /usr/lib/x86_64-linux-gnu/libopenal.so.1
#3 0x00002b752ad53e6a in ?? () from /usr/lib/x86_64-linux-gnu/libopenal.so.1
#4 0x00002b7523600e9a in start_thread (arg=0x2b7598201700) at pthread_create.c:308
#5 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()
Thread 22 (Thread 0x2b759b836700 (LWP 6771)):
#0 0x00002b75255e8ab7 in sched_yield () at ../sysdeps/unix/syscall-template.S:82
#1 0x00002b7524af79d5 in ?? () from /usr/lib/libtbb.so.2
#2 0x00002b7524af8221 in ?? () from /usr/lib/libtbb.so.2
#3 0x00002b7524af409d in ?? () from /usr/lib/libtbb.so.2
#4 0x00002b7524af354b in ?? () from /usr/lib/libtbb.so.2
#5 0x00002b7524af108f in ?? () from /usr/lib/libtbb.so.2
#6 0x00002b7524af12c9 in ?? () from /usr/lib/libtbb.so.2
#7 0x00002b7523600e9a in start_thread (arg=0x2b759b836700) at pthread_create.c:308
#8 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#9 0x0000000000000000 in ?? ()
Thread 21 (Thread 0x2b753e4517c0 (LWP 6648)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00002b7524248283 in boost::thread::join() () from /usr/lib/libboost_thread.so.1.49.0
#2 0x0000000000450fb7 in ServerFixture::Unload (this=0x21cfb50) at /tmp/gazebo_build/source/test/ServerFixture.cc:106
#3 0x000000000044df7a in HandleSehExceptionsInMethodIfSupported<testing::Test, void> (method=<optimized out>, object=<optimized out>,
location=<optimized out>) at /tmp/gazebo_build/source/test/gtest/src/gtest.cc:2079
#4 testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void> (object=object@entry=0x21cfb50, method=&virtual testing::Test::TearDown(),
location=location@entry=0x47cf97 "TearDown()") at /tmp/gazebo_build/source/test/gtest/src/gtest.cc:2115
#5 0x0000000000444521 in testing::Test::Run (this=this@entry=0x21cfb50) at /tmp/gazebo_build/source/test/gtest/src/gtest.cc:2160
#6 0x0000000000444640 in testing::TestInfo::Run (this=0x21c95e0) at /tmp/gazebo_build/source/test/gtest/src/gtest.cc:2327
#7 0x0000000000444795 in testing::TestCase::Run (this=0x21c8f40) at /tmp/gazebo_build/source/test/gtest/src/gtest.cc:2445
#8 0x00000000004456ad in RunAllTests (this=0x21c5cb0) at /tmp/gazebo_build/source/test/gtest/src/gtest.cc:4316
#9 testing::internal::UnitTestImpl::RunAllTests (this=0x21c5cb0) at /tmp/gazebo_build/source/test/gtest/src/gtest.cc:4223
#10 0x000000000044dafa in HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (method=<optimized out>, object=<optimized out>,
location=<optimized out>) at /tmp/gazebo_build/source/test/gtest/src/gtest.cc:2079
#11 testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (object=0x21c5cb0, method=
(bool (testing::internal::UnitTestImpl::*)(testing::internal::UnitTestImpl * const)) 0x4454a0 <testing::internal::UnitTestImpl::RunAllTests()>,
location=location@entry=0x47dc80 "auxiliary test code (environments or event listeners)") at /tmp/gazebo_build/source/test/gtest/src/gtest.cc:2115
#12 0x00000000004422fa in testing::UnitTest::Run (this=0x6ab720 <testing::UnitTest::GetInstance()::instance>)
at /tmp/gazebo_build/source/test/gtest/src/gtest.cc:3930
#13 0x0000000000414b4f in RUN_ALL_TESTS () at /tmp/gazebo_build/source/test/gtest/include/gtest/gtest.h:2288
#14 main (argc=1, argv=<optimized out>) at /tmp/gazebo_build/source/test/integration/physics_msgs.cc:568
Thread 20 (Thread 0x2b754a819700 (LWP 6766)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00002b752908d3cb in boost::condition_variable_any::wait<boost::unique_lock<boost::recursive_mutex> > (this=this@entry=0x2b754a5c4638, m=...)
at /usr/include/boost/thread/pthread/condition_variable.hpp:137
#2 0x00002b752908c4df in Ogre::DefaultWorkQueue::waitForNextRequest (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:163
#3 0x00002b752908c12c in Ogre::DefaultWorkQueue::_threadMain (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:191
#4 0x00002b75242476c9 in ?? () from /usr/lib/libboost_thread.so.1.49.0
#5 0x00002b7523600e9a in start_thread (arg=0x2b754a819700) at pthread_create.c:308
#6 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#7 0x0000000000000000 in ?? ()
---Type <return> to continue, or q <return> to quit---
Thread 19 (Thread 0x2b75a4ad1700 (LWP 6775)):
#0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:39
#1 0x00002b7524af1293 in ?? () from /usr/lib/libtbb.so.2
#2 0x00002b7524af12c9 in ?? () from /usr/lib/libtbb.so.2
#3 0x00002b7523600e9a in start_thread (arg=0x2b75a4ad1700) at pthread_create.c:308
#4 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#5 0x0000000000000000 in ?? ()
Thread 18 (Thread 0x2b754aee9700 (LWP 6767)):
#0 0x00002b7525606a43 in __GI___poll (fds=<optimized out>, nfds=<optimized out>, timeout=<optimized out>) at ../sysdeps/unix/sysv/linux/poll.c:87
#1 0x00002b758c559b6f in ?? () from /usr/lib/x86_64-linux-gnu/libpulse.so.0
#2 0x00002b758c54b0b5 in pa_mainloop_poll () from /usr/lib/x86_64-linux-gnu/libpulse.so.0
#3 0x00002b758c54b719 in pa_mainloop_iterate () from /usr/lib/x86_64-linux-gnu/libpulse.so.0
#4 0x00002b758c54b7d0 in pa_mainloop_run () from /usr/lib/x86_64-linux-gnu/libpulse.so.0
#5 0x00002b758c559b1f in ?? () from /usr/lib/x86_64-linux-gnu/libpulse.so.0
#6 0x00002b758c9b9543 in ?? () from /usr/lib/x86_64-linux-gnu/pulseaudio/libpulsecommon-2.1.so
#7 0x00002b7523600e9a in start_thread (arg=0x2b754aee9700) at pthread_create.c:308
#8 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#9 0x0000000000000000 in ?? ()
Thread 17 (Thread 0x2b75a4400700 (LWP 6773)):
#0 0x00002b75255e8ab7 in sched_yield () at ../sysdeps/unix/syscall-template.S:82
#1 0x00002b7524af79d5 in ?? () from /usr/lib/libtbb.so.2
#2 0x00002b7524af407f in ?? () from /usr/lib/libtbb.so.2
#3 0x00002b7524af354b in ?? () from /usr/lib/libtbb.so.2
#4 0x00002b7524af108f in ?? () from /usr/lib/libtbb.so.2
#5 0x00002b7524af12c9 in ?? () from /usr/lib/libtbb.so.2
#6 0x00002b7523600e9a in start_thread (arg=0x2b75a4400700) at pthread_create.c:308
#7 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#8 0x0000000000000000 in ?? ()
Thread 16 (Thread 0x2b753ef83700 (LWP 6754)):
#0 clock_nanosleep (clock_id=<optimized out>, flags=<optimized out>, req=<optimized out>, rem=<optimized out>)
at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:51
#1 0x00002b752219cc23 in gazebo::common::Time::Sleep (_time=...) at /tmp/gazebo_build/source/gazebo/common/Time.cc:195
#2 0x00002b752219ce03 in gazebo::common::Time::MSleep (_ms=<optimized out>) at /tmp/gazebo_build/source/gazebo/common/Time.cc:214
#3 0x00002b752339102f in gazebo::transport::ConnectionManager::Stop (this=0x6ab320) at /tmp/gazebo_build/source/gazebo/transport/ConnectionManager.cc:243
#4 0x000000000046edac in gazebo::shutdown () at /tmp/gazebo_build/source/gazebo/gazebo.cc:237
#5 0x00000000004636ac in gazebo::Server::Run (this=0x2b75dda11480) at /tmp/gazebo_build/source/gazebo/Server.cc:479
#6 0x0000000000451ec9 in ServerFixture::RunServer (this=0x21cfb50, _worldFilename=..., _paused=<optimized out>, _physics=...)
at /tmp/gazebo_build/source/test/ServerFixture.cc:233
#7 0x00002b75242476c9 in ?? () from /usr/lib/libboost_thread.so.1.49.0
#8 0x00002b7523600e9a in start_thread (arg=0x2b753ef83700) at pthread_create.c:308
#9 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#10 0x0000000000000000 in ?? ()
Thread 15 (Thread 0x2b759bc37700 (LWP 6772)):
#0 0x00002b75255e8ab7 in sched_yield () at ../sysdeps/unix/syscall-template.S:82
#1 0x00002b7524af79d5 in ?? () from /usr/lib/libtbb.so.2
#2 0x00002b7524af407f in ?? () from /usr/lib/libtbb.so.2
#3 0x00002b7524af354b in ?? () from /usr/lib/libtbb.so.2
#4 0x00002b7524af108f in ?? () from /usr/lib/libtbb.so.2
#5 0x00002b7524af12c9 in ?? () from /usr/lib/libtbb.so.2
#6 0x00002b7523600e9a in start_thread (arg=0x2b759bc37700) at pthread_create.c:308
#7 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#8 0x0000000000000000 in ?? ()
---Type <return> to continue, or q <return> to quit---
Thread 14 (Thread 0x2b7549a47700 (LWP 6758)):
#0 0x00002b7523607ccd in write () at ../sysdeps/unix/syscall-template.S:82
#1 0x00002b7524d83956 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00002b7524dbca7e in std::basic_filebuf<char, std::char_traits<char> >::_M_convert_to_external(char*, long) ()
from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#3 0x00002b7524dbd483 in std::basic_filebuf<char, std::char_traits<char> >::overflow(int) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#4 0x00002b7524dbae0f in std::basic_filebuf<char, std::char_traits<char> >::sync() () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#5 0x00002b7524d9ceae in std::ostream::flush() () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00002b7522171283 in gazebo::common::FileLogger::Buffer::sync (this=0x2169960) at /tmp/gazebo_build/source/gazebo/common/Console.cc:223
#7 0x00002b7524d9e076 in std::ostream& std::ostream::_M_insert<long>(long) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#8 0x00002b75221714de in operator<< (_out=..., _time=...) at /tmp/gazebo_build/source/gazebo/common/Time.hh:398
#9 gazebo::common::Logger::operator() (this=0x2b75223c9180 <gazebo::common::Console::err>, _file=..., _line=317)
at /tmp/gazebo_build/source/gazebo/common/Console.cc:78
#10 0x00002b7523393699 in gazebo::transport::ConnectionManager::Run (this=0x6ab320) at /tmp/gazebo_build/source/gazebo/transport/ConnectionManager.cc:317
#11 0x00002b75242476c9 in ?? () from /usr/lib/libboost_thread.so.1.49.0
#12 0x00002b7523600e9a in start_thread (arg=0x2b7549a47700) at pthread_create.c:308
#13 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#14 0x0000000000000000 in ?? ()
Thread 13 (Thread 0x2b759926d700 (LWP 6760)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00002b752908d3cb in boost::condition_variable_any::wait<boost::unique_lock<boost::recursive_mutex> > (this=this@entry=0x2b754a5c4638, m=...)
at /usr/include/boost/thread/pthread/condition_variable.hpp:137
#2 0x00002b752908c4df in Ogre::DefaultWorkQueue::waitForNextRequest (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:163
#3 0x00002b752908c12c in Ogre::DefaultWorkQueue::_threadMain (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:191
#4 0x00002b75242476c9 in ?? () from /usr/lib/libboost_thread.so.1.49.0
#5 0x00002b7523600e9a in start_thread (arg=0x2b759926d700) at pthread_create.c:308
#6 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#7 0x0000000000000000 in ?? ()
Thread 12 (Thread 0x2b759b034700 (LWP 6769)):
#0 0x00002b75255e8ab7 in sched_yield () at ../sysdeps/unix/syscall-template.S:82
#1 0x00002b7524af79d5 in ?? () from /usr/lib/libtbb.so.2
#2 0x00002b7524af407f in ?? () from /usr/lib/libtbb.so.2
#3 0x00002b7524af354b in ?? () from /usr/lib/libtbb.so.2
#4 0x00002b7524af108f in ?? () from /usr/lib/libtbb.so.2
#5 0x00002b7524af12c9 in ?? () from /usr/lib/libtbb.so.2
#6 0x00002b7523600e9a in start_thread (arg=0x2b759b034700) at pthread_create.c:308
#7 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#8 0x0000000000000000 in ?? ()
Thread 11 (Thread 0x2b75a5094700 (LWP 6774)):
#0 0x00002b75255e8ab7 in sched_yield () at ../sysdeps/unix/syscall-template.S:82
#1 0x00002b7524af79d5 in ?? () from /usr/lib/libtbb.so.2
#2 0x00002b7524af8221 in ?? () from /usr/lib/libtbb.so.2
#3 0x00002b7524af409d in ?? () from /usr/lib/libtbb.so.2
#4 0x00002b7524af354b in ?? () from /usr/lib/libtbb.so.2
#5 0x00002b7524af108f in ?? () from /usr/lib/libtbb.so.2
#6 0x00002b7524af12c9 in ?? () from /usr/lib/libtbb.so.2
#7 0x00002b7523600e9a in start_thread (arg=0x2b75a5094700) at pthread_create.c:308
#8 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#9 0x0000000000000000 in ?? ()
Thread 10 (Thread 0x2b7598a6b700 (LWP 6763)):
---Type <return> to continue, or q <return> to quit---
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00002b752908d3cb in boost::condition_variable_any::wait<boost::unique_lock<boost::recursive_mutex> > (this=this@entry=0x2b754a5c4638, m=...)
at /usr/include/boost/thread/pthread/condition_variable.hpp:137
#2 0x00002b752908c4df in Ogre::DefaultWorkQueue::waitForNextRequest (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:163
#3 0x00002b752908c12c in Ogre::DefaultWorkQueue::_threadMain (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:191
#4 0x00002b75242476c9 in ?? () from /usr/lib/libboost_thread.so.1.49.0
#5 0x00002b7523600e9a in start_thread (arg=0x2b7598a6b700) at pthread_create.c:308
#6 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#7 0x0000000000000000 in ?? ()
Thread 9 (Thread 0x2b7599e71700 (LWP 6761)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00002b752908d3cb in boost::condition_variable_any::wait<boost::unique_lock<boost::recursive_mutex> > (this=this@entry=0x2b754a5c4638, m=...)
at /usr/include/boost/thread/pthread/condition_variable.hpp:137
#2 0x00002b752908c4df in Ogre::DefaultWorkQueue::waitForNextRequest (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:163
#3 0x00002b752908c12c in Ogre::DefaultWorkQueue::_threadMain (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:191
#4 0x00002b75242476c9 in ?? () from /usr/lib/libboost_thread.so.1.49.0
#5 0x00002b7523600e9a in start_thread (arg=0x2b7599e71700) at pthread_create.c:308
#6 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#7 0x0000000000000000 in ?? ()
Thread 8 (Thread 0x2b759a272700 (LWP 6762)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00002b752908d3cb in boost::condition_variable_any::wait<boost::unique_lock<boost::recursive_mutex> > (this=this@entry=0x2b754a5c4638, m=...)
at /usr/include/boost/thread/pthread/condition_variable.hpp:137
#2 0x00002b752908c4df in Ogre::DefaultWorkQueue::waitForNextRequest (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:163
#3 0x00002b752908c12c in Ogre::DefaultWorkQueue::_threadMain (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:191
#4 0x00002b75242476c9 in ?? () from /usr/lib/libboost_thread.so.1.49.0
#5 0x00002b7523600e9a in start_thread (arg=0x2b759a272700) at pthread_create.c:308
#6 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#7 0x0000000000000000 in ?? ()
Thread 7 (Thread 0x2b759b435700 (LWP 6770)):
#0 0x00002b7524af7980 in ?? () from /usr/lib/libtbb.so.2
#1 0x00002b7524af407f in ?? () from /usr/lib/libtbb.so.2
#2 0x00002b7524af354b in ?? () from /usr/lib/libtbb.so.2
#3 0x00002b7524af108f in ?? () from /usr/lib/libtbb.so.2
#4 0x00002b7524af12c9 in ?? () from /usr/lib/libtbb.so.2
#5 0x00002b7523600e9a in start_thread (arg=0x2b759b435700) at pthread_create.c:308
#6 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#7 0x0000000000000000 in ?? ()
Thread 6 (Thread 0x2b7599a70700 (LWP 6765)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00002b752908d3cb in boost::condition_variable_any::wait<boost::unique_lock<boost::recursive_mutex> > (this=this@entry=0x2b754a5c4638, m=...)
at /usr/include/boost/thread/pthread/condition_variable.hpp:137
#2 0x00002b752908c4df in Ogre::DefaultWorkQueue::waitForNextRequest (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:163
#3 0x00002b752908c12c in Ogre::DefaultWorkQueue::_threadMain (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:191
#4 0x00002b75242476c9 in ?? () from /usr/lib/libboost_thread.so.1.49.0
---Type <return> to continue, or q <return> to quit---
#5 0x00002b7523600e9a in start_thread (arg=0x2b7599a70700) at pthread_create.c:308
#6 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#7 0x0000000000000000 in ?? ()
Thread 5 (Thread 0x2b759966f700 (LWP 6759)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00002b752908d3cb in boost::condition_variable_any::wait<boost::unique_lock<boost::recursive_mutex> > (this=this@entry=0x2b754a5c4638, m=...)
at /usr/include/boost/thread/pthread/condition_variable.hpp:137
#2 0x00002b752908c4df in Ogre::DefaultWorkQueue::waitForNextRequest (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:163
#3 0x00002b752908c12c in Ogre::DefaultWorkQueue::_threadMain (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:191
#4 0x00002b75242476c9 in ?? () from /usr/lib/libboost_thread.so.1.49.0
#5 0x00002b7523600e9a in start_thread (arg=0x2b759966f700) at pthread_create.c:308
#6 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#7 0x0000000000000000 in ?? ()
Thread 4 (Thread 0x2b7598e6c700 (LWP 6764)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00002b752908d3cb in boost::condition_variable_any::wait<boost::unique_lock<boost::recursive_mutex> > (this=this@entry=0x2b754a5c4638, m=...)
at /usr/include/boost/thread/pthread/condition_variable.hpp:137
#2 0x00002b752908c4df in Ogre::DefaultWorkQueue::waitForNextRequest (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:163
#3 0x00002b752908c12c in Ogre::DefaultWorkQueue::_threadMain (this=0x2b754a5c41e8)
at /build/buildd/ogre-1.7.4/OgreMain/src/Threading/OgreDefaultWorkQueueStandard.cpp:191
#4 0x00002b75242476c9 in ?? () from /usr/lib/libboost_thread.so.1.49.0
#5 0x00002b7523600e9a in start_thread (arg=0x2b7598e6c700) at pthread_create.c:308
#6 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#7 0x0000000000000000 in ?? ()
Thread 3 (Thread 0x2b7548401700 (LWP 6757)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00002b75221886bb in boost::condition_variable::wait (this=0x216b168, m=...) at /usr/include/boost/thread/pthread/condition_variable.hpp:56
#2 0x00002b7522183854 in gazebo::common::ModelDatabase::UpdateModelCache (this=0x6ac1f0, _fetchImmediately=<optimized out>)
at /tmp/gazebo_build/source/gazebo/common/ModelDatabase.cc:281
#3 0x00002b75242476c9 in ?? () from /usr/lib/libboost_thread.so.1.49.0
#4 0x00002b7523600e9a in start_thread (arg=0x2b7548401700) at pthread_create.c:308
#5 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()
Thread 2 (Thread 0x2b7548200700 (LWP 6756)):
#0 clock_nanosleep (clock_id=<optimized out>, flags=<optimized out>, req=<optimized out>, rem=<optimized out>)
at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:51
#1 0x00002b752219cc23 in gazebo::common::Time::Sleep (_time=...) at /tmp/gazebo_build/source/gazebo/common/Time.cc:195
#2 0x00002b752219ce03 in gazebo::common::Time::MSleep (_ms=<optimized out>) at /tmp/gazebo_build/source/gazebo/common/Time.cc:214
#3 0x000000000047368d in gazebo::Master::Run (this=0x2b75dc601c60) at /tmp/gazebo_build/source/gazebo/Master.cc:341
#4 0x00002b75242476c9 in ?? () from /usr/lib/libboost_thread.so.1.49.0
#5 0x00002b7523600e9a in start_thread (arg=0x2b7548200700) at pthread_create.c:308
#6 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#7 0x0000000000000000 in ?? ()
Thread 1 (Thread 0x2b753e697700 (LWP 6755)):
#0 async_receive<boost::asio::mutable_buffers_1, boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp>, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, boost::_bi::bind_t<void, boost::_mfi::mf2<void, gazebo::transport::Connection, boost::system::error_code const&, boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >, boost:---Type <return> to continue, or q <return> to quit---
:_bi::list3<boost::_bi::value<gazebo::transport::Connection*>, boost::arg<1> (*)(), boost::_bi::value<boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> > > > > > (handler=..., flags=0, buffers=..., impl=...,
this=<error reading variable: Cannot access memory at address 0x0>) at /usr/include/boost/asio/stream_socket_service.hpp:318
#1 async_read_some<boost::asio::mutable_buffers_1, boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp>, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, boost::_bi::bind_t<void, boost::_mfi::mf2<void, gazebo::transport::Connection, boost::system::error_code const&, boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >, boost::_bi::list3<boost::_bi::value<gazebo::transport::Connection*>, boost::arg<1> (*)(), boost::_bi::value<boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> > > > > > (handler=..., buffers=..., this=0x0)
at /usr/include/boost/asio/basic_stream_socket.hpp:787
#2 boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp, boost::asio::stream_socket_service<boost::asio::ip::tcp> >, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, boost::_bi::bind_t<void, boost::_mfi::mf2<void, gazebo::transport::Connection, boost::system::error_code const&, boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::string const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >, boost::_bi::list3<boost::_bi::value<gazebo::transport::Connection*>, boost::arg<1> (*)(), boost::_bi::value<boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::string const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> > > > >::operator() (this=0x2b753e6968e0, ec=...,
bytes_transferred=<optimized out>, start=<optimized out>) at /usr/include/boost/asio/impl/read.hpp:263
#3 0x00002b7523398c96 in boost::asio::async_read<boost::asio::basic_stream_socket<boost::asio::ip::tcp, boost::asio::stream_socket_service<boost::asio::ip::tcp> >, boost::asio::mutable_buffers_1, boost::_bi::bind_t<void, boost::_mfi::mf2<void, gazebo::transport::Connection, boost::system::error_code const&, boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::string const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >, boost::_bi::list3<boost::_bi::value<gazebo::transport::Connection*>, boost::arg<1> (*)(), boost::_bi::value<boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::string const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> > > > > (s=..., buffers=..., handler=...) at /usr/include/boost/asio/impl/read.hpp:526
#4 0x00002b7523399e30 in gazebo::transport::Connection::OnReadHeader<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::string const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > > > (this=0x2b75dc4abc90, _e=..., _handler=...)
at /tmp/gazebo_build/source/gazebo/transport/Connection.hh:258
#5 0x00002b7523398afd in operator() (a2=..., a1=..., p=<optimized out>, this=<optimized out>) at /usr/include/boost/bind/mem_fn_template.hpp:280
#6 operator()<boost::_mfi::mf2<void, gazebo::transport::Connection, const boost::system::error_code&, boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, const std::basic_string<char>&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >, boost::_bi::list2<const boost::system::error_code&, const long unsigned int&> > (a=<synthetic pointer>, f=..., this=<optimized out>) at /usr/include/boost/bind/bind.hpp:392
#7 operator()<boost::system::error_code, long unsigned int> (a2=<optimized out>, a1=..., this=<optimized out>)
at /usr/include/boost/bind/bind_template.hpp:102
#8 operator() (ec=..., this=<optimized out>, bytes_transferred=<optimized out>, start=<optimized out>) at /usr/include/boost/asio/impl/read.hpp:274
#9 boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp, boost::asio::stream_socket_service<boost::asio::ip::tcp> >, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, boost::_bi::bind_t<void, boost::_mfi::mf2<void, gazebo::transport::Connection, boost::system::error_code const&, boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::string const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >, boost::_bi::list3<boost::_bi::value<gazebo::transport::Connection*>, boost::arg<1> (*)(), boost::_bi::value<boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::string const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> > > > >::operator() (this=<optimized out>, ec=...,
bytes_transferred=<optimized out>, start=<optimized out>) at /usr/include/boost/asio/impl/read.hpp:253
#10 0x00002b7523398e36 in operator() (this=0x2b753e696b60) at /usr/include/boost/asio/detail/bind_handler.hpp:118
---Type <return> to continue, or q <return> to quit---
#11 asio_handler_invoke<boost::asio::detail::binder2<boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp>, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, boost::_bi::bind_t<void, boost::_mfi::mf2<void, gazebo::transport::Connection, boost::system::error_code const&, boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >, boost::_bi::list3<boost::_bi::value<gazebo::transport::Connection*>, boost::arg<1> (*)(), boost::_bi::value<boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> > > > >, boost::system::error_code, unsigned long> > (
function=...) at /usr/include/boost/asio/handler_invoke_hook.hpp:64
#12 invoke<boost::asio::detail::binder2<boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp>, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, boost::_bi::bind_t<void, boost::_mfi::mf2<void, gazebo::transport::Connection, boost::system::error_code const&, boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >, boost::_bi::list3<boost::_bi::value<gazebo::transport::Connection*>, boost::arg<1> (*)(), boost::_bi::value<boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> > > > >, boost::system::error_code, unsigned long>, boost::_bi::bind_t<void, boost::_mfi::mf2<void, gazebo::transport::Connection, boost::system::error_code const&, boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >, boost::_bi::list3<boost::_bi::value<gazebo::transport::Connection*>, boost::arg<1> (*)(), boost::_bi::value<boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> > > > > (function=..., context=...) at /usr/include/boost/asio/detail/handler_invoke_helpers.hpp:39
#13 asio_handler_invoke<boost::asio::detail::binder2<boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp>, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, boost::_bi::bind_t<void, boost::_mfi::mf2<void, gazebo::transport::Connection, boost::system::error_code const&, boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >, boost::_bi::list3<boost::_bi::value<gazebo::transport::Connection*>, boost::arg<1> (*)(), boost::_bi::value<boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> > > > >, boost::system::error_code, unsigned long>, boost::asio::basic_stream_socket<boost::asio::ip::tcp>, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, boost::_bi::bind_t<void, boost::_mfi::mf2<void, gazebo::transport::Connection, boost::system::error_code const&, boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >, boost::_bi::list3<boost::_bi::value<gazebo::transport::Connection*>, boost::arg<1> (*)(), boost::_bi::value<boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> > > > > (function=..., this_handler=<optimized out>) at /usr/include/boost/asio/impl/read.hpp:474
#14 invoke<boost::asio::detail::binder2<boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp>, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, boost::_bi::bind_t<void, boost::_mfi::mf2<void, gazebo::transport::Connection, boost::system::error_code const&, boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >, boost::_bi::list3<boost::_bi::value<gazebo::transport::Connection*>, boost::arg<1> (*)(), boost::_bi::value<boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> > > > >, boost::system::error_code, unsigned long>, boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp>, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, boost::_bi::bind_t<void, boost::_mfi::mf2<void, gazebo::transport::Connection, boost::system::error_code const&, boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >---Type <return> to continue, or q <return> to quit---
, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >, boost::_bi::list3<boost::_bi::value<gazebo::transport::Connection*>, boost::arg<1> (*)(), boost::_bi::value<boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::basic_string<char> const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> > > > > > (function=..., context=...) at /usr/include/boost/asio/detail/handler_invoke_helpers.hpp:39
#15 boost::asio::detail::reactive_socket_recv_op<boost::asio::mutable_buffers_1, boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp, boost::asio::stream_socket_service<boost::asio::ip::tcp> >, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, boost::_bi::bind_t<void, boost::_mfi::mf2<void, gazebo::transport::Connection, boost::system::error_code const&, boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::string const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >, boost::_bi::list3<boost::_bi::value<gazebo::transport::Connection*>, boost::arg<1> (*)(), boost::_bi::value<boost::tuples::tuple<boost::_bi::bind_t<void, boost::_mfi::mf1<void, gazebo::transport::ConnectionManager, std::string const&>, boost::_bi::list2<boost::_bi::value<gazebo::transport::ConnectionManager*>, boost::arg<1> > >, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> > > > > >::do_complete (owner=0x2b75dc61c8f0, base=<optimized out>) at /usr/include/boost/asio/detail/reactive_socket_recv_op.hpp:110
#16 0x00002b7523388693 in complete (owner=..., this=0x2b75c0000a30, bytes_transferred=<optimized out>, ec=...)
at /usr/include/boost/asio/detail/task_io_service_operation.hpp:37
#17 do_run_one (ec=..., private_op_queue=..., this_thread=..., lock=..., this=<optimized out>) at /usr/include/boost/asio/detail/impl/task_io_service.ipp:369
#18 boost::asio::detail::task_io_service::run (this=0x2b75dc61c8f0, ec=...) at /usr/include/boost/asio/detail/impl/task_io_service.ipp:146
#19 0x00002b752339ac35 in boost::asio::io_service::run (this=0x2b75dc49afe0) at /usr/include/boost/asio/impl/io_service.ipp:59
#20 0x00002b75242476c9 in ?? () from /usr/lib/libboost_thread.so.1.49.0
#21 0x00002b7523600e9a in start_thread (arg=0x2b753e697700) at pthread_create.c:308
#22 0x00002b75256123fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#23 0x0000000000000000 in ?? ()
(gdb)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment