Skip to content

Instantly share code, notes, and snippets.

@shafayeatsumit
Created June 25, 2016 17:10
Show Gist options
  • Save shafayeatsumit/8cbf64d95d746e11571ce78f8c1f655b to your computer and use it in GitHub Desktop.
Save shafayeatsumit/8cbf64d95d746e11571ce78f8c1f655b to your computer and use it in GitHub Desktop.
wsh1 replica set down log file
016-06-25T16:50:15.563+0000 I - [conn6803] Assertion: 13538:couldn't open [/proc/10360/stat] errno:24 Too many open files
2016-06-25T16:50:15.750+0000 I - [conn6850] Assertion: 13538:couldn't open [/proc/10360/stat] errno:24 Too many open files
2016-06-25T16:50:16.564+0000 I - [conn6803] Assertion: 13538:couldn't open [/proc/10360/stat] errno:24 Too many open files
2016-06-25T16:50:16.752+0000 I - [conn6850] Assertion: 13538:couldn't open [/proc/10360/stat] errno:24 Too many open files
2016-06-25T16:50:17.022+0000 E STORAGE WiredTiger (24) [1466873417:22552][10360:0x7f5b235a4700], file:WiredTiger.wt, session.checkpoint: WiredTiger.turtle: fopen: Too many open files
2016-06-25T16:50:17.077+0000 E STORAGE WiredTiger (24) [1466873417:77752][10360:0x7f5b235a4700], checkpoint-server: checkpoint server error: Too many open files
2016-06-25T16:50:17.077+0000 E STORAGE WiredTiger (-31804) [1466873417:77854][10360:0x7f5b235a4700], checkpoint-server: the process must exit and restart: WT_PANIC: WiredTiger library panic
2016-06-25T16:50:17.077+0000 I - Fatal Assertion 28558
2016-06-25T16:50:17.086+0000 I CONTROL
0xfa8242 0xf454d9 0xf29706 0xdca081 0x13ff32c 0x13ff4dd 0x13ff954 0x138fd03 0x7f5b27ba4184 0x7f5b2696e37d
----- BEGIN BACKTRACE -----
{"backtrace":[{"b":"400000","o":"BA8242","s":"_ZN5mongo15printStackTraceERSo"},{"b":"400000","o":"B454D9","s":"_ZN5mongo10logContextEPKc"},{"b":"400000","o":"B29706","s":"_ZN5mongo13fassertFailedEi"},{"b":"400000","o":"9CA081"},{"b":"400000","o":"FFF32C","s":"__wt_eventv"},{"b":"400000","o":"FFF4DD","s":"__wt_err"},{"b":"400000","o":"FFF954","s":"__wt_panic"},{"b":"400000","o":"F8FD03"},{"b":"7F5B27B9C000","o":"8184"},{"b":"7F5B26874000","o":"FA37D","s":"clone"}],"processInfo":{ "mongodbVersion" : "3.0.12", "gitVersion" : "33934938e0e95d534cebbaff656cde916b9c3573", "uname" : { "sysname" : "Linux", "release" : "4.5.5-x86_64-linode69", "version" : "#3 SMP Fri May 20 15:25:13 EDT 2016", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "EBD85547D0C90260CB4C429A2A005349F1C70CB5" }, { "b" : "7FFE2371F000", "elfType" : 3, "buildId" : "D2E9092668B8497190691773923DDF56235BBE46" }, { "b" : "7F5B27B9C000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3, "buildId" : "31E9F21AE8C10396171F1E13DA15780986FA696C" }, { "b" : "7F5B2793D000", "path" : "/lib/x86_64-linux-gnu/libssl.so.1.0.0", "elfType" : 3, "buildId" : "74864DB9D5F69D39A67E4755012FB6573C469B3D" }, { "b" : "7F5B27561000", "path" : "/lib/x86_64-linux-gnu/libcrypto.so.1.0.0", "elfType" : 3, "buildId" : "AAE7CFF8351B730830BDBCE0DCABBE06574B7144" }, { "b" : "7F5B27359000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3, "buildId" : "E2A6DD5048A0A051FD61043BDB69D8CC68192AB7" }, { "b" : "7F5B27155000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3, "buildId" : "DA9B8C234D0FE9FD8CAAC8970A7EC1B6C8F6623F" }, { "b" : "7F5B26E4F000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3, "buildId" : "D144258E614900B255A31F3FD2283A878670D5BC" }, { "b" : "7F5B26C39000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3, "buildId" : "36311B4457710AE5578C4BF00791DED7359DBB92" }, { "b" : "7F5B26874000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3, "buildId" : "CF699A15CAAE64F50311FC4655B86DC39A479789" }, { "b" : "7F5B27DBA000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "D0F537904076D73F29E4A37341F8A449E2EF6CD0" } ] }}
mongod(_ZN5mongo15printStackTraceERSo+0x32) [0xfa8242]
mongod(_ZN5mongo10logContextEPKc+0xE9) [0xf454d9]
mongod(_ZN5mongo13fassertFailedEi+0x66) [0xf29706]
mongod(+0x9CA081) [0xdca081]
mongod(__wt_eventv+0x49C) [0x13ff32c]
mongod(__wt_err+0x8D) [0x13ff4dd]
mongod(__wt_panic+0x24) [0x13ff954]
mongod(+0xF8FD03) [0x138fd03]
libpthread.so.0(+0x8184) [0x7f5b27ba4184]
libc.so.6(clone+0x6D) [0x7f5b2696e37d]
----- END BACKTRACE -----
2016-06-25T16:50:17.086+0000 I -
***aborting after fassert() failure
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment