Skip to content

Instantly share code, notes, and snippets.

@rajasaur

rajasaur/erl_crash

Created March 29, 2016 03:59
Show Gist options
  • Save rajasaur/c0140776d5d8d78d0200 to your computer and use it in GitHub Desktop.
Save rajasaur/c0140776d5d8d78d0200 to your computer and use it in GitHub Desktop.
Download ZIP
CouchDB Crash under load
Raw
erl_crash
[Sat, 26 Mar 2016 06:32:48 GMT] [info] [<0.19047.63>] Opening index for db: commusoft_13012 idx: ae30e4b23a313c8ccacc5376883d2582 sig: "10108e044158341fcb9842e4fb5523d0"
[Sat, 26 Mar 2016 06:32:48 GMT] [info] [<0.14801.63>] Starting index update for db: commusoft_13012 idx: ae30e4b23a313c8ccacc5376883d2582
[Sat, 26 Mar 2016 06:32:49 GMT] [error] [<0.13879.62>] ** Generic server <0.13879.62> terminating
** Last message in was delayed_commit
** When Server state == {db,<0.23028.61>,<0.13879.62>,nil,
<<"1458958834320064">>,<0.19315.61>,<0.22013.61>,
<0.8655.62>,
{db_header,6,179832,0,
{1156999620,{119979,0,96899709},13916674},
{1157002027,119979,9932870},
nil,0,nil,nil,1000},
179832,
{btree,<0.22013.61>,
{1157009286,{119980,0,96900896},13916742},
#Fun<couch_db_updater.10.58444962>,
#Fun<couch_db_updater.11.58444962>,
#Fun<couch_btree.5.15886126>,
#Fun<couch_db_updater.12.58444962>,snappy},
{btree,<0.22013.61>,
{1157011763,119980,9932940},
#Fun<couch_db_updater.13.58444962>,
#Fun<couch_db_updater.14.58444962>,
#Fun<couch_btree.5.15886126>,
#Fun<couch_db_updater.15.58444962>,snappy},
{btree,<0.22013.61>,nil,
#Fun<couch_btree.3.15886126>,
#Fun<couch_btree.4.15886126>,
#Fun<couch_btree.5.15886126>,nil,snappy},
179833,<<"commusoft_13012">>,
"/usr/local/var/lib/couchdb/commusoft_13012.couch",
[],[],nil,
{user_ctx,null,[],undefined},
#Ref<0.0.4961.130999>,1000,
[before_header,after_header,on_file_open],
[{user_ctx,
{user_ctx,<<"synchlistener">>,
[<<"_admin">>],
<<"{couch_httpd_auth, default_authentication_handler}">>}}],
snappy,nil,nil}
** Reason for termination ==
** {{badmatch,{error,emfile}},
[{couch_file,sync,1,[{file,"couch_file.erl"},{line,191}]},
{couch_db_updater,commit_data,2,
[{file,"couch_db_updater.erl"},{line,799}]},
{couch_db_updater,handle_info,2,
[{file,"couch_db_updater.erl"},{line,257}]},
{gen_server,handle_msg,5,[{file,"gen_server.erl"},{line,604}]},
{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,239}]}]}
[Sat, 26 Mar 2016 06:32:49 GMT] [error] [<0.13879.62>] {error_report,<0.30.0>,
{<0.13879.62>,crash_report,
[[{initial_call,
{couch_db_updater,init,['Argument__1']}},
{pid,<0.13879.62>},
{registered_name,[]},
{error_info,
{exit,
{{badmatch,{error,emfile}},
[{couch_file,sync,1,
[{file,"couch_file.erl"},{line,191}]},
{couch_db_updater,commit_data,2,
[{file,"couch_db_updater.erl"},{line,799}]},
{couch_db_updater,handle_info,2,
[{file,"couch_db_updater.erl"},{line,257}]},
{gen_server,handle_msg,5,
[{file,"gen_server.erl"},{line,604}]},
{proc_lib,init_p_do_apply,3,
[{file,"proc_lib.erl"},{line,239}]}]},
[{gen_server,terminate,6,
[{file,"gen_server.erl"},{line,744}]},
{proc_lib,init_p_do_apply,3,
[{file,"proc_lib.erl"},{line,239}]}]}},
{ancestors,[<0.23028.61>,<0.17647.62>]},
{messages,[]},
{links,[<0.23028.61>]},
{dictionary,[]},
{trap_exit,true},
{status,running},
{heap_size,6772},
{stack_size,27},
{reductions,5291866}],
[]]}}
[Sat, 26 Mar 2016 06:32:49 GMT] [error] [<0.23028.61>] ** Generic server <0.23028.61> terminating
** Last message in was {'EXIT',<0.13879.62>,
{{badmatch,{error,emfile}},
[{couch_file,sync,1,
[{file,"couch_file.erl"},{line,191}]},
{couch_db_updater,commit_data,2,
[{file,"couch_db_updater.erl"},{line,799}]},
{couch_db_updater,handle_info,2,
[{file,"couch_db_updater.erl"},{line,257}]},
{gen_server,handle_msg,5,
[{file,"gen_server.erl"},{line,604}]},
{proc_lib,init_p_do_apply,3,
[{file,"proc_lib.erl"},{line,239}]}]}}
** When Server state == {db,<0.23028.61>,<0.13879.62>,nil,
<<"1458958834320064">>,<0.19315.61>,<0.22013.61>,
<0.8655.62>,
{db_header,6,179832,0,
{1156999620,{119979,0,96899709},13916674},
{1157002027,119979,9932870},
nil,0,nil,nil,1000},
179832,
{btree,<0.22013.61>,
{1157009286,{119980,0,96900896},13916742},
#Fun<couch_db_updater.10.58444962>,
#Fun<couch_db_updater.11.58444962>,
#Fun<couch_btree.5.15886126>,
#Fun<couch_db_updater.12.58444962>,snappy},
{btree,<0.22013.61>,
{1157011763,119980,9932940},
#Fun<couch_db_updater.13.58444962>,
#Fun<couch_db_updater.14.58444962>,
#Fun<couch_btree.5.15886126>,
#Fun<couch_db_updater.15.58444962>,snappy},
{btree,<0.22013.61>,nil,
#Fun<couch_btree.3.15886126>,
#Fun<couch_btree.4.15886126>,
#Fun<couch_btree.5.15886126>,nil,snappy},
179833,<<"commusoft_13012">>,
"/usr/local/var/lib/couchdb/commusoft_13012.couch",
[],[],nil,
{user_ctx,null,[],undefined},
#Ref<0.0.4961.130999>,1000,
[before_header,after_header,on_file_open],
[{user_ctx,
{user_ctx,<<"synchlistener">>,
[<<"_admin">>],
<<"{couch_httpd_auth, default_authentication_handler}">>}}],
snappy,nil,nil}
** Reason for termination ==
** {{badmatch,{error,emfile}},
[{couch_file,sync,1,[{file,"couch_file.erl"},{line,191}]},
{couch_db_updater,commit_data,2,
[{file,"couch_db_updater.erl"},{line,799}]},
{couch_db_updater,handle_info,2,
[{file,"couch_db_updater.erl"},{line,257}]},
{gen_server,handle_msg,5,[{file,"gen_server.erl"},{line,604}]},
{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,239}]}]}
[Sat, 26 Mar 2016 06:32:49 GMT] [error] [<0.23028.61>] {error_report,<0.30.0>,
{<0.23028.61>,crash_report,
[[{initial_call,{couch_db,init,['Argument__1']}},
{pid,<0.23028.61>},
{registered_name,[]},
{error_info,
{exit,
{{badmatch,{error,emfile}},
[{couch_file,sync,1,
[{file,"couch_file.erl"},{line,191}]},
{couch_db_updater,commit_data,2,
[{file,"couch_db_updater.erl"},{line,799}]},
{couch_db_updater,handle_info,2,
[{file,"couch_db_updater.erl"},{line,257}]},
{gen_server,handle_msg,5,
[{file,"gen_server.erl"},{line,604}]},
{proc_lib,init_p_do_apply,3,
[{file,"proc_lib.erl"},{line,239}]}]},
[{gen_server,terminate,6,
[{file,"gen_server.erl"},{line,744}]},
{proc_lib,init_p_do_apply,3,
[{file,"proc_lib.erl"},{line,239}]}]}},
{ancestors,[<0.17647.62>]},
{messages,[]},
{links,[<0.17545.6>]},
{dictionary,[]},
{trap_exit,true},
{status,running},
{heap_size,2586},
{stack_size,27},
{reductions,420564}],
[]]}}
Followed by a lot of
[Sat, 26 Mar 2016 06:32:49 GMT] [info] [<0.13681.63>] Index shutdown by monitor notice for db: commusoft_13012 idx: 2c7a00fa2508ba34e4af281274e823a5
[Sat, 26 Mar 2016 06:32:49 GMT] [info] [<0.28340.62>] Index shutdown by monitor notice for db: commusoft_13012 idx: adc0848dc67449e113adc5b46b19039b
Followed by a lot of
[Sat, 26 Mar 2016 06:32:49 GMT] [info] [<0.10425.63>] Closing index for db: commusoft_13012 idx: a3229f0f65f79c9a1494e7ba875ac8ee sig: "a00d645019dc8a5b2a15252018882195"
reason: normal
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment