Created
August 15, 2012 13:52
-
-
Save BenBallard/3360344 to your computer and use it in GitHub Desktop.
Rabbit Shovel Failures
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<4648.215.0>: | |
Program counter: 0x008b9178 (gen_server:loop/6 + 144) | |
CP: 0x00000000 (invalid) | |
arity = 0 | |
0x03835d60 Return addr 0x0084a07c (proc_lib:init_p_do_apply/3 + 28) | |
y(0) [] | |
y(1) infinity | |
y(2) rabbit_shovel_status | |
y(3) {state} | |
y(4) rabbit_shovel_status | |
y(5) <0.214.0> | |
0x03835d7c Return addr 0x0823fd40 (<terminate process normally>) | |
y(0) Catch 0x0084a08c (proc_lib:init_p_do_apply/3 + 44) | |
[ok] | |
...done. |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
[{registered_name,rabbit_shovel_status}, | |
{current_function,{gen_server,loop,6}}, | |
{initial_call,{proc_lib,init_p,5}}, | |
{status,waiting}, | |
{message_queue_len,0}, | |
{messages,[]}, | |
{links,[<4648.214.0>]}, | |
{dictionary,[{'$ancestors',[rabbit_shovel_sup,<4648.213.0>]}, | |
{'$initial_call',{rabbit_shovel_status,init,1}}]}, | |
{trap_exit,false}, | |
{error_handler,error_handler}, | |
{priority,normal}, | |
{group_leader,<4648.212.0>}, | |
{total_heap_size,2207}, | |
{heap_size,1597}, | |
{stack_size,9}, | |
{reductions,1428374}, | |
{garbage_collection,[{fullsweep_after,65535},{minor_gcs,991}]}, | |
{suspending,[]}] | |
...done. |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
[ | |
{rabbitmq_shovel, | |
[ {shovels, [ {server_to_robot, | |
[ {sources, | |
[ {broker, "amqp://user:password@server/%2f?heartbeat=5"} | |
, {declarations, [ {'exchange.declare', | |
[ {exchange, <<"ExchangePersist">>} | |
, {type, <<"fanout">>} | |
, {durable, true} | |
, {auto_delete, false} | |
]} | |
, {'exchange.declare', | |
[ {exchange, <<"InboundExchange">>} | |
, {type, <<"topic">>} | |
, {durable, true} | |
, {auto_delete, false} | |
]} | |
, { 'queue.declare', | |
[ durable | |
, {'queue', <<"R2Persist">> } | |
, {'arguments', [{<<"x-message-ttl">>,long,86400000} | |
,{<<"x-expires">>,long,604800000} | |
]} | |
]} | |
, {'queue.bind', | |
[{exchange, <<"ExchangePersist">>} | |
, { queue, <<"R2Persist">> } | |
]} | |
]} | |
]} | |
, {destinations, | |
[ {broker, "amqp://?heartbeat=5"} ]} | |
, {queue, <<"R2Persist">>} | |
, {prefetch_count, 60000} | |
, {ack_mode, on_confirm} | |
, {publish_fields, [{exchange, <<"Exchange">>}]} | |
, {reconnect_delay, 1} | |
]}, | |
{server_to__realtime, | |
[ {sources, | |
[ {broker, "amqp://user:password@server/%2f?heartbeat=5"} | |
, {declarations, [ {'exchange.declare', | |
[ {exchange, <<"ExchangeRealTime">>} | |
, {type, <<"fanout">>} | |
, {durable, true} | |
, {auto_delete, false} | |
]} | |
, { 'queue.declare', | |
[ durable | |
, {'queue', <<"R2RealTime">> } | |
, {'arguments', [{<<"x-message-ttl">>,long,30000} | |
,{<<"x-expires">>,long,604800000} | |
]} | |
]} | |
, {'queue.bind', | |
[{exchange, <<"ExchangeRealTime">>} | |
, { queue, <<"R2RealTime">> } | |
]} | |
]} | |
]} | |
, {destinations, | |
[ {broker, "amqp://?heartbeat=5"} ]} | |
, {queue, <<"R2RealTime">>} | |
, {prefetch_count, 1000} | |
, {ack_mode, on_confirm} | |
, {publish_fields, [{exchange, <<"Exchange">>}]} | |
, {reconnect_delay, 1} | |
]}, | |
{robot_to_server, | |
[ {sources, | |
[ {broker, "amqp://?heartbeat=5"} | |
, {declarations, [ {'exchange.declare', | |
[ {exchange, <<"BroadcastExchange">>} | |
, {type, <<"topic">>} | |
, {durable, true} | |
, {auto_delete, false} | |
]} | |
, {'exchange.declare', | |
[ {exchange, <<"Exchange">>} | |
, {type, <<"topic">>} | |
, {durable, true} | |
, {auto_delete, false} | |
]} | |
, { 'queue.declare', [ durable, { queue, <<"ToServer">> } ] } | |
, {'queue.bind', | |
[ {exchange, <<"BroadcastExchange">>} | |
, {queue, <<"ToServer">>} | |
, {routing_key, <<"server.#">>} | |
]} | |
]} | |
]} | |
, {destinations, | |
[ {broker, "amqp://user:password@server/%2f?heartbeat=5"} ]} | |
, {queue, <<"ToServer">>} | |
, {prefetch_count, 1000} | |
, {ack_mode, on_confirm} | |
, {publish_fields, [ {exchange, <<"InboundExchange">>}]} | |
, {reconnect_delay, 1} | |
]} | |
]} | |
]} | |
]. |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
[{robot_to_server, | |
{terminated,{shutdown,{gen_server,call,[<4648.764.0>,open,infinity]}}}, | |
{{2012,8,15},{9,17,48}}}, | |
{server_to_robot_realtime, | |
{terminated, | |
{shutdown, | |
{gen_server,call, | |
[<4648.2934.0>, | |
{call, | |
{'exchange.declare',0, | |
<<"ExchangeRealTime">>,<<"fanout">>, | |
false,true,false,false,false,[]}, | |
none,<4648.2900.0>}, | |
infinity]}}}, | |
{{2012,8,15},{9,26,49}}}, | |
{server_to_robot, | |
{running, | |
{source, | |
{amqp_params_network,<<"user">>,<<"password">>,<<"/">>, | |
"server",undefined,0,0,1,infinity,none, | |
[#Fun<amqp_auth_mechanisms.plain.3>, | |
#Fun<amqp_auth_mechanisms.amqplain.3>], | |
[],[]}}, | |
{destination, | |
{amqp_params_direct,<<"guest">>,<<"/">>,'R2@R2',none, | |
[]}}}, | |
{{2012,8,15},{9,29,52}}}] | |
...done. |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
... Logs of the shovels reconnecting due to heartbeat failure to do network failure... | |
=CRASH REPORT==== 15-Aug-2012::09:17:48 === | |
crasher: | |
pid: <0.729.0> | |
registered_name: [] | |
exception exit: heartbeat_timeout | |
in function gen_server:terminate/6 | |
initial call: amqp_gen_connection:init/1 | |
ancestors: [<0.728.0>,amqp_sup,<0.208.0>] | |
messages: [] | |
links: [<0.715.0>,<0.728.0>,#Port<0.2860>] | |
dictionary: [] | |
trap_exit: false | |
status: running | |
heap_size: 610 | |
stack_size: 23 | |
reductions: 774 | |
neighbours: | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:17:48 === | |
Supervisor: {<0.728.0>,amqp_connection_sup} | |
Context: child_terminated | |
Reason: heartbeat_timeout | |
Offender: [{pid,<0.729.0>}, | |
{name,connection}, | |
{mfa, | |
{amqp_gen_connection,start_link, | |
[amqp_network_connection, | |
{amqp_params_network,<<"user">>, | |
<<"password">>,<<"/">>, | |
"server",5672,0,0,1,infinity, | |
none, | |
[#Fun<amqp_auth_mechanisms.plain.3>, | |
#Fun<amqp_auth_mechanisms.amqplain.3>], | |
[],[]}, | |
#Fun<amqp_connection_sup.0.39273983>, | |
#Fun<amqp_connection_sup.2.54430129>,[]]}}, | |
{restart_type,intrinsic}, | |
{shutdown,brutal_kill}, | |
{child_type,worker}] | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:17:48 === | |
Supervisor: {<0.728.0>,amqp_connection_sup} | |
Context: shutdown | |
Reason: reached_max_restart_intensity | |
Offender: [{pid,<0.729.0>}, | |
{name,connection}, | |
{mfa, | |
{amqp_gen_connection,start_link, | |
[amqp_network_connection, | |
{amqp_params_network,<<"user">>, | |
<<"password">>,<<"/">>, | |
"server",5672,0,0,1,infinity, | |
none, | |
[#Fun<amqp_auth_mechanisms.plain.3>, | |
#Fun<amqp_auth_mechanisms.amqplain.3>], | |
[],[]}, | |
#Fun<amqp_connection_sup.0.39273983>, | |
#Fun<amqp_connection_sup.2.54430129>,[]]}}, | |
{restart_type,intrinsic}, | |
{shutdown,brutal_kill}, | |
{child_type,worker}] | |
=CRASH REPORT==== 15-Aug-2012::09:17:48 === | |
crasher: | |
pid: <0.715.0> | |
registered_name: [] | |
exception exit: {shutdown,{gen_server,call,[<0.764.0>,open,infinity]}} | |
in function gen_server2:terminate/3 | |
initial call: gen:init_it/6 | |
ancestors: [rabbit_shovel_sup,<0.213.0>] | |
messages: [{'EXIT',<0.729.0>,heartbeat_timeout}] | |
links: [<0.717.0>,<0.214.0>] | |
dictionary: [{random_seed,{9714,11999,11239}}] | |
trap_exit: true | |
status: running | |
heap_size: 610 | |
stack_size: 23 | |
reductions: 391 | |
neighbours: | |
neighbour: [{pid,<0.717.0>}, | |
{registered_name,[]}, | |
{initial_call,{amqp_gen_connection,init,['Argument__1']}}, | |
{current_function,{gen_server,loop,6}}, | |
{ancestors,[<0.716.0>,amqp_sup,<0.208.0>]}, | |
{messages,[]}, | |
{links,[<0.716.0>,<0.715.0>]}, | |
{dictionary,[]}, | |
{trap_exit,false}, | |
{status,waiting}, | |
{heap_size,1597}, | |
{stack_size,9}, | |
{reductions,593}] | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:17:48 === | |
Supervisor: {<0.725.0>,rabbit_channel_sup} | |
Context: child_terminated | |
Reason: shutdown | |
Offender: [{pid,<0.727.0>}, | |
{name,channel}, | |
{mfa, | |
{rabbit_channel,start_link, | |
[1,<0.724.0>,<0.724.0>,<0.717.0>, | |
<<"<'R2@R2'.2.717.0>">>, | |
rabbit_framing_amqp_0_9_1, | |
{user,<<"guest">>, | |
[administrator], | |
rabbit_auth_backend_internal, | |
{internal_user,<<"guest">>, | |
<<139,66,41,102,165,147,50,194,19,238,144, | |
139,173,114,120,177,119,4,255,13>>, | |
[administrator]}}, | |
<<"/">>, | |
[{<<"publisher_confirms">>,bool,true}, | |
{<<"exchange_exchange_bindings">>,bool,true}, | |
{<<"basic.nack">>,bool,true}, | |
{<<"consumer_cancel_notify">>,bool,true}], | |
<0.721.0>, | |
{token,<0.726.0>,false}]}}, | |
{restart_type,intrinsic}, | |
{shutdown,4294967295}, | |
{child_type,worker}] | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:17:48 === | |
Supervisor: {<0.725.0>,rabbit_channel_sup} | |
Context: shutdown | |
Reason: reached_max_restart_intensity | |
Offender: [{pid,<0.727.0>}, | |
{name,channel}, | |
{mfa, | |
{rabbit_channel,start_link, | |
[1,<0.724.0>,<0.724.0>,<0.717.0>, | |
<<"<'R2@R2'.2.717.0>">>, | |
rabbit_framing_amqp_0_9_1, | |
{user,<<"guest">>, | |
[administrator], | |
rabbit_auth_backend_internal, | |
{internal_user,<<"guest">>, | |
<<139,66,41,102,165,147,50,194,19,238,144, | |
139,173,114,120,177,119,4,255,13>>, | |
[administrator]}}, | |
<<"/">>, | |
[{<<"publisher_confirms">>,bool,true}, | |
{<<"exchange_exchange_bindings">>,bool,true}, | |
{<<"basic.nack">>,bool,true}, | |
{<<"consumer_cancel_notify">>,bool,true}], | |
<0.721.0>, | |
{token,<0.726.0>,false}]}}, | |
{restart_type,intrinsic}, | |
{shutdown,4294967295}, | |
{child_type,worker}] | |
... The R2Persisit queue, server_to_robot shovel terminated ... | |
... Logs of the shovels reconnecting due to heartbeat failure to do network failure... | |
=CRASH REPORT==== 15-Aug-2012::09:26:49 === | |
crasher: | |
pid: <0.2902.0> | |
registered_name: [] | |
exception exit: heartbeat_timeout | |
in function gen_server:terminate/6 | |
initial call: amqp_gen_connection:init/1 | |
ancestors: [<0.2901.0>,amqp_sup,<0.208.0>] | |
messages: [] | |
links: [<0.2900.0>,<0.2901.0>,#Port<0.3377>] | |
dictionary: [] | |
trap_exit: false | |
status: running | |
heap_size: 610 | |
stack_size: 23 | |
reductions: 774 | |
neighbours: | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:26:49 === | |
Supervisor: {<0.2901.0>,amqp_connection_sup} | |
Context: child_terminated | |
Reason: heartbeat_timeout | |
Offender: [{pid,<0.2902.0>}, | |
{name,connection}, | |
{mfa, | |
{amqp_gen_connection,start_link, | |
[amqp_network_connection, | |
{amqp_params_network,<<"user">>, | |
<<"password">>,<<"/">>, | |
"server",5672,0,0,1,infinity, | |
none, | |
[#Fun<amqp_auth_mechanisms.plain.3>, | |
#Fun<amqp_auth_mechanisms.amqplain.3>], | |
[],[]}, | |
#Fun<amqp_connection_sup.0.39273983>, | |
#Fun<amqp_connection_sup.2.54430129>,[]]}}, | |
{restart_type,intrinsic}, | |
{shutdown,brutal_kill}, | |
{child_type,worker}] | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:26:49 === | |
Supervisor: {<0.2901.0>,amqp_connection_sup} | |
Context: shutdown | |
Reason: reached_max_restart_intensity | |
Offender: [{pid,<0.2902.0>}, | |
{name,connection}, | |
{mfa, | |
{amqp_gen_connection,start_link, | |
[amqp_network_connection, | |
{amqp_params_network,<<"user">>, | |
<<"password">>,<<"/">>, | |
"server",5672,0,0,1,infinity, | |
none, | |
[#Fun<amqp_auth_mechanisms.plain.3>, | |
#Fun<amqp_auth_mechanisms.amqplain.3>], | |
[],[]}, | |
#Fun<amqp_connection_sup.0.39273983>, | |
#Fun<amqp_connection_sup.2.54430129>,[]]}}, | |
{restart_type,intrinsic}, | |
{shutdown,brutal_kill}, | |
{child_type,worker}] | |
=CRASH REPORT==== 15-Aug-2012::09:26:49 === | |
crasher: | |
pid: <0.2900.0> | |
registered_name: [] | |
exception exit: {shutdown, | |
{gen_server,call, | |
[<0.2934.0>, | |
{call, | |
{'exchange.declare',0, | |
<<"ExchangeRealTime">>, | |
<<"fanout">>,false,true,false,false, | |
false,[]}, | |
none,<0.2900.0>}, | |
infinity]}} | |
in function gen_server2:terminate/3 | |
initial call: gen:init_it/6 | |
ancestors: [rabbit_shovel_sup,<0.213.0>] | |
messages: [{'EXIT',<0.2902.0>,heartbeat_timeout}] | |
links: [<0.214.0>,<0.2937.0>] | |
dictionary: [{random_seed,{9714,14124,16711}}] | |
trap_exit: true | |
status: running | |
heap_size: 610 | |
stack_size: 23 | |
reductions: 408 | |
neighbours: | |
neighbour: [{pid,<0.2937.0>}, | |
{registered_name,[]}, | |
{initial_call,{amqp_gen_connection,init,['Argument__1']}}, | |
{current_function,{gen_server,loop,6}}, | |
{ancestors,[<0.2936.0>,amqp_sup,<0.208.0>]}, | |
{messages,[]}, | |
{links,[<0.2936.0>,<0.2900.0>]}, | |
{dictionary,[]}, | |
{trap_exit,false}, | |
{status,waiting}, | |
{heap_size,1597}, | |
{stack_size,9}, | |
{reductions,594}] | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:26:49 === | |
Supervisor: {<0.2945.0>,rabbit_channel_sup} | |
Context: child_terminated | |
Reason: shutdown | |
Offender: [{pid,<0.2947.0>}, | |
{name,channel}, | |
{mfa, | |
{rabbit_channel,start_link, | |
[1,<0.2944.0>,<0.2944.0>,<0.2937.0>, | |
<<"<'R2@R2'.2.2937.0>">>, | |
rabbit_framing_amqp_0_9_1, | |
{user,<<"guest">>, | |
[administrator], | |
rabbit_auth_backend_internal, | |
{internal_user,<<"guest">>, | |
<<139,66,41,102,165,147,50,194,19,238,144, | |
139,173,114,120,177,119,4,255,13>>, | |
[administrator]}}, | |
<<"/">>, | |
[{<<"publisher_confirms">>,bool,true}, | |
{<<"exchange_exchange_bindings">>,bool,true}, | |
{<<"basic.nack">>,bool,true}, | |
{<<"consumer_cancel_notify">>,bool,true}], | |
<0.2941.0>, | |
{token,<0.2946.0>,false}]}}, | |
{restart_type,intrinsic}, | |
{shutdown,4294967295}, | |
{child_type,worker}] | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:26:49 === | |
Supervisor: {<0.2945.0>,rabbit_channel_sup} | |
Context: shutdown | |
Reason: reached_max_restart_intensity | |
Offender: [{pid,<0.2947.0>}, | |
{name,channel}, | |
{mfa, | |
{rabbit_channel,start_link, | |
[1,<0.2944.0>,<0.2944.0>,<0.2937.0>, | |
<<"<'R2@R2'.2.2937.0>">>, | |
rabbit_framing_amqp_0_9_1, | |
{user,<<"guest">>, | |
[administrator], | |
rabbit_auth_backend_internal, | |
{internal_user,<<"guest">>, | |
<<139,66,41,102,165,147,50,194,19,238,144, | |
139,173,114,120,177,119,4,255,13>>, | |
[administrator]}}, | |
<<"/">>, | |
[{<<"publisher_confirms">>,bool,true}, | |
{<<"exchange_exchange_bindings">>,bool,true}, | |
{<<"basic.nack">>,bool,true}, | |
{<<"consumer_cancel_notify">>,bool,true}], | |
<0.2941.0>, | |
{token,<0.2946.0>,false}]}}, | |
{restart_type,intrinsic}, | |
{shutdown,4294967295}, | |
{child_type,worker}]... Logs of the shovels reconnecting due to heartbeat failure to do network failure... | |
=CRASH REPORT==== 15-Aug-2012::09:17:48 === | |
crasher: | |
pid: <0.729.0> | |
registered_name: [] | |
exception exit: heartbeat_timeout | |
in function gen_server:terminate/6 | |
initial call: amqp_gen_connection:init/1 | |
ancestors: [<0.728.0>,amqp_sup,<0.208.0>] | |
messages: [] | |
links: [<0.715.0>,<0.728.0>,#Port<0.2860>] | |
dictionary: [] | |
trap_exit: false | |
status: running | |
heap_size: 610 | |
stack_size: 23 | |
reductions: 774 | |
neighbours: | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:17:48 === | |
Supervisor: {<0.728.0>,amqp_connection_sup} | |
Context: child_terminated | |
Reason: heartbeat_timeout | |
Offender: [{pid,<0.729.0>}, | |
{name,connection}, | |
{mfa, | |
{amqp_gen_connection,start_link, | |
[amqp_network_connection, | |
{amqp_params_network,<<"user">>, | |
<<"password">>,<<"/">>, | |
"server",5672,0,0,1,infinity, | |
none, | |
[#Fun<amqp_auth_mechanisms.plain.3>, | |
#Fun<amqp_auth_mechanisms.amqplain.3>], | |
[],[]}, | |
#Fun<amqp_connection_sup.0.39273983>, | |
#Fun<amqp_connection_sup.2.54430129>,[]]}}, | |
{restart_type,intrinsic}, | |
{shutdown,brutal_kill}, | |
{child_type,worker}] | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:17:48 === | |
Supervisor: {<0.728.0>,amqp_connection_sup} | |
Context: shutdown | |
Reason: reached_max_restart_intensity | |
Offender: [{pid,<0.729.0>}, | |
{name,connection}, | |
{mfa, | |
{amqp_gen_connection,start_link, | |
[amqp_network_connection, | |
{amqp_params_network,<<"user">>, | |
<<"password">>,<<"/">>, | |
"server",5672,0,0,1,infinity, | |
none, | |
[#Fun<amqp_auth_mechanisms.plain.3>, | |
#Fun<amqp_auth_mechanisms.amqplain.3>], | |
[],[]}, | |
#Fun<amqp_connection_sup.0.39273983>, | |
#Fun<amqp_connection_sup.2.54430129>,[]]}}, | |
{restart_type,intrinsic}, | |
{shutdown,brutal_kill}, | |
{child_type,worker}] | |
=CRASH REPORT==== 15-Aug-2012::09:17:48 === | |
crasher: | |
pid: <0.715.0> | |
registered_name: [] | |
exception exit: {shutdown,{gen_server,call,[<0.764.0>,open,infinity]}} | |
in function gen_server2:terminate/3 | |
initial call: gen:init_it/6 | |
ancestors: [rabbit_shovel_sup,<0.213.0>] | |
messages: [{'EXIT',<0.729.0>,heartbeat_timeout}] | |
links: [<0.717.0>,<0.214.0>] | |
dictionary: [{random_seed,{9714,11999,11239}}] | |
trap_exit: true | |
status: running | |
heap_size: 610 | |
stack_size: 23 | |
reductions: 391 | |
neighbours: | |
neighbour: [{pid,<0.717.0>}, | |
{registered_name,[]}, | |
{initial_call,{amqp_gen_connection,init,['Argument__1']}}, | |
{current_function,{gen_server,loop,6}}, | |
{ancestors,[<0.716.0>,amqp_sup,<0.208.0>]}, | |
{messages,[]}, | |
{links,[<0.716.0>,<0.715.0>]}, | |
{dictionary,[]}, | |
{trap_exit,false}, | |
{status,waiting}, | |
{heap_size,1597}, | |
{stack_size,9}, | |
{reductions,593}] | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:17:48 === | |
Supervisor: {<0.725.0>,rabbit_channel_sup} | |
Context: child_terminated | |
Reason: shutdown | |
Offender: [{pid,<0.727.0>}, | |
{name,channel}, | |
{mfa, | |
{rabbit_channel,start_link, | |
[1,<0.724.0>,<0.724.0>,<0.717.0>, | |
<<"<'R2@R2'.2.717.0>">>, | |
rabbit_framing_amqp_0_9_1, | |
{user,<<"guest">>, | |
[administrator], | |
rabbit_auth_backend_internal, | |
{internal_user,<<"guest">>, | |
<<139,66,41,102,165,147,50,194,19,238,144, | |
139,173,114,120,177,119,4,255,13>>, | |
[administrator]}}, | |
<<"/">>, | |
[{<<"publisher_confirms">>,bool,true}, | |
{<<"exchange_exchange_bindings">>,bool,true}, | |
{<<"basic.nack">>,bool,true}, | |
{<<"consumer_cancel_notify">>,bool,true}], | |
<0.721.0>, | |
{token,<0.726.0>,false}]}}, | |
{restart_type,intrinsic}, | |
{shutdown,4294967295}, | |
{child_type,worker}] | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:17:48 === | |
Supervisor: {<0.725.0>,rabbit_channel_sup} | |
Context: shutdown | |
Reason: reached_max_restart_intensity | |
Offender: [{pid,<0.727.0>}, | |
{name,channel}, | |
{mfa, | |
{rabbit_channel,start_link, | |
[1,<0.724.0>,<0.724.0>,<0.717.0>, | |
<<"<'R2@R2'.2.717.0>">>, | |
rabbit_framing_amqp_0_9_1, | |
{user,<<"guest">>, | |
[administrator], | |
rabbit_auth_backend_internal, | |
{internal_user,<<"guest">>, | |
<<139,66,41,102,165,147,50,194,19,238,144, | |
139,173,114,120,177,119,4,255,13>>, | |
[administrator]}}, | |
<<"/">>, | |
[{<<"publisher_confirms">>,bool,true}, | |
{<<"exchange_exchange_bindings">>,bool,true}, | |
{<<"basic.nack">>,bool,true}, | |
{<<"consumer_cancel_notify">>,bool,true}], | |
<0.721.0>, | |
{token,<0.726.0>,false}]}}, | |
{restart_type,intrinsic}, | |
{shutdown,4294967295}, | |
{child_type,worker}] | |
... Logs of the shovels reconnecting due to heartbeat failure to do network failure... | |
=CRASH REPORT==== 15-Aug-2012::09:26:49 === | |
crasher: | |
pid: <0.2902.0> | |
registered_name: [] | |
exception exit: heartbeat_timeout | |
in function gen_server:terminate/6 | |
initial call: amqp_gen_connection:init/1 | |
ancestors: [<0.2901.0>,amqp_sup,<0.208.0>] | |
messages: [] | |
links: [<0.2900.0>,<0.2901.0>,#Port<0.3377>] | |
dictionary: [] | |
trap_exit: false | |
status: running | |
heap_size: 610 | |
stack_size: 23 | |
reductions: 774 | |
neighbours: | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:26:49 === | |
Supervisor: {<0.2901.0>,amqp_connection_sup} | |
Context: child_terminated | |
Reason: heartbeat_timeout | |
Offender: [{pid,<0.2902.0>}, | |
{name,connection}, | |
{mfa, | |
{amqp_gen_connection,start_link, | |
[amqp_network_connection, | |
{amqp_params_network,<<"user">>, | |
<<"password">>,<<"/">>, | |
"server",5672,0,0,1,infinity, | |
none, | |
[#Fun<amqp_auth_mechanisms.plain.3>, | |
#Fun<amqp_auth_mechanisms.amqplain.3>], | |
[],[]}, | |
#Fun<amqp_connection_sup.0.39273983>, | |
#Fun<amqp_connection_sup.2.54430129>,[]]}}, | |
{restart_type,intrinsic}, | |
{shutdown,brutal_kill}, | |
{child_type,worker}] | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:26:49 === | |
Supervisor: {<0.2901.0>,amqp_connection_sup} | |
Context: shutdown | |
Reason: reached_max_restart_intensity | |
Offender: [{pid,<0.2902.0>}, | |
{name,connection}, | |
{mfa, | |
{amqp_gen_connection,start_link, | |
[amqp_network_connection, | |
{amqp_params_network,<<"user">>, | |
<<"password">>,<<"/">>, | |
"server",5672,0,0,1,infinity, | |
none, | |
[#Fun<amqp_auth_mechanisms.plain.3>, | |
#Fun<amqp_auth_mechanisms.amqplain.3>], | |
[],[]}, | |
#Fun<amqp_connection_sup.0.39273983>, | |
#Fun<amqp_connection_sup.2.54430129>,[]]}}, | |
{restart_type,intrinsic}, | |
{shutdown,brutal_kill}, | |
{child_type,worker}] | |
=CRASH REPORT==== 15-Aug-2012::09:26:49 === | |
crasher: | |
pid: <0.2900.0> | |
registered_name: [] | |
exception exit: {shutdown, | |
{gen_server,call, | |
[<0.2934.0>, | |
{call, | |
{'exchange.declare',0, | |
<<"ExchangeRealTime">>, | |
<<"fanout">>,false,true,false,false, | |
false,[]}, | |
none,<0.2900.0>}, | |
infinity]}} | |
in function gen_server2:terminate/3 | |
initial call: gen:init_it/6 | |
ancestors: [rabbit_shovel_sup,<0.213.0>] | |
messages: [{'EXIT',<0.2902.0>,heartbeat_timeout}] | |
links: [<0.214.0>,<0.2937.0>] | |
dictionary: [{random_seed,{9714,14124,16711}}] | |
trap_exit: true | |
status: running | |
heap_size: 610 | |
stack_size: 23 | |
reductions: 408 | |
neighbours: | |
neighbour: [{pid,<0.2937.0>}, | |
{registered_name,[]}, | |
{initial_call,{amqp_gen_connection,init,['Argument__1']}}, | |
{current_function,{gen_server,loop,6}}, | |
{ancestors,[<0.2936.0>,amqp_sup,<0.208.0>]}, | |
{messages,[]}, | |
{links,[<0.2936.0>,<0.2900.0>]}, | |
{dictionary,[]}, | |
{trap_exit,false}, | |
{status,waiting}, | |
{heap_size,1597}, | |
{stack_size,9}, | |
{reductions,594}] | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:26:49 === | |
Supervisor: {<0.2945.0>,rabbit_channel_sup} | |
Context: child_terminated | |
Reason: shutdown | |
Offender: [{pid,<0.2947.0>}, | |
{name,channel}, | |
{mfa, | |
{rabbit_channel,start_link, | |
[1,<0.2944.0>,<0.2944.0>,<0.2937.0>, | |
<<"<'R2@R2'.2.2937.0>">>, | |
rabbit_framing_amqp_0_9_1, | |
{user,<<"guest">>, | |
[administrator], | |
rabbit_auth_backend_internal, | |
{internal_user,<<"guest">>, | |
<<139,66,41,102,165,147,50,194,19,238,144, | |
139,173,114,120,177,119,4,255,13>>, | |
[administrator]}}, | |
<<"/">>, | |
[{<<"publisher_confirms">>,bool,true}, | |
{<<"exchange_exchange_bindings">>,bool,true}, | |
{<<"basic.nack">>,bool,true}, | |
{<<"consumer_cancel_notify">>,bool,true}], | |
<0.2941.0>, | |
{token,<0.2946.0>,false}]}}, | |
{restart_type,intrinsic}, | |
{shutdown,4294967295}, | |
{child_type,worker}] | |
=SUPERVISOR REPORT==== 15-Aug-2012::09:26:49 === | |
Supervisor: {<0.2945.0>,rabbit_channel_sup} | |
Context: shutdown | |
Reason: reached_max_restart_intensity | |
Offender: [{pid,<0.2947.0>}, | |
{name,channel}, | |
{mfa, | |
{rabbit_channel,start_link, | |
[1,<0.2944.0>,<0.2944.0>,<0.2937.0>, | |
<<"<'R2@R2'.2.2937.0>">>, | |
rabbit_framing_amqp_0_9_1, | |
{user,<<"guest">>, | |
[administrator], | |
rabbit_auth_backend_internal, | |
{internal_user,<<"guest">>, | |
<<139,66,41,102,165,147,50,194,19,238,144, | |
139,173,114,120,177,119,4,255,13>>, | |
[administrator]}}, | |
<<"/">>, | |
[{<<"publisher_confirms">>,bool,true}, | |
{<<"exchange_exchange_bindings">>,bool,true}, | |
{<<"basic.nack">>,bool,true}, | |
{<<"consumer_cancel_notify">>,bool,true}], | |
<0.2941.0>, | |
{token,<0.2946.0>,false}]}}, | |
{restart_type,intrinsic}, | |
{shutdown,4294967295}, | |
{child_type,worker}] | |
.... server_to_robot_realtime failed ... |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
[{server_to_robot_realtime,undefined,worker,[rabbit_shovel_worker]}, | |
{server_to_robot,undefined,worker,[rabbit_shovel_worker]}, | |
{robot_to_server,undefined,worker,[rabbit_shovel_worker]}, | |
{rabbit_shovel_status,<4648.215.0>,worker,[rabbit_shovel_status]}] | |
...done. |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
[{server_to_robot_realtime,undefined,worker,[rabbit_shovel_worker]}, | |
{server_to_robot,undefined,worker,[rabbit_shovel_worker]}, | |
{robot_to_server,undefined,worker,[rabbit_shovel_worker]}, | |
{rabbit_shovel_status,<4648.215.0>,worker,[rabbit_shovel_status]}] | |
...done. |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment