Skip to content

Instantly share code, notes, and snippets.

@natevw

natevw/gist:5ddc9230cbcc9f5a2f4b

Created February 6, 2015 17:28
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save natevw/5ddc9230cbcc9f5a2f4b to your computer and use it in GitHub Desktop.
Save natevw/5ddc9230cbcc9f5a2f4b to your computer and use it in GitHub Desktop.
Download ZIP
Couchbase reports file
Raw
gistfile1.txt
ubuntu@ip-N-N-N-N:~$ sudo tail -n 500 /opt/couchbase/var/lib/couchbase/logs/reports.log
started: [{pid,<0.496.0>},
{name,menelaus_web_alerts_srv},
{mfargs,{menelaus_web_alerts_srv,start_link,[]}},
{restart_type,permanent},
{shutdown,5000},
{child_type,worker}]
[error_logger:error,2015-02-06T9:26:44.504,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
=========================SUPERVISOR REPORT=========================
Supervisor: {local,'single_bucket_sup-default'}
Context: shutdown_error
Reason: killed
Offender: [{pid,<0.479.0>},
{name,{stats_archiver,"default"}},
{mfargs,{stats_archiver,start_link,["default"]}},
{restart_type,permanent},
{shutdown,1000},
{child_type,worker}]
[error_logger:error,2015-02-06T9:26:44.509,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
=========================SUPERVISOR REPORT=========================
Supervisor: {local,menelaus_sup}
Context: child_terminated
Reason: {shutdown,
{gen_server,call,
['ns_memcached-default',topkeys,180000]}}
Offender: [{pid,<0.369.0>},
{name,hot_keys_keeper},
{mfargs,{hot_keys_keeper,start_link,[]}},
{restart_type,permanent},
{shutdown,5000},
{child_type,worker}]
[error_logger:info,2015-02-06T9:26:44.512,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
=========================PROGRESS REPORT=========================
supervisor: {local,menelaus_sup}
started: [{pid,<0.505.0>},
{name,hot_keys_keeper},
{mfargs,{hot_keys_keeper,start_link,[]}},
{restart_type,permanent},
{shutdown,5000},
{child_type,worker}]
[error_logger:error,2015-02-06T9:26:44.513,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
=========================SUPERVISOR REPORT=========================
Supervisor: {local,ns_bucket_sup}
Context: shutdown_error
Reason: normal
Offender: [{pid,<0.403.0>},
{name,buckets_observing_subscription},
{mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}},
{restart_type,permanent},
{shutdown,1000},
{child_type,worker}]
[error_logger:error,2015-02-06T9:26:44.515,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
=========================SUPERVISOR REPORT=========================
Supervisor: {local,ns_server_sup}
Context: shutdown_error
Reason: {badmatch,
{is_pid,false,
{badrpc,
{'EXIT',
{noproc,
{gen_server,call,
[ns_child_ports_sup,which_children,infinity]}}}}}}
Offender: [{pid,<0.461.0>},
{name,ns_ports_setup},
{mfa,{ns_ports_setup,start,[]}},
{restart_type,{permanent,4}},
{shutdown,brutal_kill},
{child_type,worker}]
[error_logger:error,2015-02-06T9:26:45.055,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]** Generic server ns_heart terminating
** Last message in was beat
** When Server state == {state,undefined,<0.311.0>,
[{status_latency,21962},
{outgoing_replications_safeness_level,
[{"default",unknown}]},
{incoming_replications_conf_hashes,
[{"default",[]}]},
{local_tasks,[]},
{memory,
[{total,76514240},
{processes,30172568},
{processes_used,30141224},
{system,46341672},
{atom,537185},
{atom_used,508464},
{binary,687152},
{code,13041360},
{ets,25677872}]},
{system_memory_data,
[{system_total_memory,618852352},
{free_swap,0},
{total_swap,0},
{cached_memory,48902144},
{buffered_memory,10682368},
{free_memory,153591808},
{total_memory,618852352}]},
{node_storage_conf,
[{db_path,
"/opt/couchbase/var/lib/couchbase/data"},
{index_path,
"/opt/couchbase/var/lib/couchbase/data"}]},
{statistics,
[{wall_clock,{72225,865}},
{context_switches,{45436,0}},
{garbage_collection,{12670,66367659,0}},
{io,{{input,25096265},{output,2857973}}},
{reductions,{36662956,149621}},
{run_queue,0},
{runtime,{45290,750}},
{run_queues,{0}}]},
{system_stats,
[{cpu_utilization_rate,100.0},
{swap_total,0},
{swap_used,0},
{mem_total,618852352},
{mem_free,213340160}]},
{interesting_stats,[]},
{per_bucket_interesting_stats,[]},
{processes_stats,
[{<<"proc/(main)beam.smp/cpu_utilization">>,
0},
{<<"proc/(main)beam.smp/major_faults">>,0},
{<<"proc/(main)beam.smp/major_faults_raw">>,
37},
{<<"proc/(main)beam.smp/mem_resident">>,
123592704},
{<<"proc/(main)beam.smp/mem_share">>,
6840320},
{<<"proc/(main)beam.smp/mem_size">>,
817631232},
{<<"proc/(main)beam.smp/minor_faults">>,425},
{<<"proc/(main)beam.smp/minor_faults_raw">>,
40797},
{<<"proc/(main)beam.smp/page_faults">>,425},
{<<"proc/(main)beam.smp/page_faults_raw">>,
40834},
{<<"proc/inet_gethost/cpu_utilization">>,97},
{<<"proc/inet_gethost/major_faults">>,0},
{<<"proc/inet_gethost/major_faults_raw">>,
10076},
{<<"proc/inet_gethost/mem_resident">>,
102400},
{<<"proc/inet_gethost/mem_share">>,0},
{<<"proc/inet_gethost/mem_size">>,7557120},
{<<"proc/inet_gethost/minor_faults">>,0},
{<<"proc/inet_gethost/minor_faults_raw">>,
124179},
{<<"proc/inet_gethost/page_faults">>,0},
{<<"proc/inet_gethost/page_faults_raw">>,
134255}]},
{cluster_compatibility_version,196608},
{version,
[{lhttpc,"1.3.0"},
{os_mon,"2.2.14"},
{public_key,"0.21"},
{asn1,"2.0.4"},
{couch,"2.1.1r-432-gc2af28d"},
{kernel,"2.16.4"},
{syntax_tools,"1.6.13"},
{xmerl,"1.3.6"},
{ale,"3.0.1-1444-rel-community"},
{couch_set_view,"2.1.1r-432-gc2af28d"},
{compiler,"4.9.4"},
{inets,"5.9.8"},
{mapreduce,"1.0.0"},
{couch_index_merger,"2.1.1r-432-gc2af28d"},
{ns_server,"3.0.1-1444-rel-community"},
{oauth,"7d85d3ef"},
{crypto,"3.2"},
{ssl,"5.3.3"},
{sasl,"2.3.4"},
{couch_view_parser,"1.0.0"},
{mochiweb,"2.4.2"},
{stdlib,"1.19.4"}]},
{supported_compat_version,[3,0]},
{advertised_version,[3,0,0]},
{system_arch,"x86_64-unknown-linux-gnu"},
{wall_clock,72},
{memory_data,
{618852352,336928768,{<0.60.0>,460648}}},
{disk_data,
[{"/",8256952,93},
{"/dev",294072,1},
{"/run",60436,1},
{"/run/lock",5120,0},
{"/run/shm",302172,0},
{"/home/ubuntu/data",20642428,6},
{"/mnt/argyle-kpr",7224824,92},
{"/mnt/argyle-landsat",36124288,75},
{"/mnt/argyle-antarctica",1032088,21}]},
{meminfo,
<<"MemTotal: 604348 kB\nMemFree: 150380 kB\nBuffers: 10428 kB\nCached: 47760 kB\nSwapCached: 0 kB\nActive: 363808 kB\nInactive: 48744 kB\nActive(anon): 354420 kB\nInactive(anon): 168 kB\nActive(file): 9388 kB\nInactive(file): 48576 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 0 kB\nSwapFree: 0 kB\nDirty: 492 kB\nWriteback: 0 kB\nAnonPages: 354432 kB\nMapped: 14496 kB\nShmem: 208 kB\nSlab: 18692 kB\nSReclaimable: 10260 kB\nSUnreclaim: 8432 kB\nKernelStack: 1352 kB\nPageTables: 6100 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 302172 kB\nCommitted_AS: 632972 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 7152 kB\nVmallocChunk: 34359729008 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 637952 kB\nDirectMap2M: 0 kB\n">>}],
{1423,243593,57667}}
** Reason for termination ==
** {badarg,[{ns_heart,update_current_status,1,
[{file,"src/ns_heart.erl"},{line,192}]},
{ns_heart,handle_info,2,[{file,"src/ns_heart.erl"},{line,120}]},
{gen_server,handle_msg,5,[{file,"gen_server.erl"},{line,604}]},
{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,239}]}]}
[error_logger:error,2015-02-06T9:26:45.058,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
=========================CRASH REPORT=========================
crasher:
initial call: ns_heart:init/1
pid: <0.310.0>
registered_name: ns_heart
exception exit: {badarg,
[{ns_heart,update_current_status,1,
[{file,"src/ns_heart.erl"},{line,192}]},
{ns_heart,handle_info,2,
[{file,"src/ns_heart.erl"},{line,120}]},
{gen_server,handle_msg,5,
[{file,"gen_server.erl"},{line,604}]},
{proc_lib,init_p_do_apply,3,
[{file,"proc_lib.erl"},{line,239}]}]}
in function gen_server:terminate/6 (gen_server.erl, line 744)
ancestors: [ns_heart_sup,ns_server_sup,ns_server_cluster_sup,<0.60.0>]
messages: [{'EXIT',<0.309.0>,shutdown}]
links: [<0.276.0>,<0.311.0>]
dictionary: []
trap_exit: true
status: running
heap_size: 17731
stack_size: 27
reductions: 20087
neighbours:
[error_logger:error,2015-02-06T9:26:45.058,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
=========================SUPERVISOR REPORT=========================
Supervisor: {local,ns_heart_sup}
Context: shutdown_error
Reason: {badarg,[{ns_heart,update_current_status,1,
[{file,"src/ns_heart.erl"},{line,192}]},
{ns_heart,handle_info,2,
[{file,"src/ns_heart.erl"},{line,120}]},
{gen_server,handle_msg,5,
[{file,"gen_server.erl"},{line,604}]},
{proc_lib,init_p_do_apply,3,
[{file,"proc_lib.erl"},{line,239}]}]}
Offender: [{pid,<0.310.0>},
{name,ns_heart},
{mfargs,{ns_heart,start_link,[]}},
{restart_type,permanent},
{shutdown,1000},
{child_type,worker}]
[error_logger:error,2015-02-06T9:26:45.061,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
=========================CRASH REPORT=========================
crasher:
initial call: gen_event:init_it/6
pid: <0.301.0>
registered_name: bucket_info_cache_invalidations
exception exit: killed
in function gen_event:terminate_server/4 (gen_event.erl, line 320)
ancestors: [bucket_info_cache,ns_server_sup,ns_server_cluster_sup,
<0.60.0>]
messages: []
links: []
dictionary: []
trap_exit: true
status: running
heap_size: 376
stack_size: 27
reductions: 159
neighbours:
[error_logger:error,2015-02-06T9:26:45.065,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
=========================CRASH REPORT=========================
crasher:
initial call: couch_file:spawn_writer/2
pid: <0.238.0>
registered_name: []
exception exit: {noproc,
{gen_server,call,
[couch_file_write_guard,
{remove,<0.238.0>},
infinity]}}
in function gen_server:call/3 (gen_server.erl, line 188)
in call from couch_file:writer_loop/4 (/home/buildbot/buildbot_slave/ubuntu-1204-x64-301-builder/build/build/couchdb/src/couchdb/couch_file.erl, line 693)
ancestors: [<0.236.0>,couch_server,couch_primary_services,
couch_server_sup,cb_couch_sup,ns_server_cluster_sup,
<0.60.0>]
messages: []
links: []
dictionary: []
trap_exit: true
status: running
heap_size: 610
stack_size: 27
reductions: 1128
neighbours:
[error_logger:error,2015-02-06T9:26:45.066,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
=========================CRASH REPORT=========================
crasher:
initial call: couch_file:spawn_writer/2
pid: <0.426.0>
registered_name: []
exception exit: {noproc,
{gen_server,call,
[couch_file_write_guard,
{remove,<0.426.0>},
infinity]}}
in function gen_server:call/3 (gen_server.erl, line 188)
in call from couch_file:writer_loop/4 (/home/buildbot/buildbot_slave/ubuntu-1204-x64-301-builder/build/build/couchdb/src/couchdb/couch_file.erl, line 693)
ancestors: [<0.424.0>,couch_server,couch_primary_services,
couch_server_sup,cb_couch_sup,ns_server_cluster_sup,
<0.60.0>]
messages: []
links: []
dictionary: []
trap_exit: true
status: running
heap_size: 610
stack_size: 27
reductions: 1140
neighbours:
[error_logger:error,2015-02-06T9:26:45.068,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
=========================CRASH REPORT=========================
crasher:
initial call: couch_file:spawn_writer/2
pid: <0.392.0>
registered_name: []
exception exit: {noproc,
{gen_server,call,
[couch_file_write_guard,
{remove,<0.392.0>},
infinity]}}
in function gen_server:call/3 (gen_server.erl, line 188)
in call from couch_file:writer_loop/4 (/home/buildbot/buildbot_slave/ubuntu-1204-x64-301-builder/build/build/couchdb/src/couchdb/couch_file.erl, line 693)
ancestors: [<0.390.0>,couch_server,couch_primary_services,
couch_server_sup,cb_couch_sup,ns_server_cluster_sup,
<0.60.0>]
messages: []
links: []
dictionary: []
trap_exit: true
status: running
heap_size: 987
stack_size: 27
reductions: 791
neighbours:
[error_logger:error,2015-02-06T9:26:45.069,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]** Generic server <0.239.0> terminating
** Last message in was {'EXIT',<0.192.0>,killed}
** When Server state == {db,<0.239.0>,<0.240.0>,nil,<<"1423243577650732">>,
<0.236.0>,<0.241.0>,
{db_header,11,1,
<<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0,
0,0,0,0,0,0,13,69>>,
<<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>,
nil,0,nil,nil},
1,
{btree,<0.236.0>,
{3431,
<<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>,
51},
#Fun<couch_db_updater.7.78420415>,
#Fun<couch_db_updater.8.78420415>,
#Fun<couch_btree.1.39972947>,
#Fun<couch_db_updater.9.78420415>,1279,2558,
true},
{btree,<0.236.0>,
{3482,<<0,0,0,0,1>>,49},
#Fun<couch_db_updater.10.78420415>,
#Fun<couch_db_updater.11.78420415>,
#Fun<couch_db_updater.6.78420415>,
#Fun<couch_db_updater.12.78420415>,1279,2558,
true},
{btree,<0.236.0>,nil,identity,identity,
#Fun<couch_btree.1.39972947>,nil,1279,2558,
true},
1,<<"_users">>,
"/opt/couchbase/var/lib/couchbase/data/_users.couch.1",
[],nil,
{user_ctx,null,[],undefined},
nil,
[before_header,after_header,on_file_open],
[{user_ctx,
{user_ctx,null,[<<"_admin">>],undefined}},
sys_db]}
** Reason for termination ==
** killed
[error_logger:error,2015-02-06T9:26:45.070,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
=========================CRASH REPORT=========================
crasher:
initial call: couch_db:init/1
pid: <0.239.0>
registered_name: []
exception exit: killed
in function gen_server:terminate/6 (gen_server.erl, line 744)
ancestors: [couch_server,couch_primary_services,couch_server_sup,
cb_couch_sup,ns_server_cluster_sup,<0.60.0>]
messages: []
links: []
dictionary: []
trap_exit: true
status: running
heap_size: 987
stack_size: 27
reductions: 230
neighbours:
[error_logger:error,2015-02-06T9:26:45.071,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]** Generic server <0.427.0> terminating
** Last message in was {'EXIT',<0.192.0>,killed}
** When Server state == {db,<0.427.0>,<0.428.0>,nil,<<"1423243592197575">>,
<0.424.0>,<0.431.0>,
{db_header,11,0,nil,nil,nil,0,nil,nil},
0,
{btree,<0.424.0>,nil,
#Fun<couch_db_updater.7.78420415>,
#Fun<couch_db_updater.8.78420415>,
#Fun<couch_btree.1.39972947>,
#Fun<couch_db_updater.9.78420415>,1279,
2558,true},
{btree,<0.424.0>,nil,
#Fun<couch_db_updater.10.78420415>,
#Fun<couch_db_updater.11.78420415>,
#Fun<couch_db_updater.6.78420415>,
#Fun<couch_db_updater.12.78420415>,1279,
2558,true},
{btree,<0.424.0>,nil,identity,identity,
#Fun<couch_btree.1.39972947>,nil,1279,2558,
true},
0,<<"default/master">>,
"/opt/couchbase/var/lib/couchbase/data/default/master.couch.1",
[],nil,
{user_ctx,null,[],undefined},
nil,
[before_header,after_header,on_file_open],
[]}
** Reason for termination ==
** killed
[error_logger:error,2015-02-06T9:26:45.071,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
=========================CRASH REPORT=========================
crasher:
initial call: couch_db:init/1
pid: <0.427.0>
registered_name: []
exception exit: killed
in function gen_server:terminate/6 (gen_server.erl, line 744)
ancestors: [couch_server,couch_primary_services,couch_server_sup,
cb_couch_sup,ns_server_cluster_sup,<0.60.0>]
messages: []
links: []
dictionary: []
trap_exit: true
status: running
heap_size: 987
stack_size: 27
reductions: 257
neighbours:
[error_logger:error,2015-02-06T9:26:45.072,ns_1@127.0.0.1:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]** Generic server <0.393.0> terminating
** Last message in was {'EXIT',<0.192.0>,killed}
** When Server state == {db,<0.393.0>,<0.394.0>,nil,<<"1423243586827701">>,
<0.390.0>,<0.395.0>,
{db_header,11,0,nil,nil,nil,0,nil,nil},
0,
{btree,<0.390.0>,nil,
#Fun<couch_db_updater.7.78420415>,
#Fun<couch_db_updater.8.78420415>,
#Fun<couch_btree.1.39972947>,
#Fun<couch_db_updater.9.78420415>,1279,2558,
true},
{btree,<0.390.0>,nil,
#Fun<couch_db_updater.10.78420415>,
#Fun<couch_db_updater.11.78420415>,
#Fun<couch_db_updater.6.78420415>,
#Fun<couch_db_updater.12.78420415>,1279,2558,
true},
{btree,<0.390.0>,nil,identity,identity,
#Fun<couch_btree.1.39972947>,nil,1279,2558,
true},
0,<<"_replicator">>,
"/opt/couchbase/var/lib/couchbase/data/_replicator.couch.1",
[],nil,
{user_ctx,null,[],undefined},
nil,
[before_header,after_header,on_file_open],
[sys_db,
{user_ctx,
{user_ctx,null,
[<<"_admin">>,<<"_replicator">>],
undefined}}]}
** Reason for termination ==
** killed
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment