Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
unpack_riak_debugs () {
mkdir -p compressed
for file in `ls *riak-debug.tar.gz`
do
tar xzf $file
mv $file compressed
done
for file in `ls -1 | grep riak-debug`
do
cd "$file/logs/platform_log_dir/"
greplogs
cd ../
for lvldbfolder in `ls -1 | grep leveldb`
do
cd "$lvldbfolder"
grepleveldblogs
cd ../
done
cd ../../
done
}
dump_log_max_min_date () {
# first argument is the summary file to write the results to
local summary=$1
shift
local max=""
local min="9999-99-99 99:99:99.999"
while [ -n "$1" ]; do
local filemin=`head -1 $1 | grep -oEi "^(\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}.\d{3})"`
local filemax=`tail -1 $1 | grep -oEi "^(\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}.\d{3})"`
if [[ "$max" < "$filemax" ]]; then max=$filemax; fi
if [[ "$filemin" < "$min" ]]; then min=$filemin; fi
shift
done
echo "Console logs cover ${min} to ${max}" >> $summary
}
grep_dump () {
# first argument is the filename to hold the command output
out=$1
shift
# second argument is the summary file
local summary=$1
shift
# third argument is the string to grep for
grepstr=$1
shift
touch $out
# remainder arguements are the files to grep across (use a glob)
while [ -n "$1" ]; do
local output=`grep -E "$grepstr" $1`
if [ -n "$output" ]; then
echo "Matches in ${1}:" >> $out
echo "${output}" >> $out
echo "" >> $out
fi
shift
done
count=`wc -l $out`
echo "$count found" >> $summary
# remove any zero-length output files to reduce noise
if [[ ! -s $out ]]; then
rm $out;
fi
}
greplogs () {
consolelogs=`pwd`/console.log*
mkdir -p summary
cd summary
touch summary
summary=summary
dump_log_max_min_date $summary $consolelogs
# System Errors
grep_dump "emfile" $summary "emfile" $consolelogs
# Erlang Errors
grep_dump "system_memory_high_watermark" $summary "system_memory_high_watermark" $consolelogs
grep_dump "erlang_eaddrinuse" $summary "{error,eaddrinuse}" $consolelogs
grep_dump "erlang_eaddrnotavail" $summary "eaddrnotavail" $consolelogs
grep_dump "erlang_badarg" $summary "badarg" $consolelogs
grep_dump "erlang_noproc" $summary "noproc" $consolelogs
grep_dump "erlang_conn_refused" $summary "\{error,econnrefused\}" $consolelogs
# Riak Core Errors
grep_dump "core_insufficient_vnodes_available" $summary "insufficient_vnodes_available" $consolelogs
grep_dump "core_invalid_ring_state_dir" $summary "invalid_ring_state_dir" $consolelogs
grep_dump "core_not_reachable" $summary "not_reachable" $consolelogs
# Riak KV Errors
grep_dump "kv_all_nodes_down" $summary "all_nodes_down" $consolelogs
grep_dump "kv_local_put_failed" $summary "local_put_failed" $consolelogs
grep_dump "kv_precommit_fail" $summary "precommit_fail" $consolelogs
# Other Errors
grep_dump "busy_dist_port" $summary "busy_dist_port" $consolelogs
cd ../
view_summary $summary
}
view_summary () {
summary_count=`ls -1 $1 | wc -l`
if [ $summary_count -gt 1 ]
then
open $1
fi
open $1/summary
}
grepleveldblogs () {
levellogs=`pwd`/*/LOG
mkdir -p summary
cd summary
touch summary
summary=summary
grep_dump "leveldb_compaction_errors" $summary "Compaction error" $leveldblogs
cd ../
view_summary $summary
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment