收集yarn log

gistfile1.sh

#!/bin/bash

log=/alidata1/data/hdfs/nodemanager_log 
rsync -avc root@ZERONE-01:/alidata1/data/hdfs/nodemanager_log/ $log

current_dir=`pwd`
origin_log_dir=/alidata1/data/hdfs/nodemanager_log
cd $origin_log_dir
target_dir=`ls -t | head -n 1`                                                                                                                                                       
cd $origin_log_dir/$target_dir
rm stdout stderr
echo `pwd`
dirlst=`ls`
for d in $dirlst;
do
    nm=$(echo $d | cut -d _ -f 5)
    echo $d, $nm
    echo "===================================" >> stdout
    cat $d/stdout >> stdout
    echo "===================================" >> stderr
    cat $d/stderr >> stderr
done
cp stdout stderr $current_dir/