大数据监控 脚本
#!/bin/sh
hdfs dfsadmin -report |awk -F":" 'BEGIN{print "Node_Name Status Capacity DFS_Used Non_DFS DFS_Remain DFS_Used% Contact_Time ";print "--------------- ---------- ---------- ---------- ---------- ---------- ---------- --------------- ";Flag=0}{ if($1=="Name") Flag=1; if(Flag==1 && $1=="Name") printf ("%-16s",$2); if(Flag==1 && $1=="Decommission Status ") printf ("%-11s",$2); if(Flag==1 && $1=="Configured Capacity") printf ("%-11s",substr($2,index($2,"(")+1,index($2,")")-1-index($2,"("))); if(Flag==1 && $1=="DFS Used") printf ("%-11s",substr($2,index($2,"(")+1,index($2,")")-1-index($2,"("))); if(Flag==1 && $1=="Non DFS Used") printf ("%-11s",substr($2,index($2,"(")+1,index($2,")")-1-index($2,"("))); if(Flag==1 && $1=="DFS Remaining") printf ("%-11s",substr($2,index($2,"(")+1,index($2,")")-1-index($2,"("))); if(Flag==1 && $1=="DFS Used%") printf ("%-11s",$2); if(Flag==1 && $1=="Last contact") printf ("%s:%s\n",substr($2,6,15),$3); if($1==null) Flag=0; if(substr($1,1,14)=="Live datanodes") { Total_nodes=substr($1,index($1,"(")+1,index($1,")")-index($1,"(")-1); } if(substr($1,1,14)=="Dead datanodes") {Dead_nodes=substr($1,index($1,"(")+1,index($1,")")-index($1,"(")-1);} if($1=="Configured Capacity" && Flag==0) Total_Config_Capacity=substr($2,index($2,"(")+1,index($2,")")-1-index($2,"(")); if($1=="Present Capacity" && Flag==0) Total_Present_Capacity=substr($2,index($2,"(")+1,index($2,")")-1-index($2,"(")); if($1=="DFS Remaining" && Flag==0) Total_DFS_Remain=substr($2,index($2,"(")+1,index($2,")")-1-index($2,"(")); if($1=="DFS Used" && Flag==0) Total_Used=substr($2,index($2,"(")+1,index($2,")")-1-index($2,"(")); if($1=="DFS Used%" && Flag==0) Total_Used_per=$2; }
END{
print "\n DFS Total Config_Capacity: ",Total_Config_Capacity ;
print " DFS Total Present_Capacity: ",Total_Present_Capacity ;
print " DFS Total Used ( Used% ): ",Total_Used,"(",Total_Used_per,")\n" ;
print " DFS Total Datanodes: ",Total_nodes ;
print " DFS Dead Datanodes: ",Dead_nodes,"\n";
}'
#get every zookeeper
echo "----------------------------------------------"
echo "checking : Zookeeper status"
#ssh admin1 'source /bigdata/.bash_profile;hostname;/bigdata/zookeeper/bin/zkServer.sh status'
#ssh admin2 'source /bigdata/.bash_profile;hostname;/bigdata/zookeeper/bin/zkServer.sh status'
#ssh admin3 'source /bigdata/.bash_profile;hostname;/bigdata/zookeeper/bin/zkServer.sh status'
sh /bigdata/work/zk/check_zk.sh
echo "----------------------------------------------"
echo "checking : Namenode status"
n=0
n=`ssh admin1 'source /bigdata/.bash_profile;/bigdata/hadoop/bin/hdfs haadmin -getServiceState nn1' | grep -i active | wc -l`
m=0
m=`ssh admin2 'source /bigdata/.bash_profile;/bigdata/hadoop/bin/hdfs haadmin -getServiceState nn2' | grep -i active | wc -l`
if [ $n -eq 1 ] ;then
echo "admin1 is Namenode active"
else
echo "admin1 is Namenode standby"
fi
if [ $m -eq 1 ];then
echo "admin2 is Namenode active"
else
echo "admin2 is Namenode standby"
fi
echo "------------------hdfs zkfc----------------------------"
echo "checking : zkfc status"
n=0
n=`ssh admin1 'ps -ef|grep DFSZKFailoverController'|grep -v grep |wc -l`
if [ $n -eq 1 ] ;then
echo "admin1 zkfc status OK"
else
echo "admin1 zkfc status ERROR"
fi
m=0
m=`ssh admin2 'ps -ef|grep DFSZKFailoverController'|grep -v grep|wc -l`
if [ $m -eq 1 ] ;then
echo "admin2 zkfc status OK"
else
echo "admin2 zkfc status ERROR"
fi
echo "------------------hdfs JournalNode----------------------------"
echo "checking : JournalNode status"
n=0
n=`ssh admin1 'ps -ef|grep JournalNode'|grep -v grep|wc -l`
if [ $n -eq 1 ] ;then
echo "admin1 JournalNode status OK"
else
echo "admin1 JournalNode status ERROR"
fi
m=0
m=`ssh admin2 'ps -ef|grep JournalNode'|grep -v grep|wc -l`
if [ $m -eq 1 ] ;then
echo "admin2 JournalNode status OK"
else
echo "admin2 JournalNode status ERROR"
fi
k=0
k=`ssh admin3 'ps -ef|grep JournalNode'|grep -v grep|wc -l`
if [ $k -eq 1 ] ;then
echo "admin3 JournalNode status OK"
else
echo "admin3 JournalNode status ERROR"
fi
#echo "----------------------------------------------"
#echo "checking : Hmaster status"
#ssh admin1 'source .bash_profile;get-active-master.rb'
#echo "checking : hadpmn04 status"
#ssh admin2 'source .bash_profile;get-active-master.rb'
echo "----------------------------------------------"
echo "checking : yarn node status"
