linux报警实用脚本,Linux记录-告警脚本

亦凉 2023-01-20 12:48 94阅读 0赞

\#!/bin/bash

export JAVA\_HOME=/app/jdk/jdk1.8.0\_92

export HADOOP\_CONF\_DIR=/home/hdfs/balancer/hadoop-conf

rm -f hostname.txt

rm -f dfused.txt

rm -f hostdfs.txt

rm -f hostdfs\_alert.txt

\#\#\#获取大于97%的主机名和dfs used%

function checkdfs()\{

echo "start checking hdfs used rate"

hdfs dfsadmin -report | grep -i "50010" | awk -F ":" ‘\{print $2\}‘| awk ‘\{print $1\}‘ > hostname.txt

hdfs dfsadmin -report | grep "DFS Used%" | awk -F ": " ‘\{print $2\}‘ | awk -F "%" ‘\{print $1\}‘ > dfused.txt

livesum=$(hdfs dfsadmin -report | grep "Live datanodes" | awk ‘\{print $3\}‘ | awk -F "):" ‘\{print $1\}‘ | awk -F "(" ‘\{print $2\}‘)

echo $livesum

sed -i ‘1d‘ dfused.txt

let livesum+=1

sed -i $livesum‘,$d‘ dfused.txt

sed -i $livesum‘,$d‘ hostname.txt

linesum=$(cat hostname.txt | wc -l)

echo $linesum

harr=($(awk ‘\{print $1\}‘ hostname.txt))

darr=($(awk ‘\{print $1\}‘ dfused.txt))

if \[ $linesum -gt 0 \]

then

for (( i = 0 ; i < $\{\#harr\[@\]\} ; i++ ))

for (( j = 0 ; j < $\{\#darr\[@\]\} ; j++ ))

if \[ $i -eq $j \]

then

echo $\{harr\[$i\]\} ":" $\{darr\[$j\]\} >> hostdfs.txt

done

else

echo "Not Live Datanodes"

ddarr=($(cat hostdfs.txt | awk ‘$3>97\{print $3\}‘ |sort -ru))

for (( m = 0; m< $\{\#ddarr\[@\]\} ; m++ ))

if \[\[ $(echo $(cat hostdfs.txt) | grep "$\{ddarr\[$m\]\}") != "" \]\]

then

echo $(cat hostdfs.txt | grep "$\{ddarr\[$m\]\}" | awk ‘NR==1\{print $1\}‘) ":" $\{ddarr\[$m\]\} >> hostdfs\_alert.txt

done

checkdfs

url="http://xxx/monitor/report/sendReport"

linenum=$(cat hostdfs\_alert.txt | wc -l)

let linenum+=1

echo $linenum

\#上报数据

function postdfs()\{

for (( k = 1; k< $linenum ; k++ ))

key=$(echo $(sed -n "$k p" hostdfs\_alert.txt | awk -F ":" ‘\{print "bdp.ops."$1".\#\#cluster=bdp\#\#env=prod"\}‘) | awk ‘\{gsub(/\[\[:blank:\]\]\*/,"",$0);print $0;\}‘ )

echo $key >>key.txt

value=$(sed -n "$k p" hostdfs\_alert.txt | awk -F ": " ‘\{print $2\}‘)

data="\{\\"key\\":\\"$key\\",\\"value\\":\\"$value\\"\}"

echo $data

cmd="curl -s -X POST -H ‘Content-type‘:‘application/json‘ -d ‘$\{data\}‘ $\{url\}"

sh -c "$cmd"

done

postdfs

data\_expression="x>97"

data\_time=5

data\_count=1

data\_alertMode="1,2,3"

data\_members="01384016"

add\_url="http://xxx/monitor/rule/addReport"

keynum=$(cat key.txt | wc -l)

let keynum+=1

echo $keynum

function dfsalert()\{

for((n=1;n

data\_key=$(sed -n "$n p" key.txt | awk ‘\{print $1\}‘)

str1=$(sed -n "$n p" key.txt | awk -F "." ‘\{print $3"."$4"."$5"."$6\}‘)

str2="以下主机IP HDFS使用已经超过97%："

data\_description=$\{str2\}$\{str1\}

add\_data="\{\\"id\\":\\"$data\_key\\",\\"expression\\":\\"$data\_expression\\",\\"time\\":$data\_time,\\"count\\":$data\_count,\\"alertMode\\":\\"$data\_alertMode\\",\\"members\\":\\"$data\_members\\",\\"description\\":\\"$data\_description\\"\}"

echo $add\_data

add\_cmd="curl -s -X POST -H ‘Content-type‘:‘application/json‘ -d ‘$\{add\_data\}‘ $\{add\_url\}"

sh -c "$add\_cmd"

done

dfsalert