spark on-yarn啓動方式,linux腳本判斷yarn任務是否存在

#!bin/bash

bb="RUNNING"

aa=`yarn application -list |grep WA_Zhuqinghua_Order | awk '{print $6}'`

if [ "$aa" != "$bb" ]

then

echo "開始啓動 job Mq_Es_Zhuqinghua_Order"

EXTRA_JVM_OPTS="-Dsun.jnu.encoding=UTF-8 -Dfile.encoding=UTF-8"

/data/hadoop/spark-2.2.0-bin-hadoop2.6/bin/spark-submit \

--class com.hadoop.UDFReceiveMqOrder \

--name WA_Zhuqinghua_Order \

--master yarn \

--deploy-mode cluster \

--driver-memory 16g \

--queue mbk_dw \

--num-executors 10 \

--executor-memory 8g \

--executor-cores 15 \

/data/test/data/hdp-dw/zhuqinghua/wangan/Unified-data-flow-1.0-SNAPSHOT.jar /user/xxxx/wa/bike/dt "xxx:9876;xxx:9876;xxxx:9876" 

fi