shell一鍵安裝Hadoop Scala Spark 僞分佈式環境方便測試

#!/bin/bash

#判斷並創建環境目錄
if [ ! -d "/root/app" ];then
	mkdir /root/app
fi
if [ ! -d "/root/software" ];then
	mkdir /root/software
fi
if [ ! -d "/root/source" ];then
	mkdir /root/source
fi
if [ ! -d "/root/data" ];then
	mkdir /root/data
fi

echo "創建目錄成功";

#下載安裝包
if [ ! -f "/root/software/hadoop-2.6.0-cdh5.7.0.tar.gz" ];then
	cd /root/software
	wget http://archive.cloudera.com/cdh5/cdh/5/hadoop-2.6.0-cdh5.7.0.tar.gz
	echo "安裝包下載完畢";
fi

#解壓hadoop-2.6.0-cdh5.7.0.tar.gz
cd ~
echo "解壓hadoop";
tar -zxvf /root/software/hadoop-2.6.0-cdh5.7.0.tar.gz -C /root/app/

#解壓jdk
cd /root/software
if [ ! -f "/root/software/jdk-8u212-linux-x64.tar.gz" ];then
	wget https://www.xzdream.cn/targz/jdk-8u212-linux-x64.tar.gz
fi
cd ~
if [ ! -d "/usr/java" ];then
	mkdir /usr/java
	tar -zxvf /root/software/jdk-8u212-linux-x64.tar.gz -C /usr/java
	echo "解壓jdk成功";
fi

#修改jdk權限
echo "修改jdk權限";

chown -R root:root /usr/java/jdk1.8.0_212/
chown -R root:root /usr/java/jdk1.8.0_212/*

#安裝scala
cd /root/software
wget https://downloads.lightbend.com/scala/2.13.2/scala-2.13.2.tgz
tar -zxvf scala-2.13.2.tgz -C /root/app

export JAVA_HOME=/usr/java/jdk1.8.0_212
export HADOOP_HOME=/root/app/hadoop-2.6.0-cdh5.7.0
export SCALA_HOME=/root/app/scala-2.13.2
export PATH=$PATH:$JAVA_HOME/bin:$HADOOP_HOME/bin:$SCALA_HOME/bin

#配置ssh 無密碼信任
cd ~
ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa
cd .ssh/
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
chmod 600 authorized_keys
cd ~
echo "ssh無密碼認證完成";