安裝CDH5.14.2步驟

CDH 5 and Cloudera Manager 5 Requirements and Supported Versions

可以查看對JDK、數據庫版本的要求

https://www.cloudera.com/documentation/enterprise/release-notes/topics/rn_consolidated_pcm.html

 

 

https://blog.csdn.net/weixin_43129750/article/details/88711378

下載cm

http://archive.cloudera.com/cm5/cm/5/

下載一個文件

cloudera-manager-centos7-cm5.14.2_x86_64.tar

 

下載cdh

http://archive.cloudera.com/cdh5/parcels/5.14.2/

下載三個文件

CDH-5.14.2-1.cdh5.14.2.p0.3-el7.parcel

CDH-5.14.2-1.cdh5.14.2.p0.3-el7.parcel.sha

manifest.json

cm和cdh的版本要一致。

 

下載JDK

#查看版本
rpm -qa|grep jdk 
#卸載
rpm -e  jdk版本


[root@cdh01 ~]# rpm -ivh jdk-8u211-linux-x64.rpm 
warning: jdk-8u211-linux-x64.rpm: Header V3 RSA/SHA256 Signature, key ID ec551f03: NOKEY
Preparing...                          ################################# [100%]
Updating / installing...
   1:jdk1.8-2000:1.8.0_211-fcs        ################################# [100%]
Unpacking JAR files...
	tools.jar...
	plugin.jar...
	javaws.jar...
	deploy.jar...
	rt.jar...
	jsse.jar...
	charsets.jar...
	localedata.jar...
[root@cdh01 ~]# whereis java
java: /usr/bin/java /usr/share/man/man1/java.1


[root@cdh01 ~]# vim ~/.bash_profile

export JAVA_HOME=/usr/java/jdk1.8.0_211-amd64
export JRE_HOME=/usr/java/jdk1.8.0_211-amd64/jre
export CLASSPATH=:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar:$JRE_HOME/lib
export PATH=$PATH:$JAVA_HOME/bin:$JRE_HOME/bin

 

安裝Mysql

https://blog.csdn.net/gdolphinw/article/details/90036525

 

CM需要用的數據庫：

--hive數據庫 

create database hive DEFAULT CHARSET utf8 COLLATE utf8_general_ci ;

--集羣監控數據庫

create database amon DEFAULT CHARSET utf8 COLLATE utf8_general_ci ;

--hue數據庫

create database hue DEFAULT CHARSET utf8 COLLATE utf8_general_ci;

-- oozie數據庫

create database oozie DEFAULT CHARSET utf8 COLLATE utf8_general_ci;

 

大數據集羣規劃

 

 網絡配置

[root@localhost network-scripts]# ifconfig
ens192: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500

[root@localhost ~]# cd /etc/sysconfig/network-scripts/
[root@localhost network-scripts]# vim ifcfg-ens192 
TYPE=Ethernet
PROXY_METHOD=none
BROWSER_ONLY=no
BOOTPROTO=static
IPADDR=192.168.0.201
NETMASK=255.255.255.0
GATEWAY=192.168.0.1
DNS1=192.168.0.1
DEFROUTE=yes
IPV4_FAILURE_FATAL=no
IPV6INIT=yes
IPV6_AUTOCONF=yes
IPV6_DEFROUTE=yes
IPV6_FAILURE_FATAL=no
IPV6_ADDR_GEN_MODE=stable-privacy
NAME=ens192
UUID=a4c563e4-082b-46e2-8a58-6537fa96162a
DEVICE=ens192
ONBOOT=yes

 

 關閉防火牆

[root@localhost network-scripts]# systemctl status firewalld 
● firewalld.service - firewalld - dynamic firewall daemon
   Loaded: loaded (/usr/lib/systemd/system/firewalld.service; enabled; vendor preset: enabled)
   Active: active (running) since Fri 2019-06-21 18:56:30 EDT; 7min ago
     Docs: man:firewalld(1)
 Main PID: 779 (firewalld)
   CGroup: /system.slice/firewalld.service
           └─779 /usr/bin/python -Es /usr/sbin/firewalld --nofork --nopid

Jun 21 10:56:00 localhost.localdomain systemd[1]: Starting firewalld - dynamic firewall daemon...
Jun 21 18:56:30 localhost.localdomain systemd[1]: Started firewalld - dynamic firewall daemon.
Jun 21 18:56:31 localhost.localdomain firewalld[779]: WARNING: ICMP type 'beyond-scope' is not supported by the kernel for ipv6.
Jun 21 18:56:31 localhost.localdomain firewalld[779]: WARNING: beyond-scope: INVALID_ICMPTYPE: No supported ICMP type., ignoring for run-time.
Jun 21 18:56:31 localhost.localdomain firewalld[779]: WARNING: ICMP type 'failed-policy' is not supported by the kernel for ipv6.
Jun 21 18:56:31 localhost.localdomain firewalld[779]: WARNING: failed-policy: INVALID_ICMPTYPE: No supported ICMP type., ignoring for run-time.
Jun 21 18:56:31 localhost.localdomain firewalld[779]: WARNING: ICMP type 'reject-route' is not supported by the kernel for ipv6.
Jun 21 18:56:31 localhost.localdomain firewalld[779]: WARNING: reject-route: INVALID_ICMPTYPE: No supported ICMP type., ignoring for run-time.
[root@localhost network-scripts]# firewall-cmd --state
running
[root@localhost network-scripts]# systemctl stop firewalld
[root@localhost network-scripts]# firewall-cmd --state
not running
[root@localhost network-scripts]# systemctl disable firewalld
Removed symlink /etc/systemd/system/multi-user.target.wants/firewalld.service.
Removed symlink /etc/systemd/system/dbus-org.fedoraproject.FirewallD1.service.

 

 

#安裝時間同步
yum install –y ntp
systemctl start ntpd
systemctl enable ntpd

 

[root@localhost ~]# vim  /etc/hostname
localhost.localdomain 修改爲 cdh01

 

 

[root@localhost ~]# vim /etc/hosts
增加
192.168.0.201 cdh01
192.168.0.202 cdh02
192.168.0.203 cdh03
192.168.0.204 cdh04
192.168.0.205 cdh05

 關閉selinux

[root@localhost ~]# vim /etc/sysconfig/selinux
SELINUX=disabled

集羣節點角色配置

節點 角色	192.168.0.201 node1	192.168.0.202 node2	192.168.0.203 node3	192.168.0.204 node4	192.168.0.205 node5
NameNode	是	是
DataNode			是	是	是
zookeeper	是	是	是
HUE	是	是