CDH5.16.1 安裝 Spark2

https://docs.cloudera.com/documentation/index.html
http://archive.cloudera.com/spark2/parcels/2.4.0.cloudera2/
下載包裹
[root@hadoop001 cdh5.16.1]# mkdir spark2-parcels
[root@hadoop001 spark2-parcels]# wget http://archive.cloudera.com/spark2/parcels/2.4.0.cloudera2/SPARK2-2.4.0.cloudera2-1.cdh5.13.3.p0.1041012-el7.parcel
[root@hadoop001 spark2-parcels]# wget http://archive.cloudera.com/spark2/parcels/2.4.0.cloudera2/SPARK2-2.4.0.cloudera2-1.cdh5.13.3.p0.1041012-el7.parcel.sha1
[root@hadoop001 spark2-parcels]# wget http://archive.cloudera.com/spark2/parcels/2.4.0.cloudera2/manifest.json
[root@hadoop001 spark2-parcels]# wget http://archive.cloudera.com/spark2/csd/SPARK2_ON_YARN-2.4.0.cloudera2.jar

[root@hadoop001 spark2-parcels]# mv SPARK2-2.4.0.cloudera2-1.cdh5.13.3.p0.1041012-el7.parcel.sha1 SPARK2-2.4.0.cloudera2-1.cdh5.13.3.p0.1041012-el7.parcel.sha
[root@hadoop001 ~]# mkdir /opt/cloudera/csd
[root@hadoop001 ~]# cd /opt/cloudera/csd/
[root@hadoop001 csd]# cp /root/cdh5.16.1/spark2-parcels/SPARK2_ON_YARN-2.4.0.cloudera2.jar ./
[root@hadoop001 csd]# chown cloudera-scm:cloudera-scm SPARK2_ON_YARN-2.4.0.cloudera2.jar 
[root@hadoop001 csd]# chmod 644 SPARK2_ON_YARN-2.4.0.cloudera2.jar 
[root@hadoop001 csd]# /opt/cloudera-manager/cm-5.16.1/etc/init.d/cloudera-scm-server restart
[root@hadoop001 csd]# cd /var/www/html/
[root@hadoop001 html]# cp -r /root/cdh5.16.1/spark2-parcels/ ./
http://hadoop001/spark2-parcels/

[root@hadoop001 csd]# cd /var/www/html/

[root@hadoop001 html]# cp -r /root/cdh5.16.1/spark2-parcels/ ./

http://hadoop001/spark2-parcels/

發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章