centos hadoop 簡單入門配置

#上傳 hadoop-2.7.3.tar.gz 到 /usr
cd /usr
tar zxvf hadoop-2.7.3.tar.gz
mv hadoop-2.7.3
mkdir /usr/hadoop/tmp
vi /etc/profile

#追加hadoop環境變量
export HAD
cd /usr/hadoop/etc/hadoop/
vi hadoop-env.sh 

#追加如下內容
export JAVA_HOME=/usr/java/jdk1.7.0_80OOP_HOME=/usr/hadoop
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export HADOOP_OPTS="-Djava.library.path=$HADOOP_HOME/lib"

#環境變量生效
source /etc/profile 

#測試一下
hadoop version
#顯示這樣就對了
Hadoop 2.7.3
Subversion https://git-wip-us.apache.org/repos/asf/hadoop.git -r baa91f7c6bc9cb92be5982de4719c1c8af91ccff
Compiled by root on 2016-08-18T01:41Z
Compiled with protoc 2.5.0
From source with checksum 2e4ce5f957ea4db193bce3734ff29ff4
This command was run using /usr/hadoop/share/hadoop/common/hadoop-common-2.7.3.jar

#可能會有jdk目錄下權限問題
chmod 777 (有問題的目錄文件) 

#修改hadoop-env.sh
cd /usr/hadoop/etc/hadoop/
vi hadoop-env.sh 

#追加如下內容
export JAVA_HOME=你的jdk路徑 

#修改core-site.xml
vi core-site.xml 
#添加如下內容
<configuration>
    <property>
        <name>fs.defaultFS</name>
        <value>hdfs://你的主機名:9000</value>
    </property>
    <property>
        <name>hadoop.tmp.dir</name>
        <value>/usr/hadoop/tmp/</value>
        <description>A base for other temporary directories.</description>
    </property>
</configuration>

#查看主機名
hostname
#修改hdfs-site.xml
vi hdfs-site.xml
#添加如下內容
<configuration>
    <property>
        <name>dfs.replication</name>
        <value>1</value>
    </property>
</configuration>
#格式化hdfs
hdfs namenode -format
#啓動
start-dfs.sh
#關閉
stop-dfs.sh
#測試
瀏覽器打開 http://配置hadoop服務器ip:50070/
至此hadoop基本啓動運行配置完成
可能遇到的問題
#ssh無密碼訪問
yum -y install ssh
yum -y install rsync
ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
chmod 600 ~/.ssh/authorized_keys 
#文件授權
chmod 777 目標文件