apaceh kylin的集成華爲大數據平臺

環境準備

FusionInsight Manager

apache-kylin-2.6.4-bin-hbase1x

centos7.3    3 × 48線程 + 500g內存

安裝包下載上傳

下載安裝包

http://mirror.bit.edu.cn/apache/kylin/apache-kylin-2.6.4/apache-kylin-2.6.4-bin-hbase1x.tar.gz

上傳安裝包

scp apache-kylin-2.6.4-bin-cdh57.tar.gz [email protected]:/home/server/mgguan/

解壓

tar -zxvf  apache-kylin-2.6.4-bin-cdh57.tar.gz

添加環境變量

vim /etc/profile

export KYLIN_HOME=/home/server/mgguan/apache-kylin-2.6.4-bin

source /etc/profile

修改腳本

vim $KYLIN_HOME/conf/kylin.properties

## Absolute path to beeline shell, can be set to spark beeline instead of the default hive beeline on PATH
kylin.source.hive.beeline-shell=beeline
#
## Parameters for beeline client, only necessary if hive client is beeline
kylin.source.hive.beeline-params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*' -u jdbc:hive2://34.8.8.8:24002,34.8.8.7:24002,34.8.8.6:24002,34.8.8.5:24002,34.8.8.4:24002/;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2;sasl.qop=auth-conf;auth=KERBEROS;principal=hive/[email protected]

vim $KYLIN_HOME/bin/find-hive-dependency.sh

if [ "${client_mode}" == "beeline" ]
then
    beeline_shell=`$KYLIN_HOME/bin/get-properties.sh kylin.source.hive.beeline-shell`
    beeline_params=`bash ${KYLIN_HOME}/bin/get-properties.sh kylin.source.hive.beeline-params`
    ${beeline_shell} ${hive_conf_properties} ${beeline_params} --outputformat=dsv -e "set;" >/tmp/hive_env.txt 2>&1
    hive_env=`grep 'env:CLASSPATH' /tmp/hive_env.txt`
    hive_env=`echo ${hive_env#*env:CLASSPATH}`
    hive_env="env:CLASSPATH"${hive_env}
    #hive_env=`${beeline_shell} ${hive_conf_properties} ${beeline_params} --outputformat=dsv -e "set;" 2>&1 | grep --text 'env:CLASSPATH' `
else  
    source ${dir}/check-hive-usability.sh
    hive_env=`hive ${hive_conf_properties} -e set 2>&1 | grep 'env:CLASSPATH'`

 

hive_conf_path=/opt/hadoopclient/Hive/HCatalog/conf
hive_exec_path=/opt/hadoopclient/Hive/HCatalog/lib

if [ -n "$HIVE_CONF" ]
then
    verbose "HIVE_CONF is set to: $HIVE_CONF, use it to locate hive configurations."
    hive_conf_path=$HIVE_CONF
fi

for data in ${arr[@]}
do
    result=`echo $data | grep -e 'hive-exec[a-z0-9A-Z\.-]*.jar' | grep -v 'auxlib'`
    # In some cases there are more than one lib dirs, only the first one will be applied.
    if [ $result ] && [ -z "$hive_exec_path" ]
    then
        hive_exec_path=$data
    fi

    # in some versions of hive config is not in hive's classpath, find it separately
    if [ -z "$hive_conf_path" ]
    then
        result=`echo $data | grep -e 'hive[^/]*/conf'`
        if [ $result ]
        then
            hive_conf_path=$data
        fi
    fi
done

添加紅色部分，刪除綠色部分!

export HCAT_HOME=/opt/hadoopclient/Hive/HCatalog

啓動

$KYLIN_HOME/bin/kylin.sh start

登錄

http://xlhd-b3201-spark02:7070/kylin/login

默認用戶名：ADMIN

默認密碼：KYLIN