(4.2)數倉搭建之ODS層更換hive匹配mysql版本4.2

[hadoop@hadoop102 /opt/module/hive/conf]$vim hive-site.xml

<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the “License”); you may not use this file except in compliance with
the License. You may obtain a copy of the License at

   http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an “AS IS” BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
–>

javax.jdo.option.ConnectionURL jdbc:mysql://192.168.10.102:3306/hive?characterEncoding=UTF-8 javax.jdo.option.ConnectionDriverName com.mysql.jdbc.Driver javax.jdo.option.ConnectionUserName hive javax.jdo.option.ConnectionPassword 000000 hive.metastore.warehouse.dir /usr/hive/warehouse hive.metastore.local true

hive.cli.print.header

true

hive.cli.print.current.db

true

<name>hive.metastore.schema.verification</name>

<value>false</value>
<name>hive.execution.engine</name>

<value>tez</value>

vim hive-env.sh
export HADOOP_HOME=/opt/module/hadoop-2.7.2
export HIVE_CONF_DIR=/opt/module/hive/conf
export TEZ_HOME=/opt/module/tez-0.9.1 #是你的tez的解壓目錄

export TEZ_JARS=""

for jar in ls $TEZ_HOME |grep jar; do

export TEZ_JARS=$TEZ_JARS:$TEZ_HOME/$jar

done

for jar in ls $TEZ_HOME/lib; do

export TEZ_JARS=$TEZ_JARS:$TEZ_HOME/lib/$jar

done

export HIVE_AUX_JARS_PATH=/opt/module/hadoop-2.7.2/share/hadoop/common/hadoop-lzo-0.4.20.jar$TEZ_JARS

[hadoop@hadoop102 /opt/module/hive/conf]$vim tez-site.xml

<?xml version="1.0" encoding="UTF-8"?> <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

tez.lib.uris
fs.defaultFS/tez/tez0.9.1,{fs.defaultFS}/tez/tez-0.9.1,{fs.defaultFS}/tez/tez-0.9.1/lib

tez.lib.uris.classpath
fs.defaultFS/tez/tez0.9.1,{fs.defaultFS}/tez/tez-0.9.1,{fs.defaultFS}/tez/tez-0.9.1/lib

 <name>tez.use.cluster.hadoop-libs</name>

 <value>true</value>
 <name>tez.history.logging.service.class</name>        

org.apache.tez.dag.history.logging.ats.ATSHistoryLoggingService

發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章