kylin-1.6.0單節點安裝

Hadoop-2.5.1-HA搭建

Hbase-1.1.3-HA搭建

hive-1.2集羣搭建

kylin下載地址

[root@hadoop1 ~]# tar -zxvf apache-kylin-1.6.0-hbase1.x-bin.tar.gz
[root@hadoop1 ~]# cd apache-kylin-1.6.0-hbase1.x-bin/conf
[root@hadoop1 conf]# vim kylin.properties
kylin.rest.servers=hadoop1:7070,hadoop2:7070,hadoop3:7070,hadoop4:7070
[root@hadoop1 home]# scp -r apache-kylin-1.6.0-hbase1.x-bin/ root@hadoop4:/home/

vi ~/.bash_profile

export JAVA_HOME=/usr/java/jdk1.7.0_79
export PATH=$PATH:$JAVA_HOME/bin
export HADOOP_HOME=/home/hadoop-2.5.1
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
export HBASE_HOME=/home/hbase-1.1.3
export PATH=$PATH:$HBASE_HOME/bin
export HIVE_HOME=/home/hive-1.2
export PATH=$PATH:$HIVE_HOME/bin
export KYLIN_HOME=/home/apache-kylin-1.6.0-hbase1.x-bin
export PATH=$PATH:$KYLIN_HOME/bin

source ~/.bash_profile

hadoop1-4:
zkServer.sh start

hadoop1:
start-all.sh
start-hbase.sh

hadoop1:
kylin.sh start
KYLIN_HOME is set to /home/apache-kylin-1.6.0-hbase1.x-bin
Please make sure the user has the privilege to run hive shell

說明需要配置
export HIVE_HOME=/home/hive-1.2
export PATH=$PATH:$HIVE_HOME/bin

成功後輸出

KYLIN_HOME is set to /home/apache-kylin-1.6.0-hbase1.x-bin
kylin.security.profile is set to testing
KYLIN_HOME is set to /home/apache-kylin-1.6.0-hbase1.x-bin

Logging initialized using configuration in jar:file:/home/hive-1.2/lib/hive-common-1.2.1.jar!/hive-log4j.properties
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/home/hadoop-2.5.1/share/hadoop/common/lib/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/home/hive-1.2/lib/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
HCAT_HOME not found, try to find hcatalog path from hadoop home
hive dependency: /home/hive-1.2/conf:/home/hive-1.2/lib/jersey-json-1.9.jar:/home/hive-1.2/lib/apacheds-i18n-2.0.0-M15.jar:/home/hive-1.2/lib/httpclient-4.4.jar:/home/hive-1.2/lib/commons-cli-1.2.jar:/home/hive-1.2/lib/asm-3.1.jar:/home/hive-1.2/lib/curator-client-2.6.0.jar:/home/hive-1.2/lib/opencsv-2.3.jar:/home/hive-1.2/lib/hive-serde-1.2.1.jar:/home/hive-1.2/lib/hive-shims-1.2.1.jar:/home/hive-1.2/lib/findbugs-annotations-1.3.9-1.jar:/home/hive-1.2/lib/maven-scm-api-1.4.jar:/home/hive-1.2/lib/avro-1.7.4.jar:/home/hive-1.2/lib/hbase-common-1.1.3.jar:/home/hive-1.2/lib/geronimo-annotation_1.0_spec-1.1.1.jar:/home/hive-1.2/lib/commons-math-2.1.jar:/home/hive-1.2/lib/geronimo-jaspic_1.0_spec-1.0.jar:/home/hive-1.2/lib/commons-daemon-1.0.13.jar:/home/hive-1.2/lib/ST4-4.0.4.jar:/home/hive-1.2/lib/xz-1.0.jar:/home/hive-1.2/lib/hbase-hadoop-compat-1.1.3.jar:/home/hive-1.2/lib/antlr-runtime-3.4.jar:/home/hive-1.2/lib/jetty-6.1.26.jar:/home/hive-1.2/lib/hadoop-yarn-api-2.5.1.jar:/home/hive-1.2/lib/jline-2.12.jar:/home/hive-1.2/lib/httpcore-4.1.3.jar:/home/hive-1.2/lib/hive-shims-common-1.2.1.jar:/home/hive-1.2/lib/metrics-core-2.2.0.jar:/home/hive-1.2/lib/hadoop-yarn-client-2.5.1.jar:/home/hive-1.2/lib/jaxb-impl-2.2.3-1.jar:/home/hive-1.2/lib/hadoop-common-2.5.1.jar:/home/hive-1.2/lib/hadoop-auth-2.5.1.jar:/home/hive-1.2/lib/regexp-1.3.jar:/home/hive-1.2/lib/jpam-1.1.jar:/home/hive-1.2/lib/guava-14.0.1.jar:/home/hive-1.2/lib/disruptor-3.3.0.jar:/home/hive-1.2/lib/xmlenc-0.52.jar:/home/hive-1.2/lib/jackson-xc-1.9.13.jar:/home/hive-1.2/lib/api-asn1-api-1.0.0-M20.jar:/home/hive-1.2/lib/hbase-annotations-1.1.3-tests.jar:/home/hive-1.2/lib/stringtemplate-3.2.1.jar:/home/hive-1.2/lib/super-csv-2.2.0.jar:/home/hive-1.2/lib/groovy-all-2.1.6.jar:/home/hive-1.2/lib/curator-recipes-2.6.0.jar:/home/hive-1.2/lib/parquet-hadoop-bundle-1.6.0.jar:/home/hive-1.2/lib/jetty-util-6.1.26.jar:/home/hive-1.2/lib/commons-compiler-2.7.6.jar:/home/hive-1.2/lib/hadoop-mapreduce-client-app-2.5.1.jar:/home/hive-1.2/lib/snappy-java-1.0.4.1.jar:/home/hive-1.2/lib/jcommander-1.32.jar:/home/hive-1.2/lib/netty-3.7.0.Final.jar:/home/hive-1.2/lib/jcodings-1.0.8.jar:/home/hive-1.2/lib/commons-beanutils-core-1.8.0.jar:/home/hive-1.2/lib/hive-jdbc-1.2.1-standalone.jar:/home/hive-1.2/lib/junit-4.11.jar:/home/hive-1.2/lib/netty-3.2.4.Final.jar:/home/hive-1.2/lib/hadoop-client-2.5.1.jar:/home/hive-1.2/lib/httpcore-4.4.jar:/home/hive-1.2/lib/servlet-api-2.5-6.1.14.jar:/home/hive-1.2/lib/hadoop-mapreduce-client-jobclient-2.5.1.jar:/home/hive-1.2/lib/commons-lang-2.6.jar:/home/hive-1.2/lib/hbase-server-1.1.3-tests.jar:/home/hive-1.2/lib/stax-api-1.0.1.jar:/home/hive-1.2/lib/protobuf-java-2.5.0.jar:/home/hive-1.2/lib/hive-hwi-1.2.1.jar:/home/hive-1.2/lib/jetty-all-7.6.0.v20120127.jar:/home/hive-1.2/lib/hive-contrib-1.2.1.jar:/home/hive-1.2/lib/accumulo-start-1.6.0.jar:/home/hive-1.2/lib/commons-collections-3.2.2.jar:/home/hive-1.2/lib/hive-exec-1.2.1.jar:/home/hive-1.2/lib/commons-collections-3.2.1.jar:/home/hive-1.2/lib/hive-hbase-handler-1.2.1.jar:/home/hive-1.2/lib/htrace-core-3.1.0-incubating.jar:/home/hive-1.2/lib/paranamer-2.3.jar:/home/hive-1.2/lib/accumulo-core-1.6.0.jar:/home/hive-1.2/lib/hadoop-annotations-2.5.1.jar:/home/hive-1.2/lib/geronimo-jta_1.1_spec-1.1.1.jar:/home/hive-1.2/lib/hive-common-1.2.1.jar:/home/hive-1.2/lib/hbase-resource-bundle-1.1.3.jar:/home/hive-1.2/lib/hive-metastore-1.2.1.jar:/home/hive-1.2/lib/jersey-guice-1.9.jar:/home/hive-1.2/lib/netty-all-4.0.23.Final.jar:/home/hive-1.2/lib/commons-net-3.1.jar:/home/hive-1.2/lib/asm-tree-3.1.jar:/home/hive-1.2/lib/jasper-runtime-5.5.23.jar:/home/hive-1.2/lib/jasper-compiler-5.5.23.jar:/home/hive-1.2/lib/oro-2.0.8.jar:/home/hive-1.2/lib/apacheds-kerberos-codec-2.0.0-M15.jar:/home/hive-1.2/lib/datanucleus-core-3.2.10.jar:/home/hive-1.2/lib/hbase-it-1.1.3-tests.jar:/home/hive-1.2/lib/hadoop-mapreduce-client-common-2.5.1.jar:/home/hive-1.2/lib/jsch-0.1.42.jar:/home/hive-1.2/lib/slf4j-api-1.7.7.jar:/home/hive-1.2/lib/eigenbase-properties-1.1.5.jar:/home/hive-1.2/lib/jersey-server-1.9.jar:/home/hive-1.2/lib/libthrift-0.9.0.jar:/home/hive-1.2/lib/accumulo-trace-1.6.0.jar:/home/hive-1.2/lib/curator-framework-2.6.0.jar:/home/hive-1.2/lib/hbase-prefix-tree-1.1.3.jar:/home/hive-1.2/lib/commons-compress-1.4.1.jar:/home/hive-1.2/lib/commons-math-2.2.jar:/home/hive-1.2/lib/commons-pool-1.5.4.jar:/home/hive-1.2/lib/antlr-2.7.7.jar:/home/hive-1.2/lib/velocity-1.5.jar:/home/hive-1.2/lib/jettison-1.3.3.jar:/home/hive-1.2/lib/jersey-core-1.9.jar:/home/hive-1.2/lib/libthrift-0.9.2.jar:/home/hive-1.2/lib/commons-configuration-1.6.jar:/home/hive-1.2/lib/jaxb-api-2.2.2.jar:/home/hive-1.2/lib/hive-shims-scheduler-1.2.1.jar:/home/hive-1.2/lib/activation-1.1.jar:/home/hive-1.2/lib/datanucleus-api-jdo-3.2.6.jar:/home/hive-1.2/lib/jsr305-3.0.0.jar:/home/hive-1.2/lib/hadoop-mapreduce-client-shuffle-2.5.1.jar:/home/hive-1.2/lib/hadoop-yarn-common-2.5.1.jar:/home/hive-1.2/lib/jsp-api-2.1-6.1.14.jar:/home/hive-1.2/lib/guice-servlet-3.0.jar:/home/hive-1.2/lib/commons-io-2.4.jar:/home/hive-1.2/lib/commons-httpclient-3.1.jar:/home/hive-1.2/lib/jdo-api-3.0.1.jar:/home/hive-1.2/lib/java-xmlbuilder-0.4.jar:/home/hive-1.2/lib/hive-ant-1.2.1.jar:/home/hive-1.2/lib/mysql-connector-java-5.1.26-bin.jar:/home/hive-1.2/lib/accumulo-fate-1.6.0.jar:/home/hive-1.2/lib/commons-math3-3.1.1.jar:/home/hive-1.2/lib/snappy-java-1.0.5.jar:/home/hive-1.2/lib/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/home/hive-1.2/lib/log4j-1.2.16.jar:/home/hive-1.2/lib/commons-codec-1.4.jar:/home/hive-1.2/lib/hadoop-mapreduce-client-core-2.5.1.jar:/home/hive-1.2/lib/jruby-complete-1.6.8.jar:/home/hive-1.2/lib/hive-hbase-handler-2.3.3.jar:/home/hive-1.2/lib/janino-2.7.6.jar:/home/hive-1.2/lib/log4j-1.2.17.jar:/home/hive-1.2/lib/mail-1.4.1.jar:/home/hive-1.2/lib/hive-cli-1.2.1.jar:/home/hive-1.2/lib/jackson-jaxrs-1.9.13.jar:/home/hive-1.2/lib/joni-2.1.2.jar:/home/hive-1.2/lib/maven-scm-provider-svn-commons-1.4.jar:/home/hive-1.2/lib/commons-dbcp-1.4.jar:/home/hive-1.2/lib/jetty-all-server-7.6.0.v20120127.jar:/home/hive-1.2/lib/jackson-mapper-asl-1.9.13.jar:/home/hive-1.2/lib/commons-digester-1.8.jar:/home/hive-1.2/lib/commons-codec-1.9.jar:/home/hive-1.2/lib/zookeeper-3.4.6.jar:/home/hive-1.2/lib/avro-1.7.5.jar:/home/hive-1.2/lib/hbase-thrift-1.1.3.jar:/home/hive-1.2/lib/hbase-examples-1.1.3.jar:/home/hive-1.2/lib/apache-log4j-extras-1.2.17.jar:/home/hive-1.2/lib/hadoop-hdfs-2.5.1.jar:/home/hive-1.2/lib/hbase-rest-1.1.3.jar:/home/hive-1.2/lib/hive-testutils-1.2.1.jar:/home/hive-1.2/lib/maven-scm-provider-svnexe-1.4.jar:/home/hive-1.2/lib/hbase-annotations-1.1.3.jar:/home/hive-1.2/lib/ant-launcher-1.9.1.jar:/home/hive-1.2/lib/tempus-fugit-1.1.jar:/home/hive-1.2/lib/hbase-procedure-1.1.3.jar:/home/hive-1.2/lib/jackson-core-asl-1.9.13.jar:/home/hive-1.2/lib/httpclient-4.2.5.jar:/home/hive-1.2/lib/servlet-api-2.5.jar:/home/hive-1.2/lib/hive-beeline-1.2.1.jar:/home/hive-1.2/lib/hive-accumulo-handler-1.2.1.jar:/home/hive-1.2/lib/json-20090211.jar:/home/hive-1.2/lib/joda-time-2.5.jar:/home/hive-1.2/lib/hamcrest-core-1.1.jar:/home/hive-1.2/lib/jsp-2.1-6.1.14.jar:/home/hive-1.2/lib/javax.inject-1.jar:/home/hive-1.2/lib/jsr305-1.3.9.jar:/home/hive-1.2/lib/derby-10.10.2.0.jar:/home/hive-1.2/lib/hive-shims-0.20S-1.2.1.jar:/home/hive-1.2/lib/guice-3.0.jar:/home/hive-1.2/lib/jamon-runtime-2.3.1.jar:/home/hive-1.2/lib/hadoop-yarn-server-common-2.5.1.jar:/home/hive-1.2/lib/commons-el-1.0.jar:/home/hive-1.2/lib/jersey-client-1.9.jar:/home/hive-1.2/lib/commons-logging-1.2.jar:/home/hive-1.2/lib/commons-vfs2-2.0.jar:/home/hive-1.2/lib/commons-httpclient-3.0.1.jar:/home/hive-1.2/lib/aopalliance-1.0.jar:/home/hive-1.2/lib/ivy-2.4.0.jar:/home/hive-1.2/lib/datanucleus-rdbms-3.2.9.jar:/home/hive-1.2/lib/bonecp-0.8.0.RELEASE.jar:/home/hive-1.2/lib/jta-1.1.jar:/home/hive-1.2/lib/hive-jdbc-1.2.1.jar:/home/hive-1.2/lib/hbase-server-1.1.3.jar:/home/hive-1.2/lib/hbase-it-1.1.3.jar:/home/hive-1.2/lib/api-util-1.0.0-M20.jar:/home/hive-1.2/lib/hbase-common-1.1.3-tests.jar:/home/hive-1.2/lib/hive-shims-0.23-1.2.1.jar:/home/hive-1.2/lib/plexus-utils-1.5.6.jar:/home/hive-1.2/lib/guava-12.0.1.jar:/home/hive-1.2/lib/hbase-client-1.1.3.jar:/home/hive-1.2/lib/libfb303-0.9.2.jar:/home/hive-1.2/lib/commons-logging-1.1.3.jar:/home/hive-1.2/lib/junit-4.12.jar:/home/hive-1.2/lib/ant-1.9.1.jar:/home/hive-1.2/lib/hbase-shell-1.1.3.jar:/home/hive-1.2/lib/leveldbjni-all-1.8.jar:/home/hive-1.2/lib/jets3t-0.9.0.jar:/home/hive-1.2/lib/jetty-sslengine-6.1.26.jar:/home/hive-1.2/lib/spymemcached-2.11.6.jar:/home/hive-1.2/lib/slf4j-log4j12-1.7.5.jar:/home/hive-1.2/lib/asm-commons-3.1.jar:/home/hive-1.2/lib/hbase-hadoop2-compat-1.1.3.jar:/home/hive-1.2/lib/commons-beanutils-1.7.0.jar:/home/hive-1.2/lib/hive-service-1.2.1.jar:/home/hive-1.2/lib/hbase-protocol-1.1.3.jar:/home/hive-1.2/hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1.jar
hbase dependency: /home/hbase-1.1.3/lib/hbase-common-1.1.3.jar
KYLIN_JVM_SETTINGS is -Xms1024M -Xmx4096M -Xss1024K -XX:MaxPermSize=128M -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:/home/apache-kylin-1.6.0-hbase1.x-bin/logs/kylin.gc.3253 -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=64M
KYLIN_DEBUG_SETTINGS is not set, will not enable remote debuging
KYLIN_LD_LIBRARY_SETTINGS is not set, Usually it's okay unless you want to specify your own native path
KYLIN_REST_ADDRESS not found, will use hadoop1:7070
hbase classpath is:
/home/apache-kylin-1.6.0-hbase1.x-bin/bin/../tomcat/bin/bootstrap.jar:/home/apache-kylin-1.6.0-hbase1.x-bin/bin/../tomcat/bin/tomcat-juli.jar:/home/apache-kylin-1.6.0-hbase1.x-bin/bin/../tomcat/lib/*:/home/apache-kylin-1.6.0-hbase1.x-bin/conf:/home/apache-kylin-1.6.0-hbase1.x-bin/lib/*:/home/apache-kylin-1.6.0-hbase1.x-bin/tool/*:/home/apache-kylin-1.6.0-hbase1.x-bin/ext/*::/home/hbase-1.1.3/conf:/usr/java/jdk1.7.0_79/lib/tools.jar:/home/hbase-1.1.3:/home/hbase-1.1.3/lib/activation-1.1.jar:/home/hbase-1.1.3/lib/aopalliance-1.0.jar:/home/hbase-1.1.3/lib/apacheds-i18n-2.0.0-M15.jar:/home/hbase-1.1.3/lib/apacheds-kerberos-codec-2.0.0-M15.jar:/home/hbase-1.1.3/lib/api-asn1-api-1.0.0-M20.jar:/home/hbase-1.1.3/lib/api-util-1.0.0-M20.jar:/home/hbase-1.1.3/lib/asm-3.1.jar:/home/hbase-1.1.3/lib/avro-1.7.4.jar:/home/hbase-1.1.3/lib/commons-beanutils-1.7.0.jar:/home/hbase-1.1.3/lib/commons-beanutils-core-1.8.0.jar:/home/hbase-1.1.3/lib/commons-cli-1.2.jar:/home/hbase-1.1.3/lib/commons-codec-1.9.jar:/home/hbase-1.1.3/lib/commons-collections-3.2.2.jar:/home/hbase-1.1.3/lib/commons-compress-1.4.1.jar:/home/hbase-1.1.3/lib/commons-configuration-1.6.jar:/home/hbase-1.1.3/lib/commons-daemon-1.0.13.jar:/home/hbase-1.1.3/lib/commons-digester-1.8.jar:/home/hbase-1.1.3/lib/commons-el-1.0.jar:/home/hbase-1.1.3/lib/commons-httpclient-3.1.jar:/home/hbase-1.1.3/lib/commons-io-2.4.jar:/home/hbase-1.1.3/lib/commons-lang-2.6.jar:/home/hbase-1.1.3/lib/commons-logging-1.2.jar:/home/hbase-1.1.3/lib/commons-math-2.2.jar:/home/hbase-1.1.3/lib/commons-math3-3.1.1.jar:/home/hbase-1.1.3/lib/commons-net-3.1.jar:/home/hbase-1.1.3/lib/disruptor-3.3.0.jar:/home/hbase-1.1.3/lib/findbugs-annotations-1.3.9-1.jar:/home/hbase-1.1.3/lib/guava-12.0.1.jar:/home/hbase-1.1.3/lib/guice-3.0.jar:/home/hbase-1.1.3/lib/guice-servlet-3.0.jar:/home/hbase-1.1.3/lib/hadoop-annotations-2.5.1.jar:/home/hbase-1.1.3/lib/hadoop-auth-2.5.1.jar:/home/hbase-1.1.3/lib/hadoop-client-2.5.1.jar:/home/hbase-1.1.3/lib/hadoop-common-2.5.1.jar:/home/hbase-1.1.3/lib/hadoop-hdfs-2.5.1.jar:/home/hbase-1.1.3/lib/hadoop-mapreduce-client-app-2.5.1.jar:/home/hbase-1.1.3/lib/hadoop-mapreduce-client-common-2.5.1.jar:/home/hbase-1.1.3/lib/hadoop-mapreduce-client-core-2.5.1.jar:/home/hbase-1.1.3/lib/hadoop-mapreduce-client-jobclient-2.5.1.jar:/home/hbase-1.1.3/lib/hadoop-mapreduce-client-shuffle-2.5.1.jar:/home/hbase-1.1.3/lib/hadoop-yarn-api-2.5.1.jar:/home/hbase-1.1.3/lib/hadoop-yarn-client-2.5.1.jar:/home/hbase-1.1.3/lib/hadoop-yarn-common-2.5.1.jar:/home/hbase-1.1.3/lib/hadoop-yarn-server-common-2.5.1.jar:/home/hbase-1.1.3/lib/hbase-annotations-1.1.3.jar:/home/hbase-1.1.3/lib/hbase-annotations-1.1.3-tests.jar:/home/hbase-1.1.3/lib/hbase-client-1.1.3.jar:/home/hbase-1.1.3/lib/hbase-common-1.1.3.jar:/home/hbase-1.1.3/lib/hbase-common-1.1.3-tests.jar:/home/hbase-1.1.3/lib/hbase-examples-1.1.3.jar:/home/hbase-1.1.3/lib/hbase-hadoop2-compat-1.1.3.jar:/home/hbase-1.1.3/lib/hbase-hadoop-compat-1.1.3.jar:/home/hbase-1.1.3/lib/hbase-it-1.1.3.jar:/home/hbase-1.1.3/lib/hbase-it-1.1.3-tests.jar:/home/hbase-1.1.3/lib/hbase-prefix-tree-1.1.3.jar:/home/hbase-1.1.3/lib/hbase-procedure-1.1.3.jar:/home/hbase-1.1.3/lib/hbase-protocol-1.1.3.jar:/home/hbase-1.1.3/lib/hbase-resource-bundle-1.1.3.jar:/home/hbase-1.1.3/lib/hbase-rest-1.1.3.jar:/home/hbase-1.1.3/lib/hbase-server-1.1.3.jar:/home/hbase-1.1.3/lib/hbase-server-1.1.3-tests.jar:/home/hbase-1.1.3/lib/hbase-shell-1.1.3.jar:/home/hbase-1.1.3/lib/hbase-thrift-1.1.3.jar:/home/hbase-1.1.3/lib/hive-hbase-handler-1.2.1.jar:/home/hbase-1.1.3/lib/hive-hbase-handler-2.3.3.jar:/home/hbase-1.1.3/lib/htrace-core-3.1.0-incubating.jar:/home/hbase-1.1.3/lib/httpclient-4.2.5.jar:/home/hbase-1.1.3/lib/httpcore-4.1.3.jar:/home/hbase-1.1.3/lib/jackson-core-asl-1.9.13.jar:/home/hbase-1.1.3/lib/jackson-jaxrs-1.9.13.jar:/home/hbase-1.1.3/lib/jackson-mapper-asl-1.9.13.jar:/home/hbase-1.1.3/lib/jackson-xc-1.9.13.jar:/home/hbase-1.1.3/lib/jamon-runtime-2.3.1.jar:/home/hbase-1.1.3/lib/jasper-compiler-5.5.23.jar:/home/hbase-1.1.3/lib/jasper-runtime-5.5.23.jar:/home/hbase-1.1.3/lib/javax.inject-1.jar:/home/hbase-1.1.3/lib/java-xmlbuilder-0.4.jar:/home/hbase-1.1.3/lib/jaxb-api-2.2.2.jar:/home/hbase-1.1.3/lib/jaxb-impl-2.2.3-1.jar:/home/hbase-1.1.3/lib/jcodings-1.0.8.jar:/home/hbase-1.1.3/lib/jersey-client-1.9.jar:/home/hbase-1.1.3/lib/jersey-core-1.9.jar:/home/hbase-1.1.3/lib/jersey-guice-1.9.jar:/home/hbase-1.1.3/lib/jersey-json-1.9.jar:/home/hbase-1.1.3/lib/jersey-server-1.9.jar:/home/hbase-1.1.3/lib/jets3t-0.9.0.jar:/home/hbase-1.1.3/lib/jettison-1.3.3.jar:/home/hbase-1.1.3/lib/jetty-6.1.26.jar:/home/hbase-1.1.3/lib/jetty-sslengine-6.1.26.jar:/home/hbase-1.1.3/lib/jetty-util-6.1.26.jar:/home/hbase-1.1.3/lib/joni-2.1.2.jar:/home/hbase-1.1.3/lib/jruby-complete-1.6.8.jar:/home/hbase-1.1.3/lib/jsch-0.1.42.jar:/home/hbase-1.1.3/lib/jsp-2.1-6.1.14.jar:/home/hbase-1.1.3/lib/jsp-api-2.1-6.1.14.jar:/home/hbase-1.1.3/lib/jsr305-1.3.9.jar:/home/hbase-1.1.3/lib/junit-4.12.jar:/home/hbase-1.1.3/lib/leveldbjni-all-1.8.jar:/home/hbase-1.1.3/lib/libthrift-0.9.0.jar:/home/hbase-1.1.3/lib/log4j-1.2.17.jar:/home/hbase-1.1.3/lib/metrics-core-2.2.0.jar:/home/hbase-1.1.3/lib/netty-3.2.4.Final.jar:/home/hbase-1.1.3/lib/netty-all-4.0.23.Final.jar:/home/hbase-1.1.3/lib/paranamer-2.3.jar:/home/hbase-1.1.3/lib/protobuf-java-2.5.0.jar:/home/hbase-1.1.3/lib/servlet-api-2.5-6.1.14.jar:/home/hbase-1.1.3/lib/servlet-api-2.5.jar:/home/hbase-1.1.3/lib/slf4j-api-1.7.7.jar:/home/hbase-1.1.3/lib/slf4j-log4j12-1.7.5.jar:/home/hbase-1.1.3/lib/snappy-java-1.0.4.1.jar:/home/hbase-1.1.3/lib/spymemcached-2.11.6.jar:/home/hbase-1.1.3/lib/xmlenc-0.52.jar:/home/hbase-1.1.3/lib/xz-1.0.jar:/home/hbase-1.1.3/lib/zookeeper-3.4.6.jar:/home/hadoop-2.5.1/etc/hadoop:/home/hadoop-2.5.1/share/hadoop/common/lib/*:/home/hadoop-2.5.1/share/hadoop/common/*:/home/hadoop-2.5.1/share/hadoop/hdfs:/home/hadoop-2.5.1/share/hadoop/hdfs/lib/*:/home/hadoop-2.5.1/share/hadoop/hdfs/*:/home/hadoop-2.5.1/share/hadoop/yarn/lib/*:/home/hadoop-2.5.1/share/hadoop/yarn/*:/home/hadoop-2.5.1/share/hadoop/mapreduce/lib/*:/home/hadoop-2.5.1/share/hadoop/mapreduce/*:/home/hadoop-2.5.1/contrib/capacity-scheduler/*.jar:/home/hadoop-2.5.1/etc/hadoop/
A new Kylin instance is started by root, stop it using "kylin.sh stop"
Please visit http://<ip>:7070/kylin
You can check the log at /home/apache-kylin-1.6.0-hbase1.x-bin/logs/kylin.log

1. 訪問 & 登陸

訪問主機: http://hadoop1:7070/kylin

使用用戶名登陸:ADMIN

使用密碼登陸:KYLIN

——先創建工程名;kylin加載hive表的時候報錯,failed to take action

解決辦法:將${hive_dependency}添加到${HBASE_CLASSPATH_PREFIX}之前

export HBASE_CLASSPATH_PREFIX=${KYLIN_HOME}/conf:${KYLIN_HOME}/lib/*:${KYLIN_HOME}/tool/*:${KYLIN_HOME}/ext/*:${hive_dependency}:${HBASE_CLASSPATH_PREFIX}

備用:將hive/lib下的jar包全部拷貝到kylin/libs目錄下

重啓kylin,導入表直接成功

如果kylin在構建cube的時候報錯,可以 vim kylin.properties,更改metadata,重新啓動測試

kylin.metadata.url=kylin_metadata10@hbase

證明:整個集羣部署是正確的,可運行的

 

kylin的構建引擎從mr換成spark

1. 在kylin的安裝目錄下,新建目錄hadoop_conf
    mkdir  $KYLIN_HOME/hadoop_conf

2. 將涉及的5個配置文件放入剛纔建立的目錄。
(hdfs-site.xml ;yarn-site.xml;core-site.xml ;hbase-site.xml;hive-site.xml )
  
  ln -s $HADOOP_HOME/etc/hadoop/hdfs-site.xml $KYLIN_HOME/hadoop_conf/hdfs-site.xml
  ln -s $HADOOP_HOME/etc/hadoop/yarn-site.xml $KYLIN_HOME/hadoop_conf/yarn-site.xml
  ln -s $HADOOP_HOME/etc/hadoop/core-site.xml $KYLIN_HOME/hadoop_conf/core-site.xml
  ln -s $HBASE_HOME/conf/hbase-site.xml $KYLIN_HOME/hadoop_conf/hbase-site.xml
  ln -s $HIVE_HOME/conf/hive-site.xml $KYLIN_HOME/hadoop_conf/hive-site.xml

3.修改kylin.properties,添加以下配置 (指向 $KYLIN_HOME/hadoop_conf)
kylin.env.hadoop-conf-dir=/home/apache-kylin-1.6.0-hbase1.x-bin/hadoop_conf

4. 設置 Spark 配置
“kylin.engine.spark-conf.”爲前綴的Spark屬性配置在kylin.properties被統一管理

kylin.engine.spark-conf.spark.master=yarn
kylin.engine.spark-conf.spark.submit.deployMode=cluster
kylin.engine.spark-conf.spark.dynamicAllocation.enabled=true
kylin.engine.spark-conf.spark.dynamicAllocation.minExecutors=1
kylin.engine.spark-conf.spark.dynamicAllocation.maxExecutors=1000
kylin.engine.spark-conf.spark.dynamicAllocation.executorIdleTimeout=300
kylin.engine.spark-conf.spark.yarn.queue=streaming
kylin.engine.spark-conf.spark.driver.memory=1G
kylin.engine.spark-conf.spark.executor.memory=1G
kylin.engine.spark-conf.spark.yarn.executor.memoryOverhead=256
kylin.engine.spark-conf.spark.executor.cores=1
kylin.engine.spark-conf.spark.network.timeout=600
kylin.engine.spark-conf.spark.shuffle.service.enabled=true
kylin.engine.spark-conf.spark.executor.instances=1
kylin.engine.spark-conf.spark.eventLog.enabled=true
kylin.engine.spark-conf.spark.hadoop.dfs.replication=2
kylin.engine.spark-conf.spark.hadoop.mapreduce.output.fileoutputformat.compress=true
kylin.engine.spark-conf.spark.hadoop.mapreduce.output.fileoutputformat.compress.codec=org.apache.hadoop.io.compress.DefaultCodec
kylin.engine.spark-conf.spark.io.compression.codec=org.apache.spark.io.SnappyCompressionCodec
kylin.engine.spark-conf.spark.eventLog.dir=hdfs\:///kylin/spark-history
kylin.engine.spark-conf.spark.history.fs.logDirectory=hdfs\:///kylin/spark-history
kylin.engine.spark-conf.spark.hadoop.yarn.timeline-service.enabled=false
## manually upload spark-assembly jar to HDFS and then set this property will avoid repeatedly uploading jar at runtime
kylin.engine.spark-conf.spark.yarn.jars=hdfs\:///sparkjars/spark-assembly-2.2.1-hadoop2.6.0-1.0.jar 
kylin.engine.spark-conf.spark.io.compression.codec=org.apache.spark.io.SnappyCompressionCodec

## uncomment for HDP
kylin.engine.spark-conf.spark.driver.extraJavaOptions=-Dhdp.version=current
kylin.engine.spark-conf.spark.yarn.am.extraJavaOptions=-Dhdp.version=current
kylin.engine.spark-conf.spark.executor.extraJavaOptions=-Dhdp.version=current

5.啓用新配置
  在kylin的web頁面上,system選項卡,reload   config。
  但是建議使用 
  bin/kylin.sh stop
  bin/kylin.sh start
發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章