转载，kylin的安装文档

怼烎@ 2022-05-22 09:39 160阅读 0赞

# 1.   前提 #

hadoop版本：2.2-2.6

hbase：0.98

hive：1.0.1

zookeeper：3.4.5

kylin：1.1.1

# 2.   上传 #

# 3.   解压 #

tar –zxvf xxxx.tar.gz

# 4.   重命名 #

mv xxxx xxxx

# 5.   修改环境变量 #

配置tomcat和kylin

# 6.   修改配置文件 #

## 6.1.  修改bin/kylin.sh ##

<table style="color:rgb(85,85,85);font-family:Lato, 'PingFang SC', 'Microsoft YaHei', sans-serif;font-size:14px;text-align:justify;background-color:rgb(255,255,255);"> 
 <tbody> 
 <tr> 
 <td>#!/bin/bash&nbsp;## Licensed to the Apache Software Foundation (ASF) under one or more# contributor license agreements.&nbsp; See the NOTICE file distributed with# this work for additional information regarding copyright ownership.# The ASF licenses this file to You under the Apache License, Version 2.0# (the "License"); you may not use this file except in compliance with# the License.&nbsp; You may obtain a copy of the License at##&nbsp;&nbsp;&nbsp; http://www.apache.org/licenses/LICENSE-2.0## Unless required by applicable law or agreed to in writing, software# distributed under the License is distributed on an "AS IS" BASIS,# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.# See the License for the specific language governing permissions and# limitations under the License.#export KYLIN_HOME=/home/hadoop/kylindir=$(dirname ${0})source ${dir}/check-env.shmkdir -p ${KYLIN_HOME}/logs&nbsp;# start commandif [ $1 == "start" ]then&nbsp;&nbsp;&nbsp;&nbsp; if [ -f "${KYLIN_HOME}/pid" ]&nbsp;&nbsp;&nbsp; then&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; PID=`cat $KYLIN_HOME/pid`&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; if ps -p $PID &gt; /dev/null&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; then&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; echo "Kylin is running, stop it first"&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; exit 1&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; fi&nbsp;&nbsp;&nbsp; fi&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; tomcat_root=${dir}/../tomcat&nbsp;&nbsp;&nbsp; export tomcat_root&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; #The location of all hadoop/hbase configurations are difficult to get.&nbsp;&nbsp;&nbsp; #Plus, some of the system properties are secretly set in hadoop/hbase shell command.&nbsp;&nbsp;&nbsp; #For example, in hdp 2.2, there is a system property called hdp.version,&nbsp;&nbsp;&nbsp; #which we cannot get until running hbase or hadoop shell command.&nbsp;&nbsp;&nbsp; #&nbsp;&nbsp;&nbsp; #To save all these troubles, we use hbase runjar to start tomcat.&nbsp;&nbsp;&nbsp; #In this way we no longer need to explicitly configure hadoop/hbase related classpath for tomcat,&nbsp;&nbsp;&nbsp; #hbase command will do all the dirty tasks for us:&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; useSandbox=`sh ${KYLIN_HOME}/bin/get-properties.sh kylin.sandbox`&nbsp;&nbsp;&nbsp; spring_profile="default"&nbsp;&nbsp;&nbsp; if [ "$useSandbox" = "true" ]&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; then spring_profile="sandbox"&nbsp;&nbsp;&nbsp; fi&nbsp;&nbsp;&nbsp;&nbsp; #retrive $hive_dependency and $hbase_dependency&nbsp;&nbsp;&nbsp; source ${dir}/find-hive-dependency.sh&nbsp;&nbsp;&nbsp; source ${dir}/find-hbase-dependency.sh&nbsp;&nbsp;&nbsp; #retrive $KYLIN_EXTRA_START_OPTS&nbsp;&nbsp;&nbsp; if [ -f "${dir}/setenv.sh" ]&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; then source ${dir}/setenv.sh&nbsp;&nbsp;&nbsp; fi&nbsp;&nbsp;&nbsp;&nbsp; export HBASE_CLASSPATH_PREFIX=${tomcat_root}/bin/bootstrap.jar:${tomcat_root}/bin/tomcat-juli.jar:${tomcat_root}/lib/*:$hive_dependency:$HBASE_CLASSPATH_PREFIX&nbsp;&nbsp;&nbsp; export HBASE_CLASSPATH=$hive_dependency:${HBASE_CLASSPATH}&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; #debug if encounter NoClassDefError&nbsp;&nbsp;&nbsp; #hbase classpath&nbsp;&nbsp;&nbsp;&nbsp; hbase ${KYLIN_EXTRA_START_OPTS} \&nbsp;&nbsp;&nbsp; -Djava.util.logging.config.file=${tomcat_root}/conf/logging.properties \&nbsp;&nbsp;&nbsp; -Djava.util.logging.manager=org.apache.juli.ClassLoaderLogManager \&nbsp;&nbsp;&nbsp; -Dorg.apache.tomcat.util.buf.UDecoder.ALLOW_ENCODED_SLASH=true \&nbsp;&nbsp;&nbsp; -Dorg.apache.catalina.connector.CoyoteAdapter.ALLOW_BACKSLASH=true \&nbsp;&nbsp;&nbsp; -Djava.endorsed.dirs=${tomcat_root}/endorsed&nbsp; \&nbsp;&nbsp;&nbsp; -Dcatalina.base=${tomcat_root} \&nbsp;&nbsp;&nbsp; -Dcatalina.home=${tomcat_root} \&nbsp;&nbsp;&nbsp; -Djava.io.tmpdir=${tomcat_root}/temp&nbsp; \&nbsp;&nbsp;&nbsp; -Dkylin.hive.dependency=${hive_dependency} \&nbsp; &nbsp;&nbsp;-Dkylin.hbase.dependency=${hbase_dependency} \&nbsp;&nbsp;&nbsp; -Dspring.profiles.active=${spring_profile} \&nbsp;&nbsp;&nbsp; org.apache.hadoop.util.RunJar ${tomcat_root}/bin/bootstrap.jar&nbsp; org.apache.catalina.startup.Bootstrap start &gt;&gt; ${tomcat_root}/logs/kylin.log 2&gt;&amp;1 &amp; echo $! &gt; ${KYLIN_HOME}/pid &amp;&nbsp;&nbsp;&nbsp; echo "A new Kylin instance is started by $USER, stop it using \"kylin.sh stop\""&nbsp;&nbsp;&nbsp; if [ "$useSandbox" = "true" ]&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; then echo "Please visit http://&lt;your_sandbox_ip&gt;:7070/kylin to play with the cubes! (Useranme: ADMIN, Password: KYLIN)"&nbsp;&nbsp;&nbsp; else&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; echo "Please visit http://&lt;ip&gt;:7070/kylin"&nbsp;&nbsp;&nbsp; fi&nbsp;&nbsp;&nbsp; echo "You can check the log at ${tomcat_root}/logs/kylin.log"&nbsp;&nbsp;&nbsp; exit 0&nbsp;# stop commandelif [ $1 == "stop" ]then&nbsp;&nbsp;&nbsp; if [ -f "${KYLIN_HOME}/pid" ]&nbsp;&nbsp;&nbsp; then&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; PID=`cat $KYLIN_HOME/pid`&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; if ps -p $PID &gt; /dev/null&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; then&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; echo "stopping Kylin:$PID"&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; kill $PID&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; rm ${KYLIN_HOME}/pid&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; exit 0&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; else&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; echo "Kylin is not running, please check"&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; exit 1&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; fi&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; else&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; echo "Kylin is not running, please check"&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; exit 1&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; fi&nbsp;&nbsp;&nbsp;# tool commandelif [[ $1 = org.apache.kylin.* ]]then&nbsp;&nbsp;&nbsp; #retrive $hive_dependency and $hbase_dependency&nbsp;&nbsp;&nbsp; source ${dir}/find-hive-dependency.sh&nbsp;&nbsp;&nbsp; source ${dir}/find-hbase-dependency.sh&nbsp;&nbsp;&nbsp; #retrive $KYLIN_EXTRA_START_OPTS&nbsp;&nbsp;&nbsp; if [ -f "${dir}/setenv-tool.sh" ]&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; then source ${dir}/setenv-tool.sh&nbsp;&nbsp;&nbsp; fi&nbsp;&nbsp;&nbsp;&nbsp; export HBASE_CLASSPATH=${KYLIN_HOME}/lib/*:$hive_dependency:${HBASE_CLASSPATH}&nbsp;&nbsp;&nbsp;&nbsp; exec hbase "$@"&nbsp;else&nbsp;&nbsp;&nbsp; echo "usage: kylin.sh start or kylin.sh stop"&nbsp;&nbsp;&nbsp; exit 1fi</td> 
 </tr> 
 </tbody> 
</table>

## 6.2.  kylin.propertys ##

<table style="color:rgb(85,85,85);font-family:Lato, 'PingFang SC', 'Microsoft YaHei', sans-serif;font-size:14px;text-align:justify;background-color:rgb(255,255,255);"> 
 <tbody> 
 <tr> 
 <td>## Licensed to the Apache Software Foundation (ASF) under one or more# contributor license agreements.&nbsp; See the NOTICE file distributed with# this work for additional information regarding copyright ownership.# The ASF licenses this file to You under the Apache License, Version 2.0# (the "License"); you may not use this file except in compliance with# the License.&nbsp; You may obtain a copy of the License at##&nbsp;&nbsp;&nbsp; http://www.apache.org/licenses/LICENSE-2.0## Unless required by applicable law or agreed to in writing, software# distributed under the License is distributed on an "AS IS" BASIS,# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.# See the License for the specific language governing permissions and# limitations under the License.#&nbsp;## Config for Kylin Engine ##&nbsp;# List of web servers in use, this enables one web server instance to sync up with other servers.# 配置web服务器ip和端口kylin.rest.servers=localhost:7070&nbsp;#set display timezone on UI,format like[GMT+N or GMT-N]# 时区kylin.rest.timezone=GMT-8&nbsp;# The metadata store in hbase#配置hbase的访问路径，格式为：#hbase:zookeeperIp,ip2:2181:/hbase在zookeeper上注册的根目录kylin.metadata.url=hbase:master2:2181:/hbase&nbsp;# The storage for final cube file in hbasekylin.storage.url=hbase&nbsp;# Temp folder in hdfs, make sure user has the right access to the hdfs directory# hdfs的kylin根目录kylin.hdfs.working.dir=hdfs://hadoop-cluster1/kylin&nbsp;# HBase Cluster FileSystem, which serving hbase, format as hdfs://hbase-cluster:8020# leave empty if hbase running on same cluster with hive and mapreduce# hdfs的默认路径kylin.hbase.cluster.fs=hdfs://hadoop-cluster1&nbsp;kylin.job.mapreduce.default.reduce.input.mb=500&nbsp;kylin.server.mode=all&nbsp;# If true, job engine will not assume that hadoop CLI reside on the same server as it self# you will have to specify kylin.job.remote.cli.hostname, kylin.job.remote.cli.username and kylin.job.remote.cli.password# It should not be set to "true" unless you're NOT running Kylin.sh on a hadoop client machine# (Thus kylin instance has to ssh to another real hadoop client machine to execute hbase,hive,hadoop commands)kylin.job.run.as.remote.cmd=false&nbsp;# Only necessary when kylin.job.run.as.remote.cmd=truekylin.job.remote.cli.hostname=&nbsp;# Only necessary when kylin.job.run.as.remote.cmd=truekylin.job.remote.cli.username=&nbsp;# Only necessary when kylin.job.run.as.remote.cmd=truekylin.job.remote.cli.password=&nbsp;# Used by test cases to prepare synthetic data for sample cubekylin.job.remote.cli.working.dir=/home/hadoop/kylin&nbsp;# Max count of concurrent jobs runningkylin.job.concurrent.max.limit=10&nbsp;# Time interval to check hadoop job statuskylin.job.yarn.app.rest.check.interval.seconds=10&nbsp;# Hive database name for putting the intermediate flat tableskylin.job.hive.database.for.intermediatetable=default&nbsp;#default compression codec for htable,snappy,lzo,gzip,lz4kylin.hbase.default.compression.codec=snappy&nbsp;# The cut size for hbase region, in GB.# E.g, for cube whose capacity be marked as "SMALL", split region per 10GB by defaultkylin.hbase.region.cut.small=10kylin.hbase.region.cut.medium=20kylin.hbase.region.cut.large=100&nbsp;# HBase min and max region countkylin.hbase.region.count.min=1kylin.hbase.region.count.min=500&nbsp;## Config for Restful APP ### database connection settings:ldap.server=ldap.username=ldap.password=ldap.user.searchBase=ldap.user.searchPattern=ldap.user.groupSearchBase=ldap.service.searchBase=OU=ldap.service.searchPattern=ldap.service.groupSearchBase=acl.adminRole=acl.defaultRole=ganglia.group=ganglia.port=8664&nbsp;## Config for mail service&nbsp;# If true, will send email notification;mail.enabled=falsemail.host=mail.username=mail.password=mail.sender=&nbsp;###########################config info for web#######################&nbsp;#help info ,format{name|displayName|link} ,optionalkylin.web.help.length=4kylin.web.help.0=start|Getting Started|kylin.web.help.1=odbc|ODBC Driver|kylin.web.help.2=tableau|Tableau Guide|kylin.web.help.3=onboard|Cube Design Tutorial|#hadoop url link ,optionalkylin.web.hadoop=#job diagnostic url link ,optionalkylin.web.diagnostic=#contact mail on web page ,optionalkylin.web.contact_mail=&nbsp;###########################config info for front#######################&nbsp;#env DEV|QA|PRODdeploy.env=DEV&nbsp;###########################config info for sandbox#######################kylin.sandbox=true&nbsp;&nbsp;###########################config info for kylin monitor######################## hive jdbc urlkylin.monitor.hive.jdbc.connection.url=jdbc:hive2://master1:10000/default&nbsp;#config where to parse query log,split with comma ,will also read $KYLIN_HOME/tomcat/logs/ by defaultkylin.monitor.ext.log.base.dir = /home/hadoop/kylin_log1,/home/hadoop/kylin_log2&nbsp;#will create external hive table to query result csv file#will set to kylin_query_log by default if not config herekylin.monitor.query.log.parse.result.table = kylin_query_log#添加依赖jar包kylin.job.jar=/home/hadoop/kylin/lib/kylin-job-1.1.1-incubating.jarkylin.coprocessor.local.jar=/home/hadoop/kylin/lib/kylin-coprocessor-1.1.1-incubating.jar&nbsp;</td> 
 </tr> 
 </tbody> 
</table>

# 7.   启动 #

kylin.sh start

kylin.sh stop

# 8.   浏览器页面 #

[http://ip:7070/kylin][http_ip_7070_kylin]

用户名：ADMIN

密码：KYLIN

# 9.   注意事项 #

如果web项目无法访问，将kylin.war解压后放到ROOT项目下

[http_ip_7070_kylin]: http://ip:7070/kylin