ubuntu18安装CDH6.3.1

小鱼儿 2023-06-30 15:56 1阅读 0赞

国内网速很慢，有条件的可以翻墙

## 安装前准备 ##

修改hosts，如下

~$ sudo vim /etc/hosts
    192.168.1.115 zhdan-cdh-1
    192.168.1.116 zhdan-cdh-2
    192.168.1.117 zhdan-cdh-3

启动cm时报错 **ScmActive: Unable to retrieve non-local non-loopback IP address. Seeing address: localhost/127.0.0.1**  
注释掉hosts文件中127.0.0.1的映射，如下

# 127.0.0.1 localhost
    # 127.0.0.1 zhdan-cdh-1

关闭防火墙

sudo apt-get install ufw
    #关闭
    sudo ufw disable

安装ntp

sudo apt-get install ntp
    #开机自启动
    sudo systemctl enable ntp
    #编辑文件 "/etc/ntp.conf"
    sudo vim /etc/ntp.conf
    driftfile  /var/lib/ntp/drift
    pidfile   /var/run/ntpd.pid
    logfile /var/log/ntp.log
    restrict    default kod nomodify notrap nopeer noquery
    restrict -6 default kod nomodify notrap nopeer noquery
    restrict 127.0.0.1
    server 127.127.1.0
    fudge  127.127.1.0 stratum 10
    server ntp.aliyun.com iburst minpoll 4 maxpoll 10
    restrict ntp.aliyun.com nomodify notrap nopeer noquery

# 开始安装 #

## step1 添加cloudera仓库 ##

wget https://archive.cloudera.com/cm6/6.3.1/ubuntu1604/apt/archive.key
    sudo apt-key add archive.key
    wget https://archive.cloudera.com/cm6/6.3.1/ubuntu1804/apt/cloudera-manager.list
    sudo mv cloudera-manager.list /etc/apt/sources.list.d/
    sudo apt-get update

## step2 安装JAVA ##

#sudo apt-get install oracle-j2sdk1.8
    sudo apt-get install openjdk-8-jdk

## step3 安装cloudera ##

sudo apt-get install cloudera-manager-daemons cloudera-manager-agent cloudera-manager-server

## step 4 安装MYSQL ##

sudo apt-get install mysql-server mysql-client libmysqlclient-dev libmysql-java
    #停止mysql
    sudo systemctl stop mysql
    #删除不需要的文件
    sudo rm /var/lib/mysql/ib_logfile0
    sudo rm /var/lib/mysql/ib_logfile1

#覆盖mysql配置文件
    sudo vim /etc/mysql/mysql.conf.d/mysqld.cnf
    [mysqld]
    datadir=/var/lib/mysql
    socket=/var/lib/mysql/mysql.sock
    transaction-isolation = READ-COMMITTED
    # Disabling symbolic-links is recommended to prevent assorted security risks;
    # to do so, uncomment this line:
    symbolic-links = 0
    
    key_buffer_size = 32M
    max_allowed_packet = 32M
    thread_stack = 256K
    thread_cache_size = 64
    query_cache_limit = 8M
    query_cache_size = 64M
    query_cache_type = 1
    
    max_connections = 550
    #expire_logs_days = 10
    #max_binlog_size = 100M
    
    #log_bin should be on a disk with enough free space.
    #Replace '/var/lib/mysql/mysql_binary_log' with an appropriate path for your
    #system and chown the specified folder to the mysql user.
    log_bin=/var/lib/mysql/mysql_binary_log
    
    #In later versions of MySQL, if you enable the binary log and do not set
    #a server_id, MySQL will not start. The server_id must be unique within
    #the replicating group.
    server_id=1
    
    binlog_format = mixed
    
    read_buffer_size = 2M
    read_rnd_buffer_size = 16M
    sort_buffer_size = 8M
    join_buffer_size = 8M
    
    # InnoDB settings
    innodb_file_per_table = 1
    innodb_flush_log_at_trx_commit  = 2
    innodb_log_buffer_size = 64M
    innodb_buffer_pool_size = 4G
    innodb_thread_concurrency = 8
    innodb_flush_method = O_DIRECT
    innodb_log_file_size = 512M
    
    [mysqld_safe]
    log-error=/var/log/mysqld.log
    pid-file=/var/run/mysqld/mysqld.pid
    
    sql_mode=STRICT_ALL_TABLES

#初始化mysql
    sudo mysql_secure_installation

#创建数据库并授权
    sudo mysql -h27.0.0.1 -uroot -p

-- 创建数据库
    -- Cloudera Manager Server
    CREATE DATABASE scm DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
    -- Activity Monitor
    CREATE DATABASE amon DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
    -- Reports Manager
    CREATE DATABASE rman DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
    -- Hue
    CREATE DATABASE hue DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
    -- Hive Metastore Server
    CREATE DATABASE hive DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
    -- Sentry Server
    CREATE DATABASE sentry DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
    -- Cloudera Navigator Audit Server
    CREATE DATABASE nav DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
    -- Cloudera Navigator Metadata Server
    CREATE DATABASE navms DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
    -- Oozie
    CREATE DATABASE oozie DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
     
    #创建用户并授权
    GRANT ALL ON scm.* TO 'scm'@'%' IDENTIFIED BY 'scm123456'; GRANT ALL ON amon.* TO 'amon'@'%' IDENTIFIED BY 'amon123456'; GRANT ALL ON rman.* TO 'rman'@'%' IDENTIFIED BY 'rman123456'; GRANT ALL ON hue.* TO 'hue'@'%' IDENTIFIED BY 'hue123456'; GRANT ALL ON hive.* TO 'hive'@'%' IDENTIFIED BY 'hive123456'; GRANT ALL ON sentry.* TO 'sentry'@'%' IDENTIFIED BY 'sentry123456'; GRANT ALL ON nav.* TO 'nav'@'%' IDENTIFIED BY 'nav123456'; GRANT ALL ON navms.* TO 'navms'@'%' IDENTIFIED BY 'navms123456'; GRANT ALL ON oozie.* TO 'oozie'@'%' IDENTIFIED BY 'oozie123456';

## step5 设置Cloudera Manager数据库 ##

sudo /opt/cloudera/cm/schema/scm_prepare_database.sh mysql scm scm scm123456
    sudo /opt/cloudera/cm/schema/scm_prepare_database.sh mysql amon amon amon123456
    sudo /opt/cloudera/cm/schema/scm_prepare_database.sh mysql rman rman rman123456
    sudo /opt/cloudera/cm/schema/scm_prepare_database.sh mysql hue hue hue123456
    sudo /opt/cloudera/cm/schema/scm_prepare_database.sh mysql hive hive hive123456
    sudo /opt/cloudera/cm/schema/scm_prepare_database.sh mysql sentry sentry sentry123456
    sudo /opt/cloudera/cm/schema/scm_prepare_database.sh mysql nav nav nav123456
    sudo /opt/cloudera/cm/schema/scm_prepare_database.sh mysql navms navms navms123456
    sudo /opt/cloudera/cm/schema/scm_prepare_database.sh mysql oozie oozie oozie123456

## step6 启动 ##

#启动cloudera-scm-server
    sudo systemctl start cloudera-scm-server
     
    #查看启动日志，等待Jetty启动完成
    sudo tail -f /var/log/cloudera-scm-server/cloudera-scm-server.log

## step 7 ##

浏览器输入http://192.168.1.115:7180/  
用户/密码：admin/admin  
按照向导搭建集群。  
如果搭建集群遇到**Could not find a HOST\_MONITORING nozzle from SCM**错误，则/etc/hosts添加**127.0.0.1 localhost**