CDH 安装hue

Dear 丶 2022-03-25 20:14 348阅读 0赞

# 1, 报错Unexpected error. Unable to verify database connection #

查看具体报错原因： libmysqlclient\_r.so.16: cannot open shared object file: No such file or directory  
tail -f /opt/cloudera\*/logs/cloudera-scm-server/cloudera-scm-server.log ，查看报错信息如下：

exec /opt/cloudera/parcels/CDH-5.12.0-1.cdh5.12.0.p0.29/lib/hue/build/env/bin/hue is_db_alive
    [17/Jan/2019 20:18:30 +0000] settings     DEBUG    DESKTOP_DB_TEST_NAME SET: /opt/cloudera/parcels/CDH-5.12.0-1.cdh5.12.0.p0.29/lib/hue/desktop/desktop-test.db
    [17/Jan/2019 20:18:30 +0000] settings     DEBUG    DESKTOP_DB_TEST_USER SET: hue_test
    Traceback (most recent call last):
      File "/opt/cloudera/parcels/CDH-5.12.0-1.cdh5.12.0.p0.29/lib/hue/build/env/bin/hue", line 12, in <module>
        load_entry_point('desktop==3.9.0', 'console_scripts', 'hue')()
      File "/opt/cloudera/parcels/CDH-5.12.0-1.cdh5.12.0.p0.29/lib/hue/desktop/core/src/desktop/manage_entry.py", line 65, in entry
        raise e
    django.core.exceptions.ImproperlyConfigured: Error loading MySQLdb module: libmysqlclient_r.so.16: cannot open shared object file: No such file or directory
    
    2019-01-17 20:18:33,457 INFO CommandPusher:com.cloudera.cmf.model.DbCommand: Command 1449(HueTestDatabaseConnection) has completed. finalstate:FINISHED, success:false, msg:Unexpected error. Unable to verify database connection.
    
    ----解决： 在别的虚拟机中复制该文件，上传到此机器，最后移动到 /usr/lib目录下：
    mv ~/libmysqlclient_r.so.16  /usr/lib/

# libxslt.so.1: cannot open shared object file: No such file or directory #

import lxml.html
      File "/opt/cloudera/parcels/CDH-5.12.0-1.cdh5.12.0.p0.29/lib/hue/build/env/lib/python2.6/site-packages/lxml-3.3.6-py2.6-linux-x86_64.egg/lxml/html/__init__.py", line 42, in <module>
        from lxml import etree
    ImportError: libxslt.so.1: cannot open shared object file: No such file or directory
    
    =====解决： yum -y  install   python-lxml  #--downloadonly --downloaddir=huelib

# 2， 配置hue访问hbase数据 #

## a, 用户名密码登陆： hue/hue ##

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L2V5ZW9mZWFnbGU_size_16_color_FFFFFF_t_70]

create database   if not exists test;
    use test;
    create table per(id int ,name varchar(10));
    insert into per values(1,'a'),(2,'b');
    select * from per;

## b. hue关联hbase thrift server: ##

启动HBase Thrift Server  
确认启动了 HBase Thrift Server服务  
![在这里插入图片描述][20190224111935514.png]  
并且在hue属性中选择HBase Thrift Server服务器使用 Hue HBase Browser 应用程序  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L2V5ZW9mZWFnbGU_size_16_color_FFFFFF_t_70 1]

## c,Cannot access: ///user/hdfs. Note: you are a Hue admin but not a HDFS superuser ##

[root@cdr01 el6-cdh5.12]# tail -f /var/log/hue/error.log
    [05/Jun/2019 20:22:07 -0700] fsmanager    ERROR    Can not get filesystem called "default" for default schema "hdfs"
    [05/Jun/2019 20:22:07 -0700] fsmanager    ERROR    Failed to get filesystem called "default" for "s3a" schema: Filesystem not configured for s3a
    [05/Jun/2019 20:28:58 -0700] fsmanager    ERROR    Can not get filesystem called "default" for default schema "hdfs"
    [05/Jun/2019 20:28:58 -0700] fsmanager    ERROR    Failed to get filesystem called "default" for "s3a" schema: Filesystem not configured for s3a
    [05/Jun/2019 20:30:57 -0700] fsmanager    ERROR    Can not get filesystem called "default" for default schema "hdfs"
    [05/Jun/2019 20:30:57 -0700] fsmanager    ERROR    Failed to get filesystem called "default" for "s3a" schema: Filesystem not configured for s3a

## c , hue访问hbase数据报错：hbase is not allowed to impersonate hue, aip Error, cannot connect to localost:9090 ##

[05/Jun/2019 09:00:58 -0700] exceptions_renderable ERROR   
     Potential trace: [('/opt/cloudera/parcels/CDH-5.12.0-1.cdh5.12.0.p0.29/lib/hue/apps/hbase/src/hbase/api.py',
     46, 'query', 'return getattr(self, action)(*args)'), ('/opt/cloudera/parcels/CDH-5.12.0-1.cdh5.12.0.p0.29/lib/hue/apps/hbase/src/hbase/api.py', 140, 
    'getTableList', "return [{'name': name, 'enabled': client.isTableEnabled(name, doas=self.user.username)}
     for name in client.getTableNames(doas=self.user.username)]"),
     ('/opt/cloudera/parcels/CDH-5.12.0-1.cdh5.12.0.p0.29/lib/hue/desktop/core/src/desktop/lib/thrift_util.py', 
     389, 'wrapper', 'raise StructuredThriftTransportException(e, error_code=502)')]
    
    <head>
    <meta http-equiv="Content-Type" content="text/html; charset=ISO-8859-1"/>
    <title>Error 500 User: hbase is not allowed to impersonate hue</title>
    </head>
    <body><h2>HTTP ERROR 500</h2>
    <p>Problem accessing /. Reason:
    <pre>    User: hbase is not allowed to impersonate hue</pre></p><h3>Caused by:</h3><pre>javax.servlet.ServletException: User: hbase is not allowed to impersonate hue
            at org.apache.hadoop.hbase.thrift.ThriftHttpServlet.doPost(ThriftHttpServlet.java:117)
            at javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
            at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
            at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
            at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:401)
            at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
            at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:767)
            at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
            at org.mortbay.jetty.Server.handle(Server.java:326)
            at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
            at org.mortbay.jetty.HttpConnection$RequestHandler.content(HttpConnection.java:945)
            at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:756)
            at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:218)
            at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
            at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
            at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
    </pre>
    <hr /><i><small>Powered by Jetty://</small></i><br/>

# 3,解决hue连接hdfs,hbase报错 #

#解决：
    1，确认添加hue到hbase组/hdfs组： 
    usermod -aG hdfs hue
    usermod -aG hadoop hue
    
    2，配置hbase thrift服务（免验证，无代理用户）
    hbase.regionserver.thrift.http==true
    hbase.thrift.support.proxyuser=false
    
    # (由于保存了cloudera登陆密码, 浏览器会自动填充，一不小心就保存了，所以此时最好删除浏览器保留的用户密码)
    hbase.thrift.ssl.enabled=false
    hbase.thrift.ssl.enabled=false
    hbase.thrift.ssl.keystore.store 置为空  
    hbase.thrift.ssl.keystore.password 置为空  
    hbase.thrift.ssl.keystore.keypassword 置为空 
    
    # 3, 重启hdfs, hbase, hue

访问hbase表数据  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L2V5ZW9mZWFnbGU_size_16_color_FFFFFF_t_70 2]

# 4, Load Balancer启动报错：Cannot load /usr/lib64/httpd/modules/mod\_ssl.so into server #

解决： yum -y install mod\_ssl

+ /usr/sbin/httpd -f /opt/cm-5.12.2/run/cloudera-scm-agent/process/638-hue-HUE_LOAD_BALANCER/httpd.conf -t
    httpd: Syntax error on line 82 of /opt/cm-5.12.2/run/cloudera-scm-agent/process/638-hue-HUE_LOAD_BALANCER/httpd.conf: Cannot load /usr/lib64/httpd/modules/mod_ssl.so into server: /usr/lib64/httpd/modules/mod_ssl.so: cannot open shared object file: No such file or directory
    + '[' 1 '!=' 0 ']'
    + echo '/opt/cm-5.12.2/run/cloudera-scm-agent/process/638-hue-HUE_LOAD_BALANCER/httpd.conf is invalid'
    /opt/cm-5.12.2/run/cloudera-scm-agent/process/638-hue-HUE_LOAD_BALANCER/httpd.conf is invalid
    + exit 1

[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L2V5ZW9mZWFnbGU_size_16_color_FFFFFF_t_70]: /images/20220326/754866ec9e624f85b20b0bc967101fb5.png
[20190224111935514.png]: /images/20220326/3e51fdb331034cccb5d28b71057255e7.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L2V5ZW9mZWFnbGU_size_16_color_FFFFFF_t_70 1]: /images/20220326/61807769587a4b2595dea44a2cc4330e.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L2V5ZW9mZWFnbGU_size_16_color_FFFFFF_t_70 2]: /images/20220326/6143dcc7c11a45dba540ef19256bcd01.png