使用java操作Hbase数据库

- 日理万妓 2022-04-17 03:37 211阅读 0赞

pom.xml中引入hbase依赖

<?xml version="1.0" encoding="UTF-8"?>
    <project xmlns="http://maven.apache.org/POM/4.0.0"
             xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
             xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
        <modelVersion>4.0.0</modelVersion>
    
        <groupId>com.xiaobao</groupId>
        <artifactId>myhbase</artifactId>
        <version>1.0-SNAPSHOT</version>
    
        <dependencies>
            <dependency>
                <groupId>org.apache.hbase</groupId>
                <artifactId>hbase-client</artifactId>
                <version>1.2.8</version>
            </dependency>
        </dependencies>
    
    </project>

resource文件夹中创建log4j.properties

log4j.rootLogger = debug,stdout
    
    log4j.appender.stdout = org.apache.log4j.ConsoleAppender
    log4j.appender.stdout.Target = System.out
    log4j.appender.stdout.layout = org.apache.log4j.PatternLayout
    log4j.appender.stdout.layout.ConversionPattern = [%-5p] %d{yyyy-MM-dd HH:mm:ss,SSS} method:%l%n%m%n

范例代码：HbaseTest.java

import org.apache.hadoop.conf.Configuration;
    import org.apache.hadoop.hbase.HBaseConfiguration;
    import org.apache.hadoop.hbase.HColumnDescriptor;
    import org.apache.hadoop.hbase.HTableDescriptor;
    import org.apache.hadoop.hbase.KeyValue;
    import org.apache.hadoop.hbase.client.*;
    import org.apache.hadoop.hbase.util.Bytes;
    
    import java.io.IOException;
    
    public class HbaseTest {
    
        private static Configuration conf;
    
        static {
            conf = HBaseConfiguration.create();
            conf.set("hbase.zookeeper.quorum", "192.168.2.14");
        }
    
        /*
        * 创建表
        *
        * @tableName 表名
        *
        * @family 列族列表
        */
        public static void creatTable(String tableName, String[] family)
                throws Exception {
            HBaseAdmin admin = new HBaseAdmin(conf);
            HTableDescriptor desc = new HTableDescriptor(tableName);
            for (int i = 0; i < family.length; i++) {
                desc.addFamily(new HColumnDescriptor(family[i]));
            }
            if (admin.tableExists(tableName)) {
                System.out.println("table Exists!");
                System.exit(0);
            } else {
                admin.createTable(desc);
                System.out.println("create table Success!");
            }
        }
    
        /*
         * 为表添加数据（适合知道有多少列族的固定表）
         *
         * @rowKey rowKey
         *
         * @tableName 表名
         *
         * @column1 第一个列族列表
         *
         * @value1 第一个列的值的列表
         *
         * @column2 第二个列族列表
         *
         * @value2 第二个列的值的列表
         */
        public static void addData(String rowKey, String tableName, String familyName, String[] column, String[] value)
                throws IOException {
            Put put = new Put(Bytes.toBytes(rowKey));// 设置rowkey
            HTable table = new HTable(conf, Bytes.toBytes(tableName));// HTabel负责跟记录相关的操作如增删改查等//
            for (int j = 0; j < column.length; j++) {
                put.add(Bytes.toBytes(familyName), Bytes.toBytes(column[j]), Bytes.toBytes(value[j]));
            }
            table.put(put);
            System.out.println("add data Success!");
        }
    
        /*
         * 根据rwokey查询
         *
         * @rowKey rowKey
         *
         * @tableName 表名
         */
        public static Result getResult(String tableName, String rowKey)
                throws IOException {
            Get get = new Get(Bytes.toBytes(rowKey));
            HTable table = new HTable(conf, Bytes.toBytes(tableName));// 获取表
            Result result = table.get(get);
            for (KeyValue kv : result.list()) {
                System.out.println("family:" + Bytes.toString(kv.getFamily()));
                System.out
                        .println("qualifier:" + Bytes.toString(kv.getQualifier()));
                System.out.println("value:" + Bytes.toString(kv.getValue()));
                System.out.println("Timestamp:" + kv.getTimestamp());
                System.out.println("-------------------------------------------");
            }
            return result;
        }
    
        /*
         * 遍历查询hbase表
         *
         * @tableName 表名
         */
        public static void getResultScann(String tableName) throws IOException {
            Scan scan = new Scan();
            ResultScanner rs = null;
            HTable table = new HTable(conf, Bytes.toBytes(tableName));
            try {
                rs = table.getScanner(scan);
                for (Result r : rs) {
                    for (KeyValue kv : r.list()) {
                        System.out.println("row:" + Bytes.toString(kv.getRow()));
                        System.out.println("family:"
                                + Bytes.toString(kv.getFamily()));
                        System.out.println("qualifier:"
                                + Bytes.toString(kv.getQualifier()));
                        System.out
                                .println("value:" + Bytes.toString(kv.getValue()));
                        System.out.println("timestamp:" + kv.getTimestamp());
                        System.out
                                .println("-------------------------------------------");
                    }
                }
            } finally {
                rs.close();
            }
        }
    
        /*
         * 遍历查询hbase表
         *
         * @tableName 表名
         */
        public static void getResultScann(String tableName, String start_rowkey,
                                          String stop_rowkey) throws IOException {
            Scan scan = new Scan();
            scan.setStartRow(Bytes.toBytes(start_rowkey));
            scan.setStopRow(Bytes.toBytes(stop_rowkey));
            ResultScanner rs = null;
            HTable table = new HTable(conf, Bytes.toBytes(tableName));
            try {
                rs = table.getScanner(scan);
                for (Result r : rs) {
                    for (KeyValue kv : r.list()) {
                        System.out.println("row:" + Bytes.toString(kv.getRow()));
                        System.out.println("family:"
                                + Bytes.toString(kv.getFamily()));
                        System.out.println("qualifier:"
                                + Bytes.toString(kv.getQualifier()));
                        System.out
                                .println("value:" + Bytes.toString(kv.getValue()));
                        System.out.println("timestamp:" + kv.getTimestamp());
                        System.out
                                .println("-------------------------------------------");
                    }
                }
            } finally {
                rs.close();
            }
        }
    
        /*
         * 查询表中的某一列
         *
         * @tableName 表名
         *
         * @rowKey rowKey
         */
        public static void getResultByColumn(String tableName, String rowKey,
                                             String familyName, String columnName) throws IOException {
            HTable table = new HTable(conf, Bytes.toBytes(tableName));
            Get get = new Get(Bytes.toBytes(rowKey));
            get.addColumn(Bytes.toBytes(familyName), Bytes.toBytes(columnName)); // 获取指定列族和列修饰符对应的列
            Result result = table.get(get);
            for (KeyValue kv : result.list()) {
                System.out.println("family:" + Bytes.toString(kv.getFamily()));
                System.out
                        .println("qualifier:" + Bytes.toString(kv.getQualifier()));
                System.out.println("value:" + Bytes.toString(kv.getValue()));
                System.out.println("Timestamp:" + kv.getTimestamp());
                System.out.println("-------------------------------------------");
            }
        }
    
        /*
         * 更新表中的某一列
         *
         * @tableName 表名
         *
         * @rowKey rowKey
         *
         * @familyName 列族名
         *
         * @columnName 列名
         *
         * @value 更新后的值
         */
        public static void updateTable(String tableName, String rowKey,
                                       String familyName, String columnName, String value)
                throws IOException {
            HTable table = new HTable(conf, Bytes.toBytes(tableName));
            Put put = new Put(Bytes.toBytes(rowKey));
            put.add(Bytes.toBytes(familyName), Bytes.toBytes(columnName),
                    Bytes.toBytes(value));
            table.put(put);
            System.out.println("update table Success!");
        }
    
        /*
         * 查询某列数据的多个版本
         *
         * @tableName 表名
         *
         * @rowKey rowKey
         *
         * @familyName 列族名
         *
         * @columnName 列名
         */
        public static void getResultByVersion(String tableName, String rowKey,
                                              String familyName, String columnName) throws IOException {
            HTable table = new HTable(conf, Bytes.toBytes(tableName));
            Get get = new Get(Bytes.toBytes(rowKey));
            get.addColumn(Bytes.toBytes(familyName), Bytes.toBytes(columnName));
            get.setMaxVersions(5);
            Result result = table.get(get);
            for (KeyValue kv : result.list()) {
                System.out.println("family:" + Bytes.toString(kv.getFamily()));
                System.out
                        .println("qualifier:" + Bytes.toString(kv.getQualifier()));
                System.out.println("value:" + Bytes.toString(kv.getValue()));
                System.out.println("Timestamp:" + kv.getTimestamp());
                System.out.println("-------------------------------------------");
            }
        }
    
        /*
         * 删除指定的列
         *
         * @tableName 表名
         *
         * @rowKey rowKey
         *
         * @familyName 列族名
         *
         * @columnName 列名
         */
        public static void deleteColumn(String tableName, String rowKey,
                                        String falilyName, String columnName) throws IOException {
            HTable table = new HTable(conf, Bytes.toBytes(tableName));
            Delete deleteColumn = new Delete(Bytes.toBytes(rowKey));
            deleteColumn.deleteColumns(Bytes.toBytes(falilyName),
                    Bytes.toBytes(columnName));
            table.delete(deleteColumn);
            System.out.println(falilyName + ":" + columnName + "is deleted!");
        }
    
        /*
         * 删除指定的列
         *
         * @tableName 表名
         *
         * @rowKey rowKey
         */
        public static void deleteAllColumn(String tableName, String rowKey)
                throws IOException {
            HTable table = new HTable(conf, Bytes.toBytes(tableName));
            Delete deleteAll = new Delete(Bytes.toBytes(rowKey));
            table.delete(deleteAll);
            System.out.println("all columns are deleted!");
        }
    
        /*
         * 删除表
         *
         * @tableName 表名
         */
        public static void deleteTable(String tableName) throws IOException {
            HBaseAdmin admin = new HBaseAdmin(conf);
            admin.disableTable(tableName);
            admin.deleteTable(tableName);
            System.out.println(tableName + "is deleted!");
        }
    
        public static void main(String[] args) throws Exception {
    
            String tableName = "user_art";
            String[] family = {"article", "author"};
            //创建表
            creatTable(tableName, family);
            // 为表添加数据
            String[] column1 = {"title", "content", "tag"};
            String[] value1 = {"Head First HBase", "HBase is the Hadoop database", "Hadoop,Hbase,NoSql"};
            String[] column2 = {"name", "nickname"};
            String[] value2 = {"nicholas", "lee"};
            addData("10000001", tableName, family[0], column1, value1);
            addData("10000001", tableName, family[1], column2, value2);
            addData("10000002", tableName, family[0], column1, value1);
            addData("10000002", tableName, family[1], column2, value2);
            addData("10000003", tableName, family[0], column1, value1);
            addData("10000003", tableName, family[1], column2, value2);
    
            // 遍历查询
            getResultScann(tableName);
            // 根据row key范围遍历查询
            getResultScann(tableName, "10000001", "10000003");
    
            // 查询
            getResult(tableName, "10000001");
    
            // 查询某一列的值
            getResultByColumn(tableName, "10000001", "author", "name");
    
            // 更新列
            updateTable(tableName, "10000001", "author", "name", "bin");
    
            // 查询某一列的值
            getResultByColumn(tableName, "10000001", "author", "name");
    
            // 查询某列的多版本
            getResultByVersion(tableName, "10000001", "author", "name");
    
            // 删除一列
            deleteColumn(tableName, "10000001", "author", "nickname");
    
            // 删除所有列
            deleteAllColumn(tableName, "10000001");
    
            // 删除表
            deleteTable(tableName);
        }
    }