HBase Java API Demo

末蓝、 2022-08-09 00:57 158阅读 0赞

下面我们演示一下通过java api的方式操作hbase的数据库表。引入maven jar依赖：

<dependency>
    			<groupId>org.apache.hbase</groupId>
    			<artifactId>hbase-client</artifactId>
    			<version>1.1.2</version>
    		</dependency>
    		<dependency>
    			<groupId>jdk.tools</groupId>
    			<artifactId>jdk.tools</artifactId>
    			<version>1.7</version>
    			<scope>system</scope>
    			<systemPath>${JAVA_HOME}/lib/tools.jar</systemPath>
    		</dependency>

若jdk.tools 1.7无法找到请根据自己的环境添加jdk1.7的tools.jar

java demo实例如下：

package com.test;
    
    import java.io.IOException;
    import java.util.ArrayList;
    import java.util.List;
    
    import org.apache.hadoop.conf.Configuration;
    import org.apache.hadoop.hbase.Cell;
    import org.apache.hadoop.hbase.CellUtil;
    import org.apache.hadoop.hbase.HBaseConfiguration;
    import org.apache.hadoop.hbase.HColumnDescriptor;
    import org.apache.hadoop.hbase.HTableDescriptor;
    import org.apache.hadoop.hbase.MasterNotRunningException;
    import org.apache.hadoop.hbase.TableName;
    import org.apache.hadoop.hbase.ZooKeeperConnectionException;
    import org.apache.hadoop.hbase.client.Admin;
    import org.apache.hadoop.hbase.client.Connection;
    import org.apache.hadoop.hbase.client.ConnectionFactory;
    import org.apache.hadoop.hbase.client.Delete;
    import org.apache.hadoop.hbase.client.Get;
    import org.apache.hadoop.hbase.client.Put;
    import org.apache.hadoop.hbase.client.Result;
    import org.apache.hadoop.hbase.client.ResultScanner;
    import org.apache.hadoop.hbase.client.Scan;
    import org.apache.hadoop.hbase.client.Table;
    import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;
    import org.apache.hadoop.hbase.filter.Filter;
    import org.apache.hadoop.hbase.filter.FilterList;
    import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
    import org.apache.hadoop.hbase.util.Bytes;
    
    public class HBaseTest {
    
    	// 声明静态配置，配置zookeeper
    	static Configuration configuration = null;
    	static Connection connection = null;
    	static {
    		configuration = HBaseConfiguration.create();
    		configuration.set("hbase.zookeeper.quorum", "study-90:2181,study-91:2181,study-92:2181");
    		try {
    			connection = ConnectionFactory.createConnection(configuration);
    		} catch (IOException e) {
    			e.printStackTrace();
    		}
    	}
    
    	/**
    	 * 创建表
    	 * 
    	 * @param tableName
    	 */
    	public static void createTable(String tableStr, String[] familyNames) {
    		System.out.println("start create table ......");
    		try {
    			Admin admin = connection.getAdmin();
    			TableName tableName = TableName.valueOf(tableStr);
    			if (admin.tableExists(tableName)) {// 如果存在要创建的表，那么先删除，再创建
    				admin.disableTable(tableName);
    				admin.deleteTable(tableName);
    				System.out.println(tableName + " is exist,detele....");
    			}
    			HTableDescriptor tableDescriptor = new HTableDescriptor(tableName);
    			// 添加表列信息
    			if (familyNames != null && familyNames.length > 0) {
    				for (String familyName : familyNames) {
    					tableDescriptor.addFamily(new HColumnDescriptor(familyName));
    				}
    			}
    			admin.createTable(tableDescriptor);
    		} catch (MasterNotRunningException e) {
    			e.printStackTrace();
    		} catch (ZooKeeperConnectionException e) {
    			e.printStackTrace();
    		} catch (IOException e) {
    			e.printStackTrace();
    		}
    		System.out.println("end create table ......");
    	}
    
    	/**
    	 * 添加行列数据数据
    	 * 
    	 * @param tableName
    	 * @throws Exception
    	 */
    	public static void insertData(String tableName, String rowId, String familyName,String qualifier, String value) throws Exception {
    		System.out.println("start insert data ......");
    		Table table = connection.getTable(TableName.valueOf(tableName));
    		Put put = new Put(rowId.getBytes());// 一个PUT代表一行数据，再NEW一个PUT表示第二行数据,每行一个唯一的ROWKEY，此处rowkey为put构造方法中传入的值
    		put.addColumn(familyName.getBytes(), qualifier.getBytes(), value.getBytes());// 本行数据的第一列
    		try {
    			table.put(put);
    		} catch (IOException e) {
    			e.printStackTrace();
    		}
    		System.out.println("end insert data ......");
    	}
    
    	/**
    	 * 删除行
    	 * 
    	 * @param tablename
    	 * @param rowkey
    	 */
    	public static void deleteRow(String tablename, String rowkey) {
    		try {
    			Table table = connection.getTable(TableName.valueOf(tablename));
    			Delete d1 = new Delete(rowkey.getBytes());
    			table.delete(d1);//d1.addColumn(family, qualifier);d1.addFamily(family);
    			System.out.println("删除行成功!");
    		} catch (IOException e) {
    			e.printStackTrace();
    		}
    	}
    
    	/**
    	 * 查询所有数据
    	 * 
    	 * @param tableName
    	 * @throws Exception
    	 */
    	public static void queryAll(String tableName) throws Exception {
    		Table table = connection.getTable(TableName.valueOf(tableName));
    		try {
    			ResultScanner rs = table.getScanner(new Scan());
    			for (Result r : rs) {
    				System.out.println("获得到rowkey:" + new String(r.getRow()));
    				for (Cell keyValue : r.rawCells()) {
    					System.out.println("列：" + new String(CellUtil.cloneFamily(keyValue))+":"+new String(CellUtil.cloneQualifier(keyValue)) + "====值:" + new String(CellUtil.cloneValue(keyValue)));
    				}
    			}
    			rs.close();
    		} catch (IOException e) {
    			e.printStackTrace();
    		}
    	}
    
    	/**
    	 * 根据rowId查询
    	 * 
    	 * @param tableName
    	 * @throws Exception
    	 */
    	public static void queryByRowId(String tableName, String rowId) throws Exception {
    		Table table = connection.getTable(TableName.valueOf(tableName));
    		try {
    			Get scan = new Get(rowId.getBytes());// 根据rowkey查询
    			Result r = table.get(scan);
    			System.out.println("获得到rowkey:" + new String(r.getRow()));
    			for (Cell keyValue : r.rawCells()) {
    				System.out.println("列：" + new String(CellUtil.cloneFamily(keyValue))+":"+new String(CellUtil.cloneQualifier(keyValue)) + "====值:" + new String(CellUtil.cloneValue(keyValue)));
    			}
    		} catch (IOException e) {
    			e.printStackTrace();
    		}
    	}
    
    	/**
    	 * 根据列条件查询
    	 * 
    	 * @param tableName
    	 */
    	public static void queryByCondition(String tableName, String familyName,String qualifier,String value) {
    
    		try {
    			Table table = connection.getTable(TableName.valueOf(tableName));
    			Filter filter = new SingleColumnValueFilter(Bytes.toBytes(familyName), Bytes.toBytes(qualifier), CompareOp.EQUAL, Bytes.toBytes(value)); // 当列familyName的值为value时进行查询
    			Scan s = new Scan();
    			s.setFilter(filter);
    			ResultScanner rs = table.getScanner(s);
    			for (Result r : rs) {
    				System.out.println("获得到rowkey:" + new String(r.getRow()));
    				for (Cell keyValue : r.rawCells()) {
    					System.out.println("列：" + new String(CellUtil.cloneFamily(keyValue))+":"+new String(CellUtil.cloneQualifier(keyValue)) + "====值:" + new String(CellUtil.cloneValue(keyValue)));
    				}
    			}
    			rs.close();
    		} catch (Exception e) {
    			e.printStackTrace();
    		}
    
    	}
    
    	/**
    	 * 多条件查询
    	 * 
    	 * @param tableName
    	 */
    	public static void queryByConditions(String tableName, String[] familyNames, String[] qualifiers,String[] values) {
    
    		try {
    			Table table = connection.getTable(TableName.valueOf(tableName));
    			List<Filter> filters = new ArrayList<Filter>();
    			if (familyNames != null && familyNames.length > 0) {
    				int i = 0;
    				for (String familyName : familyNames) {
    					Filter filter = new SingleColumnValueFilter(Bytes.toBytes(familyName), Bytes.toBytes(qualifiers[i]), CompareOp.EQUAL, Bytes.toBytes(values[i]));
    					filters.add(filter);
    					i++;
    				}
    			}
    			FilterList filterList = new FilterList(filters);
    			Scan scan = new Scan();
    			scan.setFilter(filterList);
    			ResultScanner rs = table.getScanner(scan);
    			for (Result r : rs) {
    				System.out.println("获得到rowkey:" + new String(r.getRow()));
    				for (Cell keyValue : r.rawCells()) {
    					System.out.println("列：" + new String(CellUtil.cloneFamily(keyValue))+":"+new String(CellUtil.cloneQualifier(keyValue)) + "====值:" + new String(CellUtil.cloneValue(keyValue)));
    				}
    			}
    			rs.close();
    		} catch (Exception e) {
    			e.printStackTrace();
    		}
    	}
    
    	/**
    	 * 删除表
    	 * 
    	 * @param tableName
    	 */
    	public static void dropTable(String tableStr) {
    		try {
    			Admin admin = connection.getAdmin();
    			TableName tableName = TableName.valueOf(tableStr);
    			admin.disableTable(tableName);
    			admin.deleteTable(tableName);
    			admin.close();
    		} catch (MasterNotRunningException e) {
    			e.printStackTrace();
    		} catch (ZooKeeperConnectionException e) {
    			e.printStackTrace();
    		} catch (IOException e) {
    			e.printStackTrace();
    		}
    	}
    
    	public static void main(String[] args) throws Exception {
    		//创建表
    		createTable("t_table", new String[]{"f1","f2","f3"});
    		//添加数据
    		insertData("t_table", "row-0001", "f1","a", "fffaaa");
    		insertData("t_table", "row-0001", "f2", "b","fffbbb");
    		insertData("t_table", "row-0001", "f3", "c","fffccc");
    		insertData("t_table", "row-0002", "f1", "a","eeeeee");
    		//查询全部数据
    		queryAll("t_table");
    		//根据rowid查询数据
    		queryByRowId("t_table", "row-0001");
    		//列条件查询
    		queryByCondition("t_table", "f1","a", "eeeeee");
    		//多条件查询
    		queryByConditions("t_table", new String[]{"f1","f3"},new String[]{"a","c"}, new String[]{"fffaaa","fffccc"});
    		//删除记录
    		deleteRow("t_table", "row-0001");
    		//删除表
    		dropTable("t_table");
    	}
    }

运行结果：

start create table ......
    t_table is exist,detele....
    end create table ......
    start insert data ......
    end insert data ......
    start insert data ......
    end insert data ......
    start insert data ......
    end insert data ......
    start insert data ......
    end insert data ......
    获得到rowkey:row-0001
    列：f1:a====值:fffaaa
    列：f2:b====值:fffbbb
    列：f3:c====值:fffccc
    获得到rowkey:row-0002
    列：f1:a====值:eeeeee
    获得到rowkey:row-0001
    列：f1:a====值:fffaaa
    列：f2:b====值:fffbbb
    列：f3:c====值:fffccc
    获得到rowkey:row-0002
    列：f1:a====值:eeeeee
    获得到rowkey:row-0001
    列：f1:a====值:fffaaa
    列：f2:b====值:fffbbb
    列：f3:c====值:fffccc
    删除行成功!

参考文档：

[1.通过Java Api与HBase交互][1._Java Api_HBase]   
[2.HBase总结（十一）hbase Java API 介绍及使用示例][2.HBase_hbase Java API]    
[3.hbase java api操作 ][3.hbase java api]

[1._Java Api_HBase]: http://www.cnblogs.com/NicholasLee/archive/2012/09/14/2684815.html
[2.HBase_hbase Java API]: http://blog.csdn.net/lifuxiangcaohui/article/details/39997205
[3.hbase java api]: http://blog.csdn.net/hxpjava1/article/details/19035691