Hbase API常用操作的簡單封裝

工具類HbaseUtil：


/**
 * hbase操縱工具類
 */
public class HbaseUtil {

    //ThreaLocal
    private static ThreadLocal<Connection> connHolder = new ThreadLocal<Connection>();

    private HbaseUtil() {

    }

    /**
     * 獲取Hbase連接對對對象
     *
     * @return
     */
    public static void makeConnection() throws IOException {

        Connection conn = connHolder.get();
        if (conn == null) {
            Configuration conf = HBaseConfiguration.create();
            conf.set("hbase.zookeeper.quorum", "hadoop102,hadoop103,hadoop104");
            conf.set("hbase.zookeeper.property.clientPort", "2181");
            conn = ConnectionFactory.createConnection(conf);
            connHolder.set(conn);
        }
    }


    /**
     * 判斷表是否存在
     *
     * @param tableName
     * @return
     * @throws IOException
     */
    public static boolean isTableExist(String tableName) throws IOException {
        Connection conn = connHolder.get();
        Admin admin = conn.getAdmin();
        return admin.tableExists(TableName.valueOf(tableName));
    }


    /**
     * 創建表
     *
     * @param tableName
     * @param columnFamily
     * @throws IOException
     */
    public static void createTable(String tableName, String... columnFamily) throws IOException {

        Connection conn = connHolder.get();
        Admin admin = conn.getAdmin();

        //判斷表是否存在
        if (HbaseUtil.isTableExist(tableName)) {
            System.out.println("表" + tableName + "已存在");
        } else {
            //創建表屬性對象,表名需要轉字節
            HTableDescriptor descriptor = new HTableDescriptor(TableName.valueOf(tableName));
            //創建多個列族
            for (String cf : columnFamily) {
                descriptor.addFamily(new HColumnDescriptor(cf));
            }
            //根據對錶的配置，創建表
            admin.createTable(descriptor);
            System.out.println("表" + tableName + "創建成功！");
        }
    }


    /**
     * 刪除表
     *
     * @param tableName
     * @throws IOException
     */
    public static void dropTable(String tableName) throws IOException {
        Connection conn = connHolder.get();
        Admin admin = conn.getAdmin();
        TableName tb = TableName.valueOf(tableName);
        if (isTableExist(tableName)) {
            admin.disableTable(tb);
            admin.deleteTable(tb);
            System.out.println("表" + tableName + "刪除成功！");
        } else {
            System.out.println("表" + tableName + "不存在！");
        }
    }

    /**
     * 插入數據
     */
    public static void insertData(String tableName, String rowKey, String famliy, String column, String value) throws IOException {
        Connection conn = connHolder.get();
        Table table = conn.getTable(TableName.valueOf(tableName));

        Put put = new Put(Bytes.toBytes(rowKey));
        put.addColumn(Bytes.toBytes(famliy), Bytes.toBytes(column), Bytes.toBytes(value));

        table.put(put);
        table.close();
    }

    /**
     * 批量插入數據
     */
    public static void insertBatchData(String tableName, ArrayList<HashMap<String, String>> listMap) throws IOException {
        Connection conn = connHolder.get();
        Table table = conn.getTable(TableName.valueOf(tableName));

        ArrayList<Put> puts = new ArrayList<Put>();
        for (HashMap<String, String> map : listMap) {
            String rowKey = map.get("rowKey");
            String famliy = map.get("famliy");
            String column = map.get("column");
            String value = map.get("value");
            Put put = new Put(Bytes.toBytes(rowKey));
            put.addColumn(Bytes.toBytes(famliy), Bytes.toBytes(column), Bytes.toBytes(value));
            puts.add(put);
            if (puts.size() == 3000 || listMap.indexOf(map) == listMap.size() - 1) {
                table.put(puts);
                puts.clear();
            }
        }

        table.close();
    }

    /**
     * 批量刪除數據
     *
     * @param tableName
     * @param rows
     * @throws IOException
     */
    public static void deleteMultiRow(String tableName, String... rows) throws IOException {
        Connection conn = connHolder.get();
        Table table = conn.getTable(TableName.valueOf(tableName));

        List<Delete> deleteList = new ArrayList<Delete>();
        for (String row : rows) {
            Delete delete = new Delete(Bytes.toBytes(row));
            deleteList.add(delete);
        }
        table.delete(deleteList);
        table.close();
    }

    /**
     * scan表
     *
     * @param tableName
     * @throws IOException
     */
    public static void scanTable(String tableName) throws IOException {
        Connection conn = connHolder.get();
        Table table = conn.getTable(TableName.valueOf(tableName));
        //得到用於掃描region的對象
        Scan scan = new Scan();
        //使用HTable得到resultcanner實現類的對象
        ResultScanner resultScanner = table.getScanner(scan);
        for (Result result : resultScanner) {
            Cell[] cells = result.rawCells();
            for (Cell cell : cells) {
                //得到rowkey
                System.out.println("行鍵:" + Bytes.toString(CellUtil.cloneRow(cell)));
                //得到列族
                System.out.println("列族" + Bytes.toString(CellUtil.cloneFamily(cell)));
                System.out.println("列:" + Bytes.toString(CellUtil.cloneQualifier(cell)));
                System.out.println("值:" + Bytes.toString(CellUtil.cloneValue(cell)));
            }
        }
    }

    /**
     * 獲取指定rowKey的數據
     *
     * @param tableName
     * @param rowKey
     * @throws IOException
     */
    public static void getRow(String tableName, String rowKey) throws IOException {
        Connection conn = connHolder.get();
        Table table = conn.getTable(TableName.valueOf(tableName));
        Get get = new Get(Bytes.toBytes(rowKey));
        //get.setMaxVersions();//顯示所有字段最新版本
        get.setTimeStamp(Long.parseLong("1584799555750"));//顯示指定時間戳的版本(顯示單個字段或多個字段在這一時間戳的值)
        Result result = table.get(get);
        for (Cell cell : result.rawCells()) {
            System.out.println("行鍵:" + Bytes.toString(result.getRow()));
            System.out.println("列族" + Bytes.toString(CellUtil.cloneFamily(cell)));
            System.out.println("列:" + Bytes.toString(CellUtil.cloneQualifier(cell)));
            System.out.println("值:" + Bytes.toString(CellUtil.cloneValue(cell)));
            System.out.println("時間戳:" + cell.getTimestamp());
        }
    }


    /**
     * 獲取指定rowKey單個字段的值
     * @param tableName
     * @param rowKey
     * @param family
     * @param qualifier
     * @throws IOException
     */
    public static void getRowQualifier(String tableName, String rowKey, String family, String
            qualifier) throws IOException {
        Connection conn = connHolder.get();
        Table table = conn.getTable(TableName.valueOf(tableName));

        Get get = new Get(Bytes.toBytes(rowKey));
        get.addColumn(Bytes.toBytes(family), Bytes.toBytes(qualifier));
        Result result = table.get(get);
        for (Cell cell : result.rawCells()) {
            System.out.println("行鍵:" + Bytes.toString(result.getRow()));
            System.out.println("列族" + Bytes.toString(CellUtil.cloneFamily(cell)));
            System.out.println("列:" + Bytes.toString(CellUtil.cloneQualifier(cell)));
            System.out.println("值:" + Bytes.toString(CellUtil.cloneValue(cell)));
        }
    }

    /**
     * 關閉連接
     *
     * @throws IOException
     */
    public static void close() throws IOException {
        Connection conn = connHolder.get();
        if (conn == null) {
            conn.close();
            connHolder.remove();
        }

    }

}

測試類：

package com.wjy.bigdata.hbase;


import com.wjy.bigdata.hbase.utils.HbaseUtil;

import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;


public class TestHbaseAPI {
    public static void main(String[] args) throws IOException {

        //創建連接
        HbaseUtil.makeConnection();

        //插入數據
        //HbaseUtil.insertData("wjy:student","1003","cf","name","haha");

        //批量插入
        //ArrayList<HashMap<String, String>> maps = new ArrayList<HashMap<String, String>>();
        //for(int i=0;i<=100;i++){
        //    HashMap<String, String> map = new HashMap<String, String>();
        //    map.put("rowKey","rowKey"+i);
        //    map.put("famliy","cf");
        //    map.put("column","name");
        //    map.put("value","stu"+i+1);
        //    maps.add(map);
        //}

        //HbaseUtil.insertBatchData("wjy:student",maps);

        //判斷表是否存在
        //boolean tableExist = HbaseUtil.isTableExist("wjy:student1");
        //System.out.println(tableExist);


        //創建表
        //HbaseUtil.createTable("wjy:student1","cf1","cf2","cf3");

        //刪除表
        //HbaseUtil.dropTable("wjy:student1");

        //刪除數據
        //HbaseUtil.deleteMultiRow("wjy:student","rowKey0","rowKey1","rowKey10");

        //查詢表scan
        //HbaseUtil.scanTable("wjy:student");

        //查詢指定rowKey的數據
        //HbaseUtil.getRow("wjy:student","rowKey100");

        //查詢單個字段的值
        HbaseUtil.getRowQualifier("wjy:student","rowKey100","cf","age");





        //關閉連接
        HbaseUtil.close();

    }
}