HBase（五）HBase的API操作

一、项目环境搭建

新建 Maven Project，新建项目后在 pom.xml 中添加依赖：

<dependency>
<groupId>org.apache.hbase</groupId>
<artifactId>hbase-server</artifactId>
<version>1.2.6</version>
</dependency>
<dependency>
<groupId>org.apache.hbase</groupId>
<artifactId>hbase-client</artifactId>
<version>1.2.6</version>
</dependency>
<dependency>
<groupId>jdk.tools</groupId>
<artifactId>jdk.tools</artifactId>
<version>1.8</version>
<scope>system</scope>
<systemPath>${JAVA_HOME}/lib/tools.jar</systemPath>
</dependency>

二、HBase API操作表和数据

注意，这部分的学习内容，我们先学习使用老版本的 API，接着再写出新版本的 API 调用方式。因为在企业中，有些时候我们需要一些过时的 API 来提供更好的兼容性。

1、获取Configuration对象

public static Configuration conf; 
  static{
      //使用 HBaseConfiguration 的单例方法实例化
      conf = HBaseConfiguration.create();
      conf.set("hbase.zookeeper.quorum", "node21,node22,node23");
      conf.set("hbase.zookeeper.property.clientPort", "2181");
  }

2) 判断表是否存在：

public static boolean isTableExist(String tableName) throws MasterNotRunningException, ZooKeeperConnectionException, IOException{

  //在HBase中管理、访问表需要先创建 HBaseAdmin 对象
  //Connection connection = ConnectionFactory.createConnection(conf);
  //HBaseAdmin admin = (HBaseAdmin) connection.getAdmin(); 

  HBaseAdmin admin = new HBaseAdmin(conf);
  return admin.tableExists(tableName);
}

3) 创建表

public static void createTable(String tableName, String... columnFamily) throws MasterNotRunningException, ZooKeeperConnectionException, IOException{

HBaseAdmin admin = new HBaseAdmin(conf);
//判断表是否存在
if(isTableExist(tableName)){
   System.out.println("表" + tableName + "已存在");
   //System.exit(0);
}else{
   //创建表属性对象,表名需要转字节
   HTableDescriptor descriptor = new HTableDescriptor(TableName.valueOf(tableName));
   //创建多个列族
   for(String cf : columnFamily){
      descriptor.addFamily(new HColumnDescriptor(cf));
   }
//根据对表的配置，创建表
admin.createTable(descriptor);
System.out.println("表" + tableName + "创建成功！");
  }
}

4) 删除表

public static void dropTable(String tableName) throws MasterNotRunningException, ZooKeeperConnectionException, IOException{

HBaseAdmin admin = new HBaseAdmin(conf); 
if(isTableExist(tableName)){
   admin.disableTable(tableName); 
   admin.deleteTable(tableName);
   System.out.println("表" + tableName + "删除成功！");
}else{
    System.out.println("表" + tableName + "不存在！");
    }
}

5) 向表中插入数据

public static void addRowData(String tableName, String rowKey, String columnFamily, String column, String value) throws IOException{

//创建 HTable 对象
HTable hTable = new HTable(conf, tableName);
//向表中插入数据
Put put = new Put(Bytes.toBytes(rowKey));
//向 Put 对象中组装数据
put.add(Bytes.toBytes(columnFamily),
Bytes.toBytes(column), 
Bytes.toBytes(value));
hTable.put(put);
hTable.close();
System.out.println("插入数据成功");
}

6) 删除多行数据

public static void deleteMultiRow(String tableName, String... rows) throws IOException{ 

HTable hTable = new HTable(conf, tableName);
List<Delete> deleteList = new ArrayList<Delete>(); 
for(String row : rows){
    Delete delete = new Delete(Bytes.toBytes(row));
    deleteList.add(delete);
    }
hTable.delete(deleteList); 
hTable.close();
}

7) 得到所有数据

public static void getAllRows(String tableName) throws IOException{ 

HTable hTable = new HTable(conf, tableName);
//得到用于扫描 region 的对象
Scan scan = new Scan();
//使用 HTable 得到 resultcanner 实现类的对象
ResultScanner resultScanner = hTable.getScanner(scan); 
for(Result result : resultScanner){
    Cell[] cells = result.rawCells();
    for(Cell cell : cells){
       //得到 rowkey
       System.out.println("行键:" + Bytes.toString(CellUtil.cloneRow(cell)));
       //得到列族
       System.out.println("列族" + Bytes.toString(CellUtil.cloneFamily(cell)));
       System.out.println("列:" + Bytes.toString(CellUtil.cloneQualifier(cell)));
       System.out.println("值:" + Bytes.toString(CellUtil.cloneValue(cell)));
       }
    }
}

8) 得到某一行所有数据

public static void getRow(String tableName, String rowKey) throws IOException{ 

HTable table = new HTable(conf, tableName);
Get get = new Get(Bytes.toBytes(rowKey));
//get.setMaxVersions();显示所有版本
//get.setTimeStamp();显示指定时间戳的版本
Result result = table.get(get);
for(Cell cell : result.rawCells()){
    System.out.println("行键:" + Bytes.toString(result.getRow()));
    System.out.println("列族" + Bytes.toString(CellUtil.cloneFamily(cell)));
    System.out.println("列:" + Bytes.toString(CellUtil.cloneQualifier(cell)));
    System.out.println("值:" + Bytes.toString(CellUtil.cloneValue(cell)));
    System.out.println("时间戳:" + cell.getTimestamp());
   }
}

9) 获取某一行指定“列族:列”的数据

public static void getRowQualifier(String tableName, String rowKey, String family, String qualifier) throws IOException{

HTable table = new HTable(conf, tableName);
Get get = new Get(Bytes.toBytes(rowKey));
get.addColumn(Bytes.toBytes(family), Bytes.toBytes(qualifier)); 
Result result = table.get(get);
for(Cell cell : result.rawCells()){
  System.out.println("行键:" + Bytes.toString(result.getRow()));
  System.out.println("列族" + Bytes.toString(CellUtil.cloneFamily(cell)));
  System.out.println("列:" + Bytes.toString(CellUtil.cloneQualifier(cell)));
  System.out.println("值:" + Bytes.toString(CellUtil.cloneValue(cell)));
  }
}

import java.io.IOException;
import java.util.Date;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.client.Table;
import com.study.hbase.service.HBaseUtils;

public class HBaseUtilsImpl implements HBaseUtils {

    private static final String ZK_CONNECT_KEY = "hbase.zookeeper.quorum";
    private static final String ZK_CONNECT_VALUE = "node21:2181,node22:2181,node23:2181";

    private static Connection conn = null;
    private static Admin admin = null;

    public static void main(String[] args) throws Exception {
        
        getConnection();
        getAdmin();
        
        HBaseUtilsImpl hbu = new HBaseUtilsImpl();
        
        
        //hbu.getAllTables();
        
        //hbu.descTable("people");
        
        //String[] infos = {"info","family"};
        //hbu.createTable("people", infos);
        
        //String[] add = {"cs1","cs2"};
        //String[] remove = {"cf1","cf2"};
        
        //HColumnDescriptor hc = new HColumnDescriptor("sixsixsix");
        
        //hbu.modifyTable("stu",hc);
        //hbu.getAllTables();

        
        hbu.putData("huoying", "rk001", "cs2", "name", "aobama",new Date().getTime());
        hbu.getAllTables();
        
        conn.close();
    }

    // 获取连接
    public static Connection getConnection() {
        // 创建一个可以用来管理hbase配置信息的conf对象
        Configuration conf = HBaseConfiguration.create();
        // 设置当前的程序去寻找的hbase在哪里
        conf.set(ZK_CONNECT_KEY, ZK_CONNECT_VALUE);
        try {
            conn = ConnectionFactory.createConnection(conf);
        } catch (IOException e) {
            e.printStackTrace();
        }
        return conn;
    }

    // 获取管理员对象
    public static Admin getAdmin() {
        try {
            admin = conn.getAdmin();
        } catch (IOException e) {
            e.printStackTrace();
        }
        return admin;
    }

    // 查询所有表
    @Override
    public void getAllTables() throws Exception {
        //获取列簇的描述信息
        HTableDescriptor[] listTables = admin.listTables();
        for (HTableDescriptor listTable : listTables) {
            //转化为表名
            String tbName = listTable.getNameAsString();
            //获取列的描述信息
            HColumnDescriptor[] columnFamilies = listTable.getColumnFamilies();
            System.out.println("tableName:"+tbName);
            for(HColumnDescriptor columnFamilie : columnFamilies) {
                //获取列簇的名字
                String columnFamilyName = columnFamilie.getNameAsString();
                System.out.print("	"+"columnFamilyName:"+columnFamilyName);
            }
             System.out.println();
         }
 
     }
 
     // 创建表，传参，表名和列簇的名字
     @Override
     public void createTable(String tableName, String[] family) throws Exception {
         
         TableName name = TableName.valueOf(tableName);
         //判断表是否存在
         if(admin.tableExists(name)) {
             System.out.println("table已经存在！");
         }else {
             //表的列簇示例
             HTableDescriptor htd = new HTableDescriptor(name);
             //向列簇中添加列的信息
             for(String str : family) {
                 HColumnDescriptor hcd = new HColumnDescriptor(str);
                 htd.addFamily(hcd);
             }
             //创建表
             admin.createTable(htd);
             //判断表是否创建成功
             if(admin.tableExists(name)) {
                 System.out.println("table创建成功");
             }else {
                 System.out.println("table创建失败");
             }
         }    
         
     }
 
     // 创建表，传参:封装好的多个列簇
     @Override
     public void createTable(HTableDescriptor htds) throws Exception {
         //获得表的名字
         String tbName = htds.getNameAsString();
         
         admin.createTable(htds);
     }
 
     // 创建表，传参，表名和封装好的多个列簇
     @Override
     public void createTable(String tableName, HTableDescriptor htds) throws Exception {
 
         TableName name = TableName.valueOf(tableName);
         
         if(admin.tableExists(name)) {
             System.out.println("table已经存在！");
         }else {
             admin.createTable(htds);
             boolean flag = admin.tableExists(name);
             System.out.println(flag ? "创建成功" : "创建失败");
         }
         
     }
 
     
     // 查看表的列簇属性
     @Override
     public void descTable(String tableName) throws Exception {
         //转化为表名
         TableName name = TableName.valueOf(tableName);
         //判断表是否存在
         if(admin.tableExists(name)) {
             //获取表中列簇的描述信息
             HTableDescriptor tableDescriptor = admin.getTableDescriptor(name);
             //获取列簇中列的信息
             HColumnDescriptor[] columnFamilies = tableDescriptor.getColumnFamilies();
             for(HColumnDescriptor columnFamily : columnFamilies) {
                 System.out.println(columnFamily);
             }
             
         }else {
             System.out.println("table不存在");
         }
         
     }
 
     // 判断表存在不存在
     @Override
     public boolean existTable(String tableName) throws Exception {
         TableName name = TableName.valueOf(tableName);
         return admin.tableExists(name);
     }
 
     // disable表
     @Override
     public void disableTable(String tableName) throws Exception {
         
         TableName name = TableName.valueOf(tableName);
         
         if(admin.tableExists(name)) {
             if(admin.isTableEnabled(name)) {
                 admin.disableTable(name);
             }else {
                 System.out.println("table不是活动状态");
             }
         }else {
             System.out.println("table不存在");
         }
             
     }
 
     // drop表
     @Override
     public void dropTable(String tableName) throws Exception {
         //转化为表名
         TableName name = TableName.valueOf(tableName);
         //判断表是否存在
         if(admin.tableExists(name)) {
             //判断表是否处于可用状态
             boolean tableEnabled = admin.isTableEnabled(name);
             
             if(tableEnabled) {
                 //使表变成不可用状态
                 admin.disableTable(name);
             }
             //删除表
             admin.deleteTable(name);
             //判断表是否存在
             if(admin.tableExists(name)) {
                 System.out.println("删除失败");
             }else {
                 System.out.println("删除成功");
             }
             
         }else {
             System.out.println("table不存在");
         } 
         
         
     }
     
     // 修改表(增加和删除)
     @Override
     public void modifyTable(String tableName) throws Exception {
         //转化为表名
         TableName name = TableName.valueOf(tableName);
         //判断表是否存在
         if(admin.tableExists(name)) {
             //判断表是否可用状态
             boolean tableEnabled = admin.isTableEnabled(name);
             
             if(tableEnabled) {
                 //使表变成不可用
                 admin.disableTable(name);
             }
             //根据表名得到表
             HTableDescriptor tableDescriptor = admin.getTableDescriptor(name);
             //创建列簇结构对象
             HColumnDescriptor columnFamily1 = new HColumnDescriptor("cf1".getBytes());
             HColumnDescriptor columnFamily2 = new HColumnDescriptor("cf2".getBytes());
             
             tableDescriptor.addFamily(columnFamily1);
             tableDescriptor.addFamily(columnFamily2);
             //替换该表所有的列簇
             admin.modifyTable(name, tableDescriptor);
             
         }else {
             System.out.println("table不存在");
         } 
     }
 
     // 修改表(增加和删除)
     @Override
     public void modifyTable(String tableName, String[] addColumn, String[] removeColumn) throws Exception {
         //转化为表名
         TableName name = TableName.valueOf(tableName);
         //判断表是否存在
         if(admin.tableExists(name)) {
             //判断表是否可用状态
             boolean tableEnabled = admin.isTableEnabled(name);
             
             if(tableEnabled) {
                 //使表变成不可用
                 admin.disableTable(name);
             }
             //根据表名得到表
             HTableDescriptor tableDescriptor = admin.getTableDescriptor(name);
             //创建列簇结构对象，添加列
             for(String add : addColumn) {
                 HColumnDescriptor addColumnDescriptor = new HColumnDescriptor(add);
                 tableDescriptor.addFamily(addColumnDescriptor);
             }
             //创建列簇结构对象，删除列
             for(String remove : removeColumn) {
                 HColumnDescriptor removeColumnDescriptor = new HColumnDescriptor(remove);
                 tableDescriptor.removeFamily(removeColumnDescriptor.getName());
             }
             
             admin.modifyTable(name, tableDescriptor);
             
             
         }else {
             System.out.println("table不存在");
         } 
         
     }
 
     @Override
     public void modifyTable(String tableName, HColumnDescriptor hcds) throws Exception {
         //转化为表名
         TableName name = TableName.valueOf(tableName);
         //根据表名得到表
         HTableDescriptor tableDescriptor = admin.getTableDescriptor(name);
         //获取表中所有的列簇信息
         HColumnDescriptor[] columnFamilies = tableDescriptor.getColumnFamilies();
         
         boolean flag = false;
         //判断参数中传入的列簇是否已经在表中存在
         for(HColumnDescriptor columnFamily : columnFamilies) {
             if(columnFamily.equals(hcds)) {
                 flag = true;
             }
         }    
         //存在提示，不存在直接添加该列簇信息
         if(flag) {
             System.out.println("该列簇已经存在");
         }else {
             tableDescriptor.addFamily(hcds);
             admin.modifyTable(name, tableDescriptor);
         }
         
     }
 
     
     /**添加数据
     *tableName:    表明
     *rowKey:    行键
     *familyName:列簇
     *columnName:列名
     *value:        值
     */
     @Override
     public void putData(String tableName, String rowKey, String familyName, String columnName, String value)
             throws Exception {
         //转化为表名
         TableName name = TableName.valueOf(tableName);
         //添加数据之前先判断表是否存在，不存在的话先创建表
         if(admin.tableExists(name)) {
         
         }else {
             //根据表明创建表结构
             HTableDescriptor tableDescriptor = new HTableDescriptor(name);
             //定义列簇的名字
             HColumnDescriptor columnFamilyName = new HColumnDescriptor(familyName);
             tableDescriptor.addFamily(columnFamilyName);
             admin.createTable(tableDescriptor);
         
         }
 
         Table table = conn.getTable(name);
         Put put = new Put(rowKey.getBytes());
         
         put.addColumn(familyName.getBytes(), columnName.getBytes(), value.getBytes());
         table.put(put);
 
     }
 
     @Override
     public void putData(String tableName, String rowKey, String familyName, String columnName, String value,
             long timestamp) throws Exception {
 
         // 转化为表名
         TableName name = TableName.valueOf(tableName);
         // 添加数据之前先判断表是否存在，不存在的话先创建表
         if (admin.tableExists(name)) {
 
         } else {
             // 根据表明创建表结构
             HTableDescriptor tableDescriptor = new HTableDescriptor(name);
             // 定义列簇的名字
             HColumnDescriptor columnFamilyName = new HColumnDescriptor(familyName);
             tableDescriptor.addFamily(columnFamilyName);
             admin.createTable(tableDescriptor);
 
         }
 
         Table table = conn.getTable(name);
         Put put = new Put(rowKey.getBytes());
 
         //put.addColumn(familyName.getBytes(), columnName.getBytes(), value.getBytes());
         put.addImmutable(familyName.getBytes(), columnName.getBytes(), timestamp, value.getBytes());
         table.put(put);
 
     }
 
 
     // 根据rowkey查询数据
     @Override
     public Result getResult(String tableName, String rowKey) throws Exception {
         
         Result result;
         TableName name = TableName.valueOf(tableName);
         if(admin.tableExists(name)) {
             Table table = conn.getTable(name);
             Get get = new Get(rowKey.getBytes());
             result = table.get(get);
             
         }else {
             result = null;
         }
         
         return result;
     }
 
     // 根据rowkey查询数据
     @Override
     public Result getResult(String tableName, String rowKey, String familyName) throws Exception {
         Result result;
         TableName name = TableName.valueOf(tableName);
         if(admin.tableExists(name)) {
             Table table = conn.getTable(name);
             Get get = new Get(rowKey.getBytes());
             get.addFamily(familyName.getBytes());
             result = table.get(get);
             
         }else {
             result = null;
         }
         
         return result;
     }
 
     // 根据rowkey查询数据
     @Override
     public Result getResult(String tableName, String rowKey, String familyName, String columnName) throws Exception {
         
         Result result;
         TableName name = TableName.valueOf(tableName);
         if(admin.tableExists(name)) {
             Table table = conn.getTable(name);
             Get get = new Get(rowKey.getBytes());
             get.addColumn(familyName.getBytes(), columnName.getBytes());
             result = table.get(get);
             
         }else {
             result = null;
         }
         
         return result;
     }
 
     // 查询指定version
     @Override
     public Result getResultByVersion(String tableName, String rowKey, String familyName, String columnName,
             int versions) throws Exception {
         
         Result result;
         TableName name = TableName.valueOf(tableName);
         if(admin.tableExists(name)) {
             Table table = conn.getTable(name);
             Get get = new Get(rowKey.getBytes());
             get.addColumn(familyName.getBytes(), columnName.getBytes());
             get.setMaxVersions(versions);
             result = table.get(get);
             
         }else {
             result = null;
         }
         
         return result;
     }
 
     // scan全表数据
     @Override
     public ResultScanner getResultScann(String tableName) throws Exception {
         
         ResultScanner result;
         TableName name = TableName.valueOf(tableName);
         if(admin.tableExists(name)) {
             Table table = conn.getTable(name);
             Scan scan = new Scan();
             result = table.getScanner(scan);
             
         }else {
             result = null;
         }
         
         return result;
     }
 
     // scan全表数据
     @Override
     public ResultScanner getResultScann(String tableName, Scan scan) throws Exception {
         
         ResultScanner result;
         TableName name = TableName.valueOf(tableName);
         if(admin.tableExists(name)) {
             Table table = conn.getTable(name);
             result = table.getScanner(scan);
             
         }else {
             result = null;
         }
         
         return result;
     }
 
     // 删除数据（指定的列）
     @Override
     public void deleteColumn(String tableName, String rowKey) throws Exception {
         
         TableName name = TableName.valueOf(tableName);
         if(admin.tableExists(name)) {
             Table table = conn.getTable(name);
             Delete delete = new Delete(rowKey.getBytes());
             table.delete(delete);
         
         }else {
             System.out.println("table不存在");
         }
         
         
     }
 
     // 删除数据（指定的列）
     @Override
     public void deleteColumn(String tableName, String rowKey, String falilyName) throws Exception {
         
         TableName name = TableName.valueOf(tableName);
         if(admin.tableExists(name)) {
             Table table = conn.getTable(name);
             Delete delete = new Delete(rowKey.getBytes());
             delete.addFamily(falilyName.getBytes());
             table.delete(delete);
         
         }else {
             System.out.println("table不存在");
         }
         
     }
 
     // 删除数据（指定的列）
     @Override
     public void deleteColumn(String tableName, String rowKey, String falilyName, String columnName) throws Exception {
         TableName name = TableName.valueOf(tableName);
         if(admin.tableExists(name)) {
             Table table = conn.getTable(name);
             Delete delete = new Delete(rowKey.getBytes());
             delete.addColumn(falilyName.getBytes(), columnName.getBytes());
             table.delete(delete);
         
         }else {
             System.out.println("table不存在");
         }
     }
 
 }