HBase1.0.0 实现数据增删查

HBase1.0.0 即Hadoop 2.6 采用maven 的方式实现HBase数据简单操作

import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.Random;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.MasterNotRunningException;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HConnection;
import org.apache.hadoop.hbase.client.HTableInterface;
import org.apache.hadoop.hbase.client.HTablePool;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.hbase.util.Bytes;

/**
 * @author 作者 E-mail:
 * @version 创建时间：2015年12月28日 下午11:31:31 类说明
 */
public class HBaseUtils {
    /*
     * static { HBaseDaoPool.getInstance(); }
     */

    private static Configuration conf;
    private static HBaseAdmin admin;
　　 private  static HTable hTable = null;
    static {
        conf = new Configuration();
        String filePath = "hbase-site.xml";
        Path path = new Path(filePath);
        conf.addResource(path);
        conf = HBaseConfiguration.create(conf);
    }

    /**
     * 创建表并判断表是否存在，如果存在则退出
     * @param name
     * @param cf
     * @throws Exception
     */
    @SuppressWarnings("deprecation")
    public static void create_table(String name, String cf) throws Exception {
        admin = new HBaseAdmin(conf);
        // 先检查表是否存在
        if (admin.tableExists(name)) {
            System.out.println("table is exit" + name);
            System.exit(0);
        }
        HTableDescriptor tableDesc = new HTableDescriptor(name);
        HColumnDescriptor hd = new HColumnDescriptor(cf);
        /* hd.setMaxVersions(version); */
        tableDesc.addFamily(hd);
        admin.createTable(tableDesc);
        admin.close();
    }

    /**
     * 获得HBase里面所有Table
     * @return
     * @throws Exception
     * @throws ZooKeeperConnectionException
     * @throws MasterNotRunningException
     */
    @SuppressWarnings({ "unused", "deprecation" })
    private static List<String> getAllTable() throws MasterNotRunningException,
            ZooKeeperConnectionException, Exception {
        List<String> table = null;
        admin = new HBaseAdmin(conf);
        try {
            HTableDescriptor[] listTables = admin.listTables();
            if (listTables.length > 0) {
                table = new ArrayList<String>();
                for (HTableDescriptor tableDes : listTables) {
                    table.add(tableDes.getNameAsString());
                    System.out.println("table list:" + tableDes.getNameAsString());
                }
            }
        } catch (Exception e) {
            e.printStackTrace();
        }

        return table;
    }

    /**
     * 添加一条记录
     * @param tableName
     * @param rowKey
     * @param cloumnFianly
     * @param column
     * @param values
     * @return
     */
    @SuppressWarnings({ "unused", "deprecation", "resource" })
    private static boolean addOneRows(String tableName, String rowKey,
            String cloumnFianly, String column, byte[] values) {
        HTablePool hTablePool = new HTablePool(conf, 1000);
        HTableInterface table = hTablePool.getTable(tableName);
        Put put = new Put(rowKey.getBytes());
        put.add(cloumnFianly.getBytes(), column.getBytes(), values);
        try {
            table.put(put);
            System.out.println("add success:" + rowKey + "....end");
            return true;

        } catch (IOException e) {
            e.printStackTrace();
            System.out.println("add false :" + rowKey + " error ...end");
            return false;
        }
    }

    /**
     * 根据表名插入一条数据，rowkey 做了简单处理,前面加了7位随机数
     * @param hConnection
     * @param tableName
     */
    @SuppressWarnings("deprecation")
    public static void insertData(String tableName) {
        try {
            TableName table = TableName.valueOf(tableName);
            System.out.println(table + "table");
            Connection connection = ConnectionFactory.createConnection(conf);
            Table tb1 = connection.getTable(table);
            Random random = new Random();
            int sum = random.nextInt(9999999);
            String.format("%07d", sum);
            String rowKkey = String.format("%07d", sum);
            Put put = new Put(Bytes.toBytes(rowKkey));
            put.add(Bytes.toBytes("cf1"), Bytes.toBytes("address"), Bytes.toBytes("zz"));
            tb1.put(put);
            tb1.close();
            System.out.println("insert end....");
        } catch (IOException e) {

            e.printStackTrace();
        }
    }

 /**
     * 根据rowKey 获得一条记录
     * @param tableName
     * @param rowKey
     */
    public void getOneRowsByKey(String tableName, String rowKey){
      try {
        hTable = new HTable(conf, tableName);
        Get get = new Get(Bytes.toBytes(rowKey));
        Result result = hTable.get( get );
        KeyValue[] rows = result.raw();
        for (int i = 0; i < rows.length; i++){
            String rowname = new String(rows[i].getQualifier());
            String rowValue = new String(rows[i].getValue());
            System.out.println("rowname：" + rowname + "--value--" +rowValue);
            
        }
    }
    catch ( IOException e ) {
      
        e.printStackTrace();
    }
    }

public static void main(String[] args) throws Exception {

        // addOneRows("test", "row7", "cf", "g", "value7".getBytes());
        // String table = "ps";
        String table = "a1";
        String cf = "cf";
        // create_table(table, cf);
        // getAllTable();
        insertData(table);
        System.out.println("success");
    }
}

maven 配置：

    <dependency>
            <groupId>org.apache.hadoop</groupId>
            <artifactId>hadoop-common</artifactId>
            <version>2.6.0</version>
        </dependency>
        
        <!-- hbase -->
        <dependency>
            <groupId>org.apache.hbase</groupId>
            <artifactId>hbase-client</artifactId>
            <version>1.0.0</version>
        </dependency>
        
            <dependency>
            <groupId>org.apache.hbase</groupId>
            <artifactId>hbase-server</artifactId>
            <version>1.0.0</version>
        </dependency>

hbase-site.xml 配置

<?xml version="1.0" encoding="UTF-8"?>

<!--Autogenerated by Cloudera Manager-->
<configuration>
  <property>
    <name>hbase.rootdir</name>
    <value>hdfs://HMaster/hbase</value>
  </property>
  <property>
    <name>hbase.client.write.buffer</name>
    <value>2097152</value>
  </property>
  <property>
    <name>hbase.client.pause</name>
    <value>100</value>
  </property>
  <property>
    <name>hbase.client.retries.number</name>
    <value>35</value>
  </property>
  <property>
    <name>hbase.client.scanner.caching</name>
    <value>100</value>
  </property>
  <property>
    <name>hbase.client.keyvalue.maxsize</name>
    <value>10485760</value>
  </property>
  <property>
    <name>hbase.regionserver.thrift.http</name>
    <value>false</value>
  </property>
  <property>
    <name>hbase.thrift.support.proxyuser</name>
    <value>false</value>
  </property>
  <property>
    <name>hbase.rpc.timeout</name>
    <value>60000</value>
  </property>
  <property>
    <name>hbase.snapshot.enabled</name>
    <value>true</value>
  </property>
  <property>
    <name>hbase.snapshot.master.timeoutMillis</name>
    <value>60000</value>
  </property>
  <property>
    <name>hbase.snapshot.region.timeout</name>
    <value>60000</value>
  </property>
  <property>
    <name>hbase.snapshot.master.timeout.millis</name>
    <value>60000</value>
  </property>
  <property>
    <name>hbase.security.authentication</name>
    <value>simple</value>
  </property>
  <property>
    <name>zookeeper.session.timeout</name>
    <value>60000</value>
  </property>
  <property>
    <name>zookeeper.znode.parent</name>
    <value>/hbase</value>
  </property>
  <property>
    <name>zookeeper.znode.rootserver</name>
    <value>root-region-server</value>
  </property>
  <property>
    <name>hbase.zookeeper.quorum</name>
    <value>node5,node2,node3,node4,node1</value>
  </property>
  <property>
    <name>hbase.zookeeper.property.clientPort</name>
    <value>2181</value>
  </property>
</configuration>