zoukankan      html  css  js  c++  java
  • HBase篇--HBase操作Api和Java操作Hbase相关Api

    一.前述。

    Hbase shell启动命令窗口,然后再Hbase shell中对应的api命令如下。

    二.说明

    Hbase shell中删除键是空格+Ctrl键。

    三.代码

    1.封装所有的API

    package com.sxt.hbase;
    
    import java.io.IOException;
    import java.util.ArrayList;
    import java.util.List;
    
    import org.apache.hadoop.conf.Configuration;
    import org.apache.hadoop.hbase.Cell;
    import org.apache.hadoop.hbase.CellUtil;
    import org.apache.hadoop.hbase.HColumnDescriptor;
    import org.apache.hadoop.hbase.HTableDescriptor;
    import org.apache.hadoop.hbase.KeyValue;
    import org.apache.hadoop.hbase.MasterNotRunningException;
    import org.apache.hadoop.hbase.TableName;
    import org.apache.hadoop.hbase.ZooKeeperConnectionException;
    import org.apache.hadoop.hbase.client.Delete;
    import org.apache.hadoop.hbase.client.Get;
    import org.apache.hadoop.hbase.client.HBaseAdmin;
    import org.apache.hadoop.hbase.client.HConnection;
    import org.apache.hadoop.hbase.client.HConnectionManager;
    import org.apache.hadoop.hbase.client.HTable;
    import org.apache.hadoop.hbase.client.HTableInterface;
    import org.apache.hadoop.hbase.client.HTablePool;
    import org.apache.hadoop.hbase.client.Put;
    import org.apache.hadoop.hbase.client.Result;
    import org.apache.hadoop.hbase.client.ResultScanner;
    import org.apache.hadoop.hbase.client.Scan;
    import org.apache.hadoop.hbase.filter.BinaryComparator;
    import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;
    import org.apache.hadoop.hbase.filter.Filter;
    import org.apache.hadoop.hbase.filter.FilterList;
    import org.apache.hadoop.hbase.filter.PrefixFilter;
    import org.apache.hadoop.hbase.filter.RowFilter;
    import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
    import org.apache.hadoop.hbase.filter.SubstringComparator;
    import org.apache.hadoop.hbase.util.Bytes;
    import org.junit.Test;
    
    
    public class HBaseDAOImp {
    
        HConnection hTablePool = null;
        static Configuration conf =null;
        public HBaseDAOImp()
        {
             conf = new Configuration();
            String zk_list = "node1,node2,node3";//只指定zookeeper集群即可,因为在zookeeper中存贮所有Region的寻址入口,而客户端只需要知道需要存储的具体位置后,
    //即可请求对应的regionServer上去写入数据。
    conf.set(
    "hbase.zookeeper.quorum", zk_list); try { hTablePool = HConnectionManager.createConnection(conf) ;//申请一个HTablePool可以解决HTable存在的线程不安全问题,
    // 同时通过维护固定数量的HTable对象,能够在程序运行期间复用这些HTable资源对象
    }
    catch (IOException e) { e.printStackTrace(); } } public void save(Put put, String tableName) { // TODO Auto-generated method stub HTableInterface table = null; try { table = hTablePool.getTable(tableName) ; table.put(put) ; } catch (Exception e) { e.printStackTrace() ; }finally{ try { table.close() ; } catch (IOException e) { e.printStackTrace(); } } } /** * 插入一个cell * @param tableName * @param rowKey * @param family * @param quailifer * @param value */ public void insert(String tableName, String rowKey, String family, String quailifer, String value) { // TODO Auto-generated method stub HTableInterface table = null; try { table = hTablePool.getTable(tableName) ;//针对哪张表操作 Put put = new Put(rowKey.getBytes());//增添数据通过Put对象操作,添加一条rowkey put.add(family.getBytes(), quailifer.getBytes(), value.getBytes()) ;//添加哪个列族,列,value值。 table.put(put);//放置到hbase的对象中去。 } catch (Exception e) { e.printStackTrace(); }finally { try { table.close() ; } catch (IOException e) { e.printStackTrace(); } } } /** * 在一个列族下插入多个单元格 * @param tableName * @param rowKey * @param family * @param quailifer * @param value */ public void insert(String tableName,String rowKey,String family,String quailifer[],String value[]) { HTableInterface table = null; try { table = hTablePool.getTable(tableName) ; Put put = new Put(rowKey.getBytes()); // 批量添加 for (int i = 0; i < quailifer.length; i++) { String col = quailifer[i]; String val = value[i]; put.add(family.getBytes(), col.getBytes(), val.getBytes()); } table.put(put); } catch (Exception e) { e.printStackTrace(); }finally { try { table.close() ; } catch (IOException e) { e.printStackTrace(); } } } public void save(List<Put> Put, String tableName) { // TODO Auto-generated method stub HTableInterface table = null; try { table = hTablePool.getTable(tableName) ; table.put(Put) ; } catch (Exception e) { // TODO: handle exception }finally { try { table.close() ; } catch (IOException e) { e.printStackTrace(); } } } public Result getOneRow(String tableName, String rowKey) { // TODO Auto-generated method stub HTableInterface table = null; Result rsResult = null; try { table = hTablePool.getTable(tableName) ; Get get = new Get(rowKey.getBytes()) ;/通过get获取一条数据 rsResult = table.get(get) ;//返回一个result对象 } catch (Exception e) { e.printStackTrace() ; } finally { try { table.close() ; } catch (IOException e) { e.printStackTrace(); } } return rsResult; } /** * 最常用的方法,优化查询 * 查询一行数据, * @param tableName * @param rowKey * @param cols * @return */ public Result getOneRowAndMultiColumn(String tableName, String rowKey,String[] cols) { // TODO Auto-generated method stub HTableInterface table = null; Result rsResult = null; try { table = hTablePool.getTable(tableName) ; Get get = new Get(rowKey.getBytes()) ; for (int i = 0; i < cols.length; i++) { get.addColumn("cf".getBytes(), cols[i].getBytes()) ; } rsResult = table.get(get) ; } catch (Exception e) { e.printStackTrace() ; } finally { try { table.close() ; } catch (IOException e) { e.printStackTrace(); } } return rsResult; } public List<Result> getRows(String tableName, String rowKeyLike) { // TODO Auto-generated method stub HTableInterface table = null; List<Result> list = null; try { FilterList fl = new FilterList(FilterList.Operator.MUST_PASS_ALL); table = hTablePool.getTable(tableName) ; PrefixFilter filter = new PrefixFilter(rowKeyLike.getBytes()); SingleColumnValueFilter filter1 = new SingleColumnValueFilter( "order".getBytes(), "order_type".getBytes(), CompareOp.EQUAL, Bytes.toBytes("1") ); fl.addFilter(filter); fl.addFilter(filter1); Scan scan = new Scan(); scan.setFilter(fl); ResultScanner scanner = table.getScanner(scan) ; list = new ArrayList<Result>() ; for (Result rs : scanner) { list.add(rs) ; } } catch (Exception e) { e.printStackTrace() ; } finally { try { table.close() ; } catch (IOException e) { e.printStackTrace(); } } return list; } public List<Result> getRows(String tableName, String rowKeyLike ,String cols[]) { // TODO Auto-generated method stub HTableInterface table = null; List<Result> list = null; try { table = hTablePool.getTable(tableName) ; PrefixFilter filter = new PrefixFilter(rowKeyLike.getBytes()); Scan scan = new Scan(); for (int i = 0; i < cols.length; i++) { scan.addColumn("cf".getBytes(), cols[i].getBytes()) ; } scan.setFilter(filter); ResultScanner scanner = table.getScanner(scan) ; list = new ArrayList<Result>() ; for (Result rs : scanner) { list.add(rs) ; } } catch (Exception e) { e.printStackTrace() ; } finally { try { table.close() ; } catch (IOException e) { e.printStackTrace(); } } return list; } public List<Result> getRowsByOneKey(String tableName, String rowKeyLike ,String cols[]) { // TODO Auto-generated method stub HTableInterface table = null; List<Result> list = null; try { table = hTablePool.getTable(tableName) ; PrefixFilter filter = new PrefixFilter(rowKeyLike.getBytes()); Scan scan = new Scan(); for (int i = 0; i < cols.length; i++) { scan.addColumn("cf".getBytes(), cols[i].getBytes()) ; } scan.setFilter(filter); ResultScanner scanner = table.getScanner(scan) ; list = new ArrayList<Result>() ; for (Result rs : scanner) { list.add(rs) ; } } catch (Exception e) { e.printStackTrace() ; } finally { try { table.close() ; } catch (IOException e) { e.printStackTrace(); } } return list; } /** * 范围查询 * @param tableName * @param startRow * @param stopRow * @return */ public List<Result> getRows(String tableName,String startRow,String stopRow) { HTableInterface table = null; List<Result> list = null; try { table = hTablePool.getTable(tableName) ; Scan scan = new Scan() ; scan.setStartRow(startRow.getBytes()) ; scan.setStopRow(stopRow.getBytes()) ; ResultScanner scanner = table.getScanner(scan) ; list = new ArrayList<Result>() ; for (Result rsResult : scanner) { list.add(rsResult) ; } }catch (Exception e) { e.printStackTrace() ; } finally { try { table.close() ; } catch (IOException e) { e.printStackTrace(); } } return list; } public void deleteRecords(String tableName, String rowKeyLike){ HTableInterface table = null; try { table = hTablePool.getTable(tableName) ; PrefixFilter filter = new PrefixFilter(rowKeyLike.getBytes()); Scan scan = new Scan(); scan.setFilter(filter); ResultScanner scanner = table.getScanner(scan) ; List<Delete> list = new ArrayList<Delete>() ; for (Result rs : scanner) { Delete del = new Delete(rs.getRow()); list.add(del) ; } table.delete(list); } catch (Exception e) { e.printStackTrace() ; } finally { try { table.close() ; } catch (IOException e) { e.printStackTrace(); } } } public void deleteCell(String tableName, String rowkey,String cf,String column){ HTableInterface table = null; try { table = hTablePool.getTable(tableName) ; Delete del = new Delete(rowkey.getBytes()); del.deleteColumn(cf.getBytes(), column.getBytes()); table.delete(del); } catch (Exception e) { e.printStackTrace() ; } finally { try { table.close() ; } catch (IOException e) { e.printStackTrace(); } } } public void createTable(String tableName, String[] columnFamilys){ try { // admin 对象 HBaseAdmin admin = new HBaseAdmin(conf); if (admin.tableExists(tableName)) { System.err.println("此表,已存在!"); } else { HTableDescriptor tableDesc = new HTableDescriptor( TableName.valueOf(tableName)); for (String columnFamily : columnFamilys) { tableDesc.addFamily(new HColumnDescriptor(columnFamily)); } admin.createTable(tableDesc); System.err.println("建表成功!"); } admin.close();// 关闭释放资源 } catch (MasterNotRunningException e) { // TODO Auto-generated catch block e.printStackTrace(); } catch (ZooKeeperConnectionException e) { // TODO Auto-generated catch block e.printStackTrace(); } catch (IOException e) { // TODO Auto-generated catch block e.printStackTrace(); } } /** * 删除一个表 * * @param tableName * 删除的表名 * */ public void deleteTable(String tableName) { try { HBaseAdmin admin = new HBaseAdmin(conf); if (admin.tableExists(tableName)) { admin.disableTable(tableName);// 禁用表 admin.deleteTable(tableName);// 删除表 System.err.println("删除表成功!"); } else { System.err.println("删除的表不存在!"); } admin.close(); } catch (MasterNotRunningException e) { // TODO Auto-generated catch block e.printStackTrace(); } catch (ZooKeeperConnectionException e) { // TODO Auto-generated catch block e.printStackTrace(); } catch (IOException e) { // TODO Auto-generated catch block e.printStackTrace(); } } /** * 查询表中所有行 * @param tablename */ public void scaner(String tablename) { try { HTable table =new HTable(conf, tablename); Scan s =new Scan(); // s.addColumn(family, qualifier) // s.addColumn(family, qualifier) ResultScanner rs = table.getScanner(s); for (Result r : rs) { for(Cell cell:r.rawCells()){ System.out.println("RowName:"+new String(CellUtil.cloneRow(cell))+" "); System.out.println("Timetamp:"+cell.getTimestamp()+" "); System.out.println("column Family:"+new String(CellUtil.cloneFamily(cell))+" "); System.out.println("row Name:"+new String(CellUtil.cloneQualifier(cell))+" "); System.out.println("value:"+new String(CellUtil.cloneValue(cell))+" "); } } } catch (IOException e) { e.printStackTrace(); } } public void scanerByColumn(String tablename) { try { HTable table =new HTable(conf, tablename); Scan s =new Scan(); s.addColumn("cf".getBytes(), "201504052237".getBytes()); s.addColumn("cf".getBytes(), "201504052237".getBytes()); ResultScanner rs = table.getScanner(s); for (Result r : rs) { for(Cell cell:r.rawCells()){ System.out.println("RowName:"+new String(CellUtil.cloneRow(cell))+" "); System.out.println("Timetamp:"+cell.getTimestamp()+" "); System.out.println("column Family:"+new String(CellUtil.cloneFamily(cell))+" "); System.out.println("row Name:"+new String(CellUtil.cloneQualifier(cell))+" "); System.out.println("value:"+new String(CellUtil.cloneValue(cell))+" "); } } } catch (IOException e) { e.printStackTrace(); } } public static void main(String[] args) { // 创建表 // String tableName="test"; // String cfs[] = {"cf"}; // dao.createTable(tableName,cfs); // 存入一条数据 // Put put = new Put("bjsxt".getBytes()); // put.add("cf".getBytes(), "name".getBytes(), "cai10".getBytes()) ; // dao.save(put, "test") ; // 插入多列数据 // Put put = new Put("bjsxt".getBytes()); // List<Put> list = new ArrayList<Put>(); // put.add("cf".getBytes(), "addr".getBytes(), "shanghai1".getBytes()) ; // put.add("cf".getBytes(), "age".getBytes(), "30".getBytes()) ; // put.add("cf".getBytes(), "tel".getBytes(), "13889891818".getBytes()) ; // list.add(put) ; // dao.save(list, "test"); // 插入单行数据 // dao.insert("test", "testrow", "cf", "age", "35") ; // dao.insert("test", "testrow", "cf", "cardid", "12312312335") ; // dao.insert("test", "testrow", "cf", "tel", "13512312345") ; // List<Result> list = dao.getRows("test", "testrow",new String[]{"age"}) ; // for(Result rs : list) // { // for(Cell cell:rs.rawCells()){ // System.out.println("RowName:"+new String(CellUtil.cloneRow(cell))+" "); // System.out.println("Timetamp:"+cell.getTimestamp()+" "); // System.out.println("column Family:"+new String(CellUtil.cloneFamily(cell))+" "); // System.out.println("row Name:"+new String(CellUtil.cloneQualifier(cell))+" "); // System.out.println("value:"+new String(CellUtil.cloneValue(cell))+" "); // } // } // Result rs = dao.getOneRow("test", "testrow"); // System.out.println(new String(rs.getValue("cf".getBytes(), "age".getBytes()))); // Result rs = dao.getOneRowAndMultiColumn("cell_monitor_table", "29448-513332015-04-05", new String[]{"201504052236","201504052237"}); // for(Cell cell:rs.rawCells()){ // System.out.println("RowName:"+new String(CellUtil.cloneRow(cell))+" "); // System.out.println("Timetamp:"+cell.getTimestamp()+" "); // System.out.println("column Family:"+new String(CellUtil.cloneFamily(cell))+" "); // System.out.println("row Name:"+new String(CellUtil.cloneQualifier(cell))+" "); // System.out.println("value:"+new String(CellUtil.cloneValue(cell))+" "); // } // dao.deleteTable("cell_monitor_table"); // 创建表 String tableName="cell_monitor_table"; String cfs[] = {"cf"}; // dao.createTable(tableName,cfs); } public static void testRowFilter(String tableName){ try { HTable table =new HTable(conf, tableName); Scan scan = new Scan(); scan.addColumn(Bytes.toBytes("column1"),Bytes.toBytes("qqqq")); Filter filter1 = new RowFilter(CompareOp.LESS_OR_EQUAL,new BinaryComparator(Bytes.toBytes("laoxia157"))); scan.setFilter(filter1); ResultScanner scanner1 = table.getScanner(scan); for (Result res : scanner1) { System.out.println(res); } scanner1.close(); // // Filter filter2 = new RowFilter(CompareFilter.CompareOp.EQUAL,new RegexStringComparator("laoxia4\d{2}")); // scan.setFilter(filter2); // ResultScanner scanner2 = table.getScanner(scan); // for (Result res : scanner2) { // System.out.println(res); // } // scanner2.close(); Filter filter3 = new RowFilter( CompareOp.EQUAL,new SubstringComparator("laoxia407")); scan.setFilter(filter3); ResultScanner scanner3 = table.getScanner(scan); for (Result res : scanner3) { System.out.println(res); } scanner3.close(); } catch (IOException e) { // TODO Auto-generated catch block e.printStackTrace(); } } @Test public void testTrasaction(){ try{ HTableInterface table = null; table = hTablePool.getTable("t_test".getBytes()); // Put put1 =new Put("002".getBytes()); // put1.add("cf1".getBytes(), "name".getBytes(), "王五".getBytes()); // table.put(put1); Put newput =new Put("001".getBytes()); newput.add("cf1".getBytes(), "like".getBytes(), "看书".getBytes()); boolean f= table.checkAndPut("001".getBytes(), "cf1".getBytes(), "age".getBytes(), "24".getBytes(), newput); System.out.println(f); }catch (Exception e){ e.printStackTrace(); } } }

     2.原始Api

    package com.sxt.hbase;
    
    import java.io.IOException;
    import java.text.SimpleDateFormat;
    import java.util.ArrayList;
    import java.util.List;
    import java.util.Random;
    
    import org.apache.hadoop.conf.Configuration;
    import org.apache.hadoop.hbase.Cell;
    import org.apache.hadoop.hbase.CellUtil;
    import org.apache.hadoop.hbase.HColumnDescriptor;
    import org.apache.hadoop.hbase.HTableDescriptor;
    import org.apache.hadoop.hbase.TableName;
    import org.apache.hadoop.hbase.client.Get;
    import org.apache.hadoop.hbase.client.HBaseAdmin;
    import org.apache.hadoop.hbase.client.HTable;
    import org.apache.hadoop.hbase.client.Put;
    import org.apache.hadoop.hbase.client.Result;
    import org.apache.hadoop.hbase.client.ResultScanner;
    import org.apache.hadoop.hbase.client.Scan;
    import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;
    import org.apache.hadoop.hbase.filter.FilterList;
    import org.apache.hadoop.hbase.filter.PrefixFilter;
    import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
    import org.junit.After;
    import org.junit.Before;
    import org.junit.Test;
    
    public class HBaseDemo {
    
        Configuration conf;
        HBaseAdmin admin;
        HTable htable;
        byte[] family = "cf".getBytes();
        
        // 1、删除 cell??
        // 2、表设计
        
        
        String TN = "phone";
        
        @Before
        public void begin() throws Exception {
            conf = new Configuration();
            
            // 分布式hbase  zk列表指定zk集群
            conf.set("hbase.zookeeper.quorum", "node05");
            
            admin = new HBaseAdmin(conf);//通过admin对象操作DDL语言
            htable = new HTable(conf, TN);//通过Htable对象操作表DML语言
        }
        
        @After
        public void end() throws Exception {
            if(admin != null) {
                admin.close();
            }
            if(htable != null) {
                htable.close();
            }
        }
    
        @Test
        public void createTbl() throws Exception {
            if(admin.tableExists(TN)) {
                admin.disableTable(TN);
                admin.deleteTable(TN);
            }
            
            HTableDescriptor desc = new HTableDescriptor(TableName.valueOf(TN));//表的描述
    
            HColumnDescriptor cf = new HColumnDescriptor("cf");
            cf.setInMemory(true);//设置读缓存
            cf.setMaxVersions(1);
            
            desc.addFamily(cf);//创建表的时候必须制定列族,相当于一个DDL语言描述。
            
            admin.createTable(desc);
        }
        
        @Test
        public void insertDB1() throws Exception {
            String rowkey = "123";
            
            Put put = new Put(rowkey.getBytes());
            put.add("cf".getBytes(), "name".getBytes(), "xiaoming".getBytes());
            put.add("cf".getBytes(), "sex".getBytes(), "man".getBytes());
            
            htable.put(put);
        }
        
        @Test
        public void getDB1() throws Exception {
            String rowkey = "123";
            Get get = new Get(rowkey.getBytes());
            get.addColumn("cf".getBytes(), "name".getBytes());
            
            Result rs = htable.get(get);
            Cell cell = rs.getColumnLatestCell("cf".getBytes(), "name".getBytes());//result返回的是一个Cell对象
            
            System.out.println(new String(CellUtil.cloneValue(cell)));//取出Cell对象中的值
        }
        
        /**
         * 通话详单 
         * 包含:手机号,对方手机号,日期,通话时长,主叫被叫类型...
         * 
         * Rowkey设计:手机号_(Long.Max-时间戳)
         * 
         * 1、查询某个月份 的  所有的通话详单  时间降序
         * 
         * 2、查询某个手机号   所有主叫类型   通话记录
         * @throws Exception
         */
        
        HTools t = new HTools();
        
        Random r = new Random();
    
        SimpleDateFormat sdf = new SimpleDateFormat("yyyyMMddHHmmss");
        
        /**
         * 生成测试数据
         * 
         * 十个用户 产生一百条通话记录 
         */
        @Test
        public void insertDB2() throws Exception {
            
            
            List<Put> puts = new ArrayList<Put>();
            
            for (int i = 0; i < 10; i++) {
                String pnum = t.getPhoneNum("186");
                
                for (int j = 0; j < 100; j++) {
                    String dnum = t.getPhoneNum("177");
                    String datestr = t.getDate("2018");
                    String length = r.nextInt(99) + "";
                    String type = r.nextInt(2) + "";
                    
                    String rowkey = pnum + "_" + (Long.MAX_VALUE-sdf.parse(datestr).getTime());//默认Hbase是按照row_key的字典升序排列,此处降序。
                    
                    Put put = new Put(rowkey.getBytes());
    
                    put.add(family, "dnum".getBytes(), dnum.getBytes());
                    put.add(family, "date".getBytes(), datestr.getBytes());
                    put.add(family, "length".getBytes(), length.getBytes());
                    put.add(family, "type".getBytes(), type.getBytes());
                    
                    puts.add(put);
                }
            }
            
            htable.put(puts);
        }
        
        /**
         * 查询某个手机号  某个月份所有的通话记录
         * 范围
         * @throws Exception
         */
        @Test
        public void scanDB1() throws Exception {
            Scan scan = new Scan();
            
            String pnum = "18692739289_";
    
            String startRowkey = pnum + (Long.MAX_VALUE-sdf.parse("20181001000000").getTime());
            String stopRowkey = pnum + (Long.MAX_VALUE-sdf.parse("20180901000000").getTime());
            
            scan.setStartRow(startRowkey.getBytes());
            scan.setStopRow(stopRowkey.getBytes());//scan操作设置起始和结束的rowkey
            
            ResultScanner rss = htable.getScanner(scan);//返回一个Result集合。
            for (Result rs : rss) {//遍历Result集合
                System.out.print(new String(CellUtil.cloneValue(rs.getColumnLatestCell(family, "dnum".getBytes()))));//得到一条条数据。
                System.out.print(" - " + new String(CellUtil.cloneValue(rs.getColumnLatestCell(family, "date".getBytes()))));
                System.out.print(" - " + new String(CellUtil.cloneValue(rs.getColumnLatestCell(family, "type".getBytes()))));
                System.out.println(" - " + new String(CellUtil.cloneValue(rs.getColumnLatestCell(family, "length".getBytes()))));
            }
        }
        
        /**
         * 查询某个手机号  所有的主叫type=1
         * 过滤器
         * @throws Exception 
         */
        @Test
        public void scanDB2() throws Exception {
            Scan scan = new Scan();
            
            FilterList list = new FilterList(FilterList.Operator.MUST_PASS_ALL);//定义多个过滤器,必须全部筛选
            
            PrefixFilter filter1 = new PrefixFilter("18692739289".getBytes());//前缀过滤器,先返回所有以这个判定条件的rowkey
            list.addFilter(filter1);
            
            SingleColumnValueFilter filter2 = new SingleColumnValueFilter(family, //列值过滤器,因为是两个查询条件,所以需要两个过滤器
                    "type".getBytes(), CompareOp.EQUAL, "1".getBytes()); //判断所有type等于1的值
            
            list.addFilter(filter2);//加第二个过滤器
            
            scan.setFilter(list);
            
            ResultScanner rss = htable.getScanner(scan);
            for (Result rs : rss) {
                System.out.print(new String(CellUtil.cloneValue(rs.getColumnLatestCell(family, "dnum".getBytes()))));
                System.out.print(" - " + new String(CellUtil.cloneValue(rs.getColumnLatestCell(family, "date".getBytes()))));
                System.out.print(" - " + new String(CellUtil.cloneValue(rs.getColumnLatestCell(family, "type".getBytes()))));
                System.out.println(" - " + new String(CellUtil.cloneValue(rs.getColumnLatestCell(family, "length".getBytes()))));
            }
            
        }
        
    }

     解析:

    1.

    String rowkey = pnum + "_" + (Long.MAX_VALUE-sdf.parse(datestr).getTime());//默认Hbase是按照row_key的字典升序排列,此处降序。时间戳越来越大,则此数越来越小,达到按照时间降序的结果。

    2.过滤器介绍

    FilterList代表一个过滤器列表
            FilterList.Operator.MUST_PASS_ALL --> 取交集 相当一and操作
            FilterList.Operator.MUST_PASS_ONE --> 取并集 相当于or 操作
            FilterList list = new FilterList(FilterList.Operator.MUST_PASS_ONE);
            2、SingleColumnValueFilter 列值过滤器
            ColumnPrefixFilter用于指定列名前缀值相等
            MultipleColumnPrefixFilter和ColumnPrefixFilter行为差不多,但可以指定多个前缀。
            QualifierFilter是基于列名的过滤器。
            2、RowFilter 行过滤器
            RegexStringComparator是支持正则表达式的比较器。
            SubstringComparator用于检测一个子串是否存在于值中,大小写不敏感。
  • 相关阅读:
    生成lua的静态库.动态库.lua.exe和luac.exe
    Eclipse 常用快捷键 (动画讲解)
    Lua table之弱引用
    编程语言简史(转)
    sublime text 下的Markdown写作
    使用python拼接多张图片.二三事
    Lua标准库- 模块(Modules)
    lua的私有性(privacy)
    Lua字符串库(整理)
    字符编码的故事(转)
  • 原文地址:https://www.cnblogs.com/LHWorldBlog/p/8297706.html
Copyright © 2011-2022 走看看