zoukankan      html  css  js  c++  java
  • 代码片段2

    package com.glsx.main;

    import com.glsx.constants.Constant;
    import org.apache.hadoop.conf.Configuration;
    import org.apache.hadoop.hbase.*;
    import org.apache.hadoop.hbase.client.Admin;
    import org.apache.hadoop.hbase.client.Connection;
    import org.apache.hadoop.hbase.client.ConnectionFactory;
    import org.apache.hadoop.hbase.util.Bytes;
    import org.slf4j.Logger;
    import org.slf4j.LoggerFactory;

    import java.io.IOException;
    import java.util.Map;

    public class CompactMain {
    private static final Logger LOG = LoggerFactory.getLogger(CompactMain.class);

    public static void main(String[] args) throws IOException {
        LOG.info("The job starting...");
        long begin = System.currentTimeMillis();
    
        Configuration conf = HBaseConfiguration.create();
        conf.set("hbase.zookeeper.quorum", "hadoop-offline-60,hadoop-offline-61,hadoop-offline-62");
    
        Connection connection = ConnectionFactory.createConnection(conf);
        Admin admin = connection.getAdmin();
    
        int numTotalCompact = 0;
        ClusterStatus clusterStatus = admin.getClusterStatus();
        for (ServerName sn : clusterStatus.getServers()) {
            int maxCompactByServer = 0;
            ServerLoad serverLoad = clusterStatus.getLoad(sn);
            for (Map.Entry<byte[], RegionLoad> regionLoadEntry : serverLoad.getRegionsLoad().entrySet()) {
                RegionLoad rlValue = regionLoadEntry.getValue();
                String regionName = Bytes.toStringBinary(rlValue.getName());
                if (rlValue.getStorefiles() >= Constant.NUM_STOREFILES) {
                    ++numTotalCompact;
                    ++maxCompactByServer;
                    LOG.info("HostName=" + sn.getHostname() + ",regionName=" + regionName + ", storefilesCount=" + rlValue.getStorefiles());
    
                    admin.majorCompactRegion(rlValue.getName());
    
                    if (maxCompactByServer == Constant.MAX_COMPACT_BY_SERVER) break;
                }
            }
        }
    
        LOG.info("numTotalCompact=" + numTotalCompact);
    
        admin.close();
        connection.close();
    
        LOG.info("The job is ended, total cost time :" + (System.currentTimeMillis()-begin)/1000 + "s");
    }
    

    }

  • 相关阅读:
    自己动手制作更好用的markdown编辑器-03
    自己动手制作更好用的markdown编辑器-02
    自己动手制作更好用的markdown编辑器-01
    使用hexo在github上搭建个人博客
    自己开发前端调试工具:Gungnir
    关于滚动更新的设计技巧
    看看Delphi中的列表(List)和泛型
    一个跟同事闲谈写出来的SQL脚本_算法循环_关系循环
    分享一个多线程实现[冒泡][选择][二分法]排序的例子
    八皇后回溯计算法研究
  • 原文地址:https://www.cnblogs.com/riordon/p/11844734.html
Copyright © 2011-2022 走看看