首页 > 其他 > 详细

代码片段3

时间:2019-11-12 23:13:24      阅读:94      评论:0      收藏:0      [点我收藏+]

package com.glsx.main;

import com.glsx.constants.Constant;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.*;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.util.Bytes;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.io.IOException;
import java.util.Map;

public class SplitMain {
private static final Logger LOG = LoggerFactory.getLogger(SplitMain.class);

public static void main(String[] args) throws IOException {
    LOG.info("The job starting...");
    long begin = System.currentTimeMillis();

    Configuration conf = HBaseConfiguration.create();
    conf.set("hbase.zookeeper.quorum", "hadoop-offline-60,hadoop-offline-61,hadoop-offline-62");

    Connection connection = ConnectionFactory.createConnection(conf);
    Admin admin = connection.getAdmin();

    int numTotalSplit = 0;
    ClusterStatus clusterStatus = admin.getClusterStatus();
    for (ServerName sn : clusterStatus.getServers()) {
        int maxSplitByServer = 0;
        ServerLoad serverLoad = clusterStatus.getLoad(sn);
        Map<byte[], RegionLoad> regionsLoad = serverLoad.getRegionsLoad();
        for (Map.Entry<byte[], RegionLoad> rl : regionsLoad.entrySet()) {
            RegionLoad rlValue = rl.getValue();
            String regionName = Bytes.toStringBinary(rlValue.getName());

            int storefileSizeMB = rlValue.getStorefileSizeMB();
            if (storefileSizeMB > Constant.STOREFILES_SIZE_GB *1024) {
                ++numTotalSplit;
                ++maxSplitByServer;
                LOG.info("HostName=" + sn.getHostname() + ",regionName=" + regionName + ", storefileSizeMB=" + storefileSizeMB + "MB");
                admin.splitRegion(rlValue.getName());

                if (maxSplitByServer == Constant.MAX_SPLIT_BY_SERVER) break;
            }
        }
    }

    LOG.info("splitCount=" + numTotalSplit);


    admin.close();
    connection.close();


    LOG.info("The job is ended, total cost time :" + (System.currentTimeMillis()-begin)/1000 + "s");
}

}

代码片段3

原文:https://www.cnblogs.com/riordon/p/11844741.html

(0)
(0)
   
举报
评论 一句话评论(0
关于我们 - 联系我们 - 留言反馈 - 联系我们:wmxa8@hotmail.com
© 2014 bubuko.com 版权所有
打开技术之扣,分享程序人生!