private boolean shouldSplitRegion() { if(server.getNumberOfOnlineRegions() > 0.9*regionSplitLimit) { LOG.warn("Total number of regions is approaching the upper limit " + regionSplitLimit + ". " + "Please consider taking a look at http://hbase.apache.org/book.html#ops.regionmgt"); } return (regionSplitLimit > server.getNumberOfOnlineRegions()); }
@Override public boolean evaluate() throws Exception { return regionServer.getNumberOfOnlineRegions() == numRegions; } });
@Override public boolean evaluate() throws Exception { return regionServer.getNumberOfOnlineRegions() == 0; } });
private boolean areAllUserRegionsOffline() { if (getNumberOfOnlineRegions() > 2) return false; boolean allUserRegionsOffline = true; for (Map.Entry<String, HRegion> e: this.onlineRegions.entrySet()) { if (!e.getValue().getRegionInfo().isMetaRegion()) { allUserRegionsOffline = false; break; } } return allUserRegionsOffline; }
try { while (!isOnlineRegionsEmpty()) { int count = getNumberOfOnlineRegions();
/** * UT for HBASE-21746 */ @Test public void testLoadMetaRegion() throws Exception { HRegionServer rsWithMeta = TEST_UTIL.getMiniHBaseCluster().getRegionServerThreads().stream() .map(t -> t.getRegionServer()) .filter(rs -> rs.getRegions(TableName.META_TABLE_NAME).size() > 0).findFirst().get(); int onlineRegions = rsWithMeta.getNumberOfOnlineRegions(); String rsName = rsWithMeta.getServerName().getAddress().toString(); try (RegionMover rm = new RegionMoverBuilder(rsName, TEST_UTIL.getConfiguration()).ack(true).build()) { LOG.info("Unloading " + rsWithMeta.getServerName()); rm.unload(); assertEquals(0, rsWithMeta.getNumberOfOnlineRegions()); LOG.info("Loading " + rsWithMeta.getServerName()); rm.load(); assertEquals(onlineRegions, rsWithMeta.getNumberOfOnlineRegions()); } }
String excludeHostname = excludeServer.getServerName().getHostname(); int excludeServerPort = excludeServer.getServerName().getPort(); int regionsExcludeServer = excludeServer.getNumberOfOnlineRegions(); String excludeServerName = excludeHostname + ":" + Integer.toString(excludeServerPort); fos.write(excludeServerName); rm.unload(); LOG.info("Unloading " + rs); assertEquals(0, regionServer.getNumberOfOnlineRegions()); assertEquals(regionsExcludeServer, cluster.getRegionServer(1).getNumberOfOnlineRegions()); LOG.info("Before:" + regionsExcludeServer + " After:" + cluster.getRegionServer(1).getNumberOfOnlineRegions());
private int getNumberOfOnlineRegions(MiniHBaseCluster cluster) { int numFound = 0; for (RegionServerThread rst : cluster.getLiveRegionServerThreads()) { numFound += rst.getRegionServer().getNumberOfOnlineRegions(); } for (MasterThread mt : cluster.getMasterThreads()) { numFound += mt.getMaster().getNumberOfOnlineRegions(); } return numFound; }
@Test public void testWithAck() throws Exception { MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster(); HRegionServer regionServer = cluster.getRegionServer(0); String rsName = regionServer.getServerName().getAddress().toString(); int numRegions = regionServer.getNumberOfOnlineRegions(); RegionMoverBuilder rmBuilder = new RegionMoverBuilder(rsName, TEST_UTIL.getConfiguration()).ack(true).maxthreads(8); try (RegionMover rm = rmBuilder.build()) { LOG.info("Unloading " + regionServer.getServerName()); rm.unload(); assertEquals(0, regionServer.getNumberOfOnlineRegions()); LOG.info("Successfully Unloaded\nNow Loading"); rm.load(); assertEquals(numRegions, regionServer.getNumberOfOnlineRegions()); // Repeat the same load. It should be very fast because all regions are already moved. rm.load(); } }
/** * Counts the total numbers of regions being served by the currently online * region servers by asking each how many regions they have. Does not look * at hbase:meta at all. Count includes catalog tables. * @return number of regions being served by all region servers */ public long countServedRegions() { long count = 0; for (JVMClusterUtil.RegionServerThread rst : getLiveRegionServerThreads()) { count += rst.getRegionServer().getNumberOfOnlineRegions(); } for (JVMClusterUtil.MasterThread mt : getLiveMasterThreads()) { count += mt.getMaster().getNumberOfOnlineRegions(); } return count; }
TEST_UTIL.getHBaseCluster().getRegionServer(killIndex).getNumberOfOnlineRegions() == 0); LOG.debug("Stopping RS " + serverToKill); Map<RegionInfo, Pair<ServerName, ServerName>> regionsToVerify = new HashMap<>();
while (liveRS.getRegionServer().getNumberOfOnlineRegions() != 0) { Thread.sleep(100);
/** * UT for HBASE-21746 */ @Test public void testTargetServerDeadWhenLoading() throws Exception { HRegionServer rs = TEST_UTIL.getMiniHBaseCluster().getRegionServer(0); String rsName = rs.getServerName().getAddress().toString(); Configuration conf = new Configuration(TEST_UTIL.getConfiguration()); // wait 5 seconds at most conf.setInt(RegionMover.SERVERSTART_WAIT_MAX_KEY, 5); String filename = new Path(TEST_UTIL.getDataTestDir(), "testTargetServerDeadWhenLoading").toString(); // unload the region server try (RegionMover rm = new RegionMoverBuilder(rsName, conf).filename(filename).ack(true).build()) { LOG.info("Unloading " + rs.getServerName()); rm.unload(); assertEquals(0, rs.getNumberOfOnlineRegions()); } String inexistRsName = "whatever:123"; try (RegionMover rm = new RegionMoverBuilder(inexistRsName, conf).filename(filename).ack(true).build()) { // load the regions to an inexist region server, which should fail and return false LOG.info("Loading to an inexist region server {}", inexistRsName); assertFalse(rm.load()); } } }
HRegionServer regionServer = cluster.getRegionServer(0); String rsName = regionServer.getServerName().getAddress().toString(); int numRegions = regionServer.getNumberOfOnlineRegions(); RegionMoverBuilder rmBuilder = new RegionMoverBuilder(rsName, TEST_UTIL.getConfiguration()).ack(false);
private boolean shouldSplitRegion() { if(server.getNumberOfOnlineRegions() > 0.9*regionSplitLimit) { LOG.warn("Total number of regions is approaching the upper limit " + regionSplitLimit + ". " + "Please consider taking a look at http://hbase.apache.org/book.html#ops.regionmgt"); } return (regionSplitLimit > server.getNumberOfOnlineRegions()); }
@Override public boolean evaluate() throws Exception { return regionServer.getNumberOfOnlineRegions() < noRegions; } });
@Override public boolean evaluate() throws Exception { return regionServer.getNumberOfOnlineRegions() > 0; } });
private boolean areAllUserRegionsOffline() { if (getNumberOfOnlineRegions() > 2) return false; boolean allUserRegionsOffline = true; for (Map.Entry<String, Region> e: this.onlineRegions.entrySet()) { if (!e.getValue().getRegionInfo().isMetaTable()) { allUserRegionsOffline = false; break; } } return allUserRegionsOffline; }
private boolean areAllUserRegionsOffline() { if (getNumberOfOnlineRegions() > 2) return false; boolean allUserRegionsOffline = true; for (Map.Entry<String, HRegion> e: this.onlineRegions.entrySet()) { if (!e.getValue().getRegionInfo().isMetaTable()) { allUserRegionsOffline = false; break; } } return allUserRegionsOffline; }
private int getNumberOfOnlineRegions(MiniHBaseCluster cluster) { int numFound = 0; for (RegionServerThread rst : cluster.getLiveRegionServerThreads()) { numFound += rst.getRegionServer().getNumberOfOnlineRegions(); } for (MasterThread mt : cluster.getMasterThreads()) { numFound += mt.getMaster().getNumberOfOnlineRegions(); } return numFound; }