/** * Sets replication scope all & only the columns already in the builder. Columns added later won't * be backfilled with replication scope. * @param scope replication scope * @return a TableDescriptorBuilder */ public TableDescriptorBuilder setReplicationScope(int scope) { Map<byte[], ColumnFamilyDescriptor> newFamilies = new TreeMap<>(Bytes.BYTES_RAWCOMPARATOR); newFamilies.putAll(desc.families); newFamilies .forEach((cf, cfDesc) -> { desc.removeColumnFamily(cf); desc.setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(cfDesc).setScope(scope) .build()); }); return this; }
@Before public void setUp() throws Exception { baseConfiguration = HBaseConfiguration.create(); // smaller block size and capacity to trigger more operations // and test them baseConfiguration.setInt("hbase.regionserver.hlog.blocksize", 1024 * 20); baseConfiguration.setInt("replication.source.size.capacity", 1024); baseConfiguration.setLong("replication.source.sleepforretries", 100); baseConfiguration.setInt("hbase.regionserver.maxlogs", 10); baseConfiguration.setLong("hbase.master.logcleaner.ttl", 10); baseConfiguration.setBoolean(HConstants.REPLICATION_BULKLOAD_ENABLE_KEY, true); baseConfiguration.set("hbase.replication.source.fs.conf.provider", TestSourceFSConfigurationProvider.class.getCanonicalName()); baseConfiguration.set(HConstants.REPLICATION_CLUSTER_ID, "12345"); baseConfiguration.setLong(HConstants.THREAD_WAKE_FREQUENCY, 100); baseConfiguration.setStrings( CoprocessorHost.USER_REGION_COPROCESSOR_CONF_KEY, CoprocessorCounter.class.getName()); table = TableDescriptorBuilder.newBuilder(tableName) .setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(famName) .setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()) .setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(famName1) .setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()) .setColumnFamily(ColumnFamilyDescriptorBuilder.of(noRepfamName)).build(); }
.setBlocksize(conf.getInt(HConstants.HBASE_META_BLOCK_SIZE, HConstants.DEFAULT_HBASE_META_BLOCK_SIZE)) .setScope(HConstants.REPLICATION_SCOPE_LOCAL) .setInMemory(true) .setBlocksize(8 * 1024) .setScope(HConstants.REPLICATION_SCOPE_LOCAL) .setMaxVersions(HConstants.ALL_VERSIONS) .setInMemory(true) .setScope(HConstants.REPLICATION_SCOPE_LOCAL) .setBlocksize(conf.getInt(HConstants.HBASE_META_BLOCK_SIZE, HConstants.DEFAULT_HBASE_META_BLOCK_SIZE)) .setScope(HConstants.REPLICATION_SCOPE_LOCAL)
hadmin.createTable(TableDescriptorBuilder.newBuilder(TableName.valueOf(tName + i)) .setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(Bytes.toBytes(colFam)) .setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()) .build());
protected final TableName createTable() throws IOException, InterruptedException { TableName tableName = TableName.valueOf(name.getMethodName()); UTIL.getAdmin().createTable( TableDescriptorBuilder.newBuilder(tableName).setColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(CF).setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()).build()); UTIL.waitTableAvailable(tableName); return tableName; } }
/** * Create the ACL table * @throws IOException */ private static void createACLTable(Admin admin) throws IOException { /** Table descriptor for ACL table */ ColumnFamilyDescriptor cfd = ColumnFamilyDescriptorBuilder.newBuilder(AccessControlLists.ACL_LIST_FAMILY). setMaxVersions(1). setInMemory(true). setBlockCacheEnabled(true). setBlocksize(8 * 1024). setBloomFilterType(BloomType.NONE). setScope(HConstants.REPLICATION_SCOPE_LOCAL).build(); TableDescriptor td = TableDescriptorBuilder.newBuilder(AccessControlLists.ACL_TABLE_NAME). setColumnFamily(cfd).build(); admin.createTable(td); }
@Test public void testKillRS() throws Exception { TableName tableName = TableName.valueOf(name.getMethodName()); UTIL.getAdmin().createTable( TableDescriptorBuilder.newBuilder(tableName).setColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(CF).setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()).build()); UTIL.waitTableAvailable(tableName); try (Table table = UTIL.getConnection().getTable(tableName)) { for (int i = 0; i < 100; i++) { table.put(new Put(Bytes.toBytes(i)).addColumn(CF, CQ, Bytes.toBytes(i))); } } RegionServerThread thread = UTIL.getMiniHBaseCluster().getRegionServerThreads().stream() .filter(t -> !t.getRegionServer().getRegions(tableName).isEmpty()).findFirst().get(); thread.getRegionServer().abort("for testing"); thread.join(); try (Table table = UTIL.getConnection().getTable(tableName)) { for (int i = 100; i < 200; i++) { table.put(new Put(Bytes.toBytes(i)).addColumn(CF, CQ, Bytes.toBytes(i))); } } enablePeerAndWaitUntilReplicationDone(200); checkOrder(200); } }
.setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()) .setColumnFamily(ColumnFamilyDescriptorBuilder.of(noRepfamName)).build(); scopes = new TreeMap<>(Bytes.BYTES_COMPARATOR);
TableDescriptorBuilder.newBuilder(tableName) .setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(CF) .setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()) .build(), new byte[][] { splitKey });
TableDescriptor td = TableDescriptorBuilder.newBuilder(tableName).setColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(family).setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()).build(); UTIL.createTable(td, null);
builder.setScope(in.getScope());
.setMaxVersions(100).setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build(); TableDescriptor table = TableDescriptorBuilder.newBuilder(tableName).setColumnFamily(fam).build();
TableDescriptor td = TableDescriptorBuilder.newBuilder(TABLE_NAME).setColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(CF).setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()).build(); UTIL1.getAdmin().createTable(td); UTIL2.getAdmin().createTable(td);
TableDescriptorBuilder .newBuilder(tablename).setColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(familyName).setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()) .build();
@BeforeClass public static void setUpBeforeClass() throws Exception { TestReplicationBase.setUpBeforeClass(); connection1 = ConnectionFactory.createConnection(conf1); connection2 = ConnectionFactory.createConnection(conf2); admin1 = connection1.getAdmin(); admin2 = connection2.getAdmin(); admin1.createNamespace(NamespaceDescriptor.create(ns1).build()); admin1.createNamespace(NamespaceDescriptor.create(ns2).build()); admin2.createNamespace(NamespaceDescriptor.create(ns1).build()); admin2.createNamespace(NamespaceDescriptor.create(ns2).build()); TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(tabAName); builder.setColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(f1Name).setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()); builder.setColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(f2Name).setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()); TableDescriptor tabA = builder.build(); admin1.createTable(tabA); admin2.createTable(tabA); builder = TableDescriptorBuilder.newBuilder(tabBName); builder.setColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(f1Name).setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()); builder.setColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(f2Name).setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()); TableDescriptor tabB = builder.build(); admin1.createTable(tabB); admin2.createTable(tabB); }
TableDescriptorBuilder .newBuilder(tablename).setColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(familyName).setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()) .build();
UTIL.getAdmin().createTable( TableDescriptorBuilder.newBuilder(TABLE_NAME).setColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(CF).setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()).build()); UTIL.waitTableAvailable(TABLE_NAME); try (Table table = UTIL.getConnection().getTable(TABLE_NAME)) {
@BeforeClass public static void setUp() throws Exception { UTIL.startMiniCluster(); UTIL.getAdmin().createTable(TableDescriptorBuilder.newBuilder(TABLE_NOT_REPLICATE) .setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(CF).build()).build()); UTIL.getAdmin().createTable(TableDescriptorBuilder.newBuilder(TABLE_NEED_REPLICATE) .setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(CF) .setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()).build()); tableNotReplicate = UTIL.getConnection().getTable(TABLE_NOT_REPLICATE); tableNeedReplicate = UTIL.getConnection().getTable(TABLE_NEED_REPLICATE); }
.setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()) .setColumnFamily(ColumnFamilyDescriptorBuilder.of(f2)).build();
= ColumnFamilyDescriptorBuilder.newBuilder(HConstants.CATALOG_FAMILY) .setInMemory(true) .setScope(HConstants.REPLICATION_SCOPE_LOCAL) .setBloomFilterType(BloomType.NONE); final int v = 123; builder.setInMemory(!HColumnDescriptor.DEFAULT_IN_MEMORY); boolean inmemory = builder.build().isInMemory(); builder.setScope(v); builder.setDataBlockEncoding(DataBlockEncoding.FAST_DIFF); builder.setBloomFilterType(BloomType.ROW);