TableDescriptorBuilder.newBuilder(td).setMaxFileSize(newValue).build();
private Table setupTable(TableName tableName) throws Exception { TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(tableName); // Flush many files, but do not compact immediately // Make sure that the region does not split builder .setMemStoreFlushSize(5000) .setRegionSplitPolicyClassName(ConstantSizeRegionSplitPolicy.class.getName()) .setMaxFileSize(100 * 1024 * 1024) .setValue("hbase.hstore.compactionThreshold", "250"); TableDescriptor td = builder.build(); byte[] fam = Bytes.toBytes("fam"); Table table = TEST_UTIL.createTable(td, new byte[][] {fam}, TEST_UTIL.getConfiguration()); TEST_UTIL.loadTable(table, fam); return table; } }
/** * Test default value handling for maxFileSize */ @Test public void testGetMaxFileSize() { TableDescriptor desc = TableDescriptorBuilder .newBuilder(TableName.valueOf(name.getMethodName())).build(); assertEquals(-1, desc.getMaxFileSize()); desc = TableDescriptorBuilder .newBuilder(TableName.valueOf(name.getMethodName())) .setMaxFileSize(1111L).build(); assertEquals(1111L, desc.getMaxFileSize()); }
@Test public void testModifyTableOnTableWithRegionReplicas() throws Exception { TableName tableName = TableName.valueOf(name.getMethodName()); TableDescriptor desc = TableDescriptorBuilder.newBuilder(tableName) .setColumnFamily(ColumnFamilyDescriptorBuilder.of(Bytes.toBytes("cf"))) .setRegionReplication(5) .build(); admin.createTable(desc); int maxFileSize = 10000000; TableDescriptor newDesc = TableDescriptorBuilder.newBuilder(desc) .setMaxFileSize(maxFileSize) .build(); admin.modifyTable(newDesc); TableDescriptor newTableDesc = admin.getDescriptor(tableName); assertEquals(maxFileSize, newTableDesc.getMaxFileSize()); } }
private static void setupTables() throws IOException { // Get the table name. tableName = TableName.valueOf(util.getConfiguration() .get("hbase.IntegrationTestMTTR.tableName", "IntegrationTestMTTR")); loadTableName = TableName.valueOf(util.getConfiguration() .get("hbase.IntegrationTestMTTR.loadTableName", "IntegrationTestMTTRLoadTestTool")); if (util.getAdmin().tableExists(tableName)) { util.deleteTable(tableName); } if (util.getAdmin().tableExists(loadTableName)) { util.deleteTable(loadTableName); } // Create the table. If this fails then fail everything. TableDescriptor tableDescriptor = util.getAdmin().getDescriptor(tableName); TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(tableDescriptor); // Make the max file size huge so that splits don't happen during the test. builder.setMaxFileSize(Long.MAX_VALUE); ColumnFamilyDescriptorBuilder colDescriptorBldr = ColumnFamilyDescriptorBuilder.newBuilder(FAMILY); colDescriptorBldr.setMaxVersions(1); builder.setColumnFamily(colDescriptorBldr.build()); util.getAdmin().createTable(builder.build()); // Setup the table for LoadTestTool int ret = loadTool.run(new String[]{"-tn", loadTableName.getNameAsString(), "-init_only"}); assertEquals("Failed to initialize LoadTestTool", 0, ret); }
@Test public void testPb() throws DeserializationException, IOException { final int v = 123; TableDescriptor htd = TableDescriptorBuilder.newBuilder(TableName.META_TABLE_NAME) .setMaxFileSize(v) .setDurability(Durability.ASYNC_WAL) .setReadOnly(true) .setRegionReplication(2) .build(); byte [] bytes = TableDescriptorBuilder.toByteArray(htd); TableDescriptor deserializedHtd = TableDescriptorBuilder.parseFrom(bytes); assertEquals(htd, deserializedHtd); assertEquals(v, deserializedHtd.getMaxFileSize()); assertTrue(deserializedHtd.isReadOnly()); assertEquals(Durability.ASYNC_WAL, deserializedHtd.getDurability()); assertEquals(2, deserializedHtd.getRegionReplication()); }
/** * Test default value handling for maxFileSize */ @Test public void testGetMaxFileSize() { TableDescriptor desc = TableDescriptorBuilder .newBuilder(TableName.valueOf(name.getMethodName())).build(); assertEquals(-1, desc.getMaxFileSize()); desc = TableDescriptorBuilder .newBuilder(TableName.valueOf(name.getMethodName())) .setMaxFileSize(1111L).build(); assertEquals(1111L, desc.getMaxFileSize()); }
@Test public void testPb() throws DeserializationException, IOException { final int v = 123; TableDescriptor htd = TableDescriptorBuilder.newBuilder(TableName.META_TABLE_NAME) .setMaxFileSize(v) .setDurability(Durability.ASYNC_WAL) .setReadOnly(true) .setRegionReplication(2) .build(); byte [] bytes = TableDescriptorBuilder.toByteArray(htd); TableDescriptor deserializedHtd = TableDescriptorBuilder.parseFrom(bytes); assertEquals(htd, deserializedHtd); assertEquals(v, deserializedHtd.getMaxFileSize()); assertTrue(deserializedHtd.isReadOnly()); assertEquals(Durability.ASYNC_WAL, deserializedHtd.getDurability()); assertEquals(2, deserializedHtd.getRegionReplication()); }
public static Pair<TableDescriptor,TableDescriptor> makeLayeredTableDescripter(TableDescriptor hot, TableDescriptor cold,long ttl) { TableDescriptor newHot = TableDescriptorBuilder.newBuilder(hot) .setValue(HConstants.STORE_ENGINE_CLASS_KEY,HConstants.TRANSFER_STOREENGINE_CLASS) .setValue(HConstants.SINK_TABLE_NAME,cold.getTableName().toString()) .setValue(HConstants.SOURCE_TTL,String.valueOf(ttl)) .build(); TableDescriptor newCold = TableDescriptorBuilder.newBuilder(cold) .setValue(HConstants.SOURCE_TABLE_NAME,hot.getTableName().toString()) .setValue(HConstants.HFILE_STORAGE_POLICY,HConstants.COLD_HFLLE) .setMaxFileSize(HConstants.COLD_REGION_MAX_FILE_SIZE) .setValue(HConstants.BLOCKING_STOREFILES_KEY, String.valueOf(HConstants.COLD_BLOCKING_STOREFILE_COUNT)) .build(); return new Pair<>(newHot,newCold); }
private Table setupTable(TableName tableName) throws Exception { TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(tableName); // Flush many files, but do not compact immediately // Make sure that the region does not split builder .setMemStoreFlushSize(5000) .setRegionSplitPolicyClassName(ConstantSizeRegionSplitPolicy.class.getName()) .setMaxFileSize(100 * 1024 * 1024) .setValue("hbase.hstore.compactionThreshold", "250"); TableDescriptor td = builder.build(); byte[] fam = Bytes.toBytes("fam"); Table table = TEST_UTIL.createTable(td, new byte[][] {fam}, TEST_UTIL.getConfiguration()); TEST_UTIL.loadTable(table, fam); return table; } }
TableDescriptorBuilder.newBuilder(td).setMaxFileSize(newValue).build();
private static void setupTables() throws IOException { // Get the table name. tableName = TableName.valueOf(util.getConfiguration() .get("hbase.IntegrationTestMTTR.tableName", "IntegrationTestMTTR")); loadTableName = TableName.valueOf(util.getConfiguration() .get("hbase.IntegrationTestMTTR.loadTableName", "IntegrationTestMTTRLoadTestTool")); if (util.getAdmin().tableExists(tableName)) { util.deleteTable(tableName); } if (util.getAdmin().tableExists(loadTableName)) { util.deleteTable(loadTableName); } // Create the table. If this fails then fail everything. TableDescriptor tableDescriptor = util.getAdmin().getDescriptor(tableName); TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(tableDescriptor); // Make the max file size huge so that splits don't happen during the test. builder.setMaxFileSize(Long.MAX_VALUE); ColumnFamilyDescriptorBuilder colDescriptorBldr = ColumnFamilyDescriptorBuilder.newBuilder(FAMILY); colDescriptorBldr.setMaxVersions(1); builder.setColumnFamily(colDescriptorBldr.build()); util.getAdmin().createTable(builder.build()); // Setup the table for LoadTestTool int ret = loadTool.run(new String[]{"-tn", loadTableName.getNameAsString(), "-init_only"}); assertEquals("Failed to initialize LoadTestTool", 0, ret); }