/** * Get backup system table descriptor * @return table's descriptor */ public static TableDescriptor getSystemTableForBulkLoadedDataDescriptor(Configuration conf) { TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(getTableNameForBulkLoadedData(conf)); ColumnFamilyDescriptorBuilder colBuilder = ColumnFamilyDescriptorBuilder.newBuilder(SESSIONS_FAMILY); colBuilder.setMaxVersions(1); Configuration config = HBaseConfiguration.create(); int ttl = config.getInt(BackupRestoreConstants.BACKUP_SYSTEM_TTL_KEY, BackupRestoreConstants.BACKUP_SYSTEM_TTL_DEFAULT); colBuilder.setTimeToLive(ttl); ColumnFamilyDescriptor colSessionsDesc = colBuilder.build(); builder.setColumnFamily(colSessionsDesc); colBuilder = ColumnFamilyDescriptorBuilder.newBuilder(META_FAMILY); colBuilder.setTimeToLive(ttl); builder.setColumnFamily(colBuilder.build()); return builder.build(); }
/** * Get backup system table descriptor * @return table's descriptor */ public static TableDescriptor getSystemTableDescriptor(Configuration conf) { TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(getTableName(conf)); ColumnFamilyDescriptorBuilder colBuilder = ColumnFamilyDescriptorBuilder.newBuilder(SESSIONS_FAMILY); colBuilder.setMaxVersions(1); Configuration config = HBaseConfiguration.create(); int ttl = config.getInt(BackupRestoreConstants.BACKUP_SYSTEM_TTL_KEY, BackupRestoreConstants.BACKUP_SYSTEM_TTL_DEFAULT); colBuilder.setTimeToLive(ttl); ColumnFamilyDescriptor colSessionsDesc = colBuilder.build(); builder.setColumnFamily(colSessionsDesc); colBuilder = ColumnFamilyDescriptorBuilder.newBuilder(META_FAMILY); colBuilder.setTimeToLive(ttl); builder.setColumnFamily(colBuilder.build()); return builder.build(); }
builder.setTimeToLive(ttl); Assert.assertEquals(50000, builder.build().getTimeToLive()); builder.setTimeToLive(ttl); Assert.assertEquals(50000, builder.build().getTimeToLive()); builder.setTimeToLive(ttl); Assert.assertEquals(0, builder.build().getTimeToLive()); builder.setTimeToLive(ttl); Assert.assertEquals(HConstants.FOREVER, builder.build().getTimeToLive()); builder.setTimeToLive(ttl); Assert.assertEquals(4201, builder.build().getTimeToLive()); builder.setTimeToLive(ttl); Assert.assertEquals(43282800, builder.build().getTimeToLive()); builder.setTimeToLive(ttl); Assert.assertEquals(43282800, builder.build().getTimeToLive());
@Test public void testSanityCheckMinVersion() throws IOException { error.expect(DoNotRetryIOException.class); error.expectMessage("MIN_VERSION > 0 is not supported for FIFO compaction"); TableName tableName = TableName.valueOf(getClass().getSimpleName() + "-MinVersion"); TableDescriptor desc = TableDescriptorBuilder.newBuilder(tableName) .setValue(DefaultStoreEngine.DEFAULT_COMPACTION_POLICY_CLASS_KEY, FIFOCompactionPolicy.class.getName()) .setValue(HConstants.HBASE_REGION_SPLIT_POLICY_KEY, DisabledRegionSplitPolicy.class.getName()) .setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(family).setTimeToLive(1) .setMinVersions(1).build()) .build(); TEST_UTIL.getAdmin().createTable(desc); }
@Test public void testSanityCheckBlockingStoreFiles() throws IOException { error.expect(DoNotRetryIOException.class); error.expectMessage("Blocking file count 'hbase.hstore.blockingStoreFiles'"); error.expectMessage("is below recommended minimum of 1000 for column family"); TableName tableName = TableName.valueOf(getClass().getSimpleName() + "-BlockingStoreFiles"); TableDescriptor desc = TableDescriptorBuilder.newBuilder(tableName) .setValue(DefaultStoreEngine.DEFAULT_COMPACTION_POLICY_CLASS_KEY, FIFOCompactionPolicy.class.getName()) .setValue(HConstants.HBASE_REGION_SPLIT_POLICY_KEY, DisabledRegionSplitPolicy.class.getName()) .setValue(HStore.BLOCKING_STOREFILES_KEY, "10") .setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(family).setTimeToLive(1).build()) .build(); TEST_UTIL.getAdmin().createTable(desc); }
private HStore prepareData() throws IOException { Admin admin = TEST_UTIL.getAdmin(); TableDescriptor desc = TableDescriptorBuilder.newBuilder(tableName) .setValue(DefaultStoreEngine.DEFAULT_COMPACTION_POLICY_CLASS_KEY, FIFOCompactionPolicy.class.getName()) .setValue(HConstants.HBASE_REGION_SPLIT_POLICY_KEY, DisabledRegionSplitPolicy.class.getName()) .setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(family).setTimeToLive(1).build()) .build(); admin.createTable(desc); Table table = TEST_UTIL.getConnection().getTable(tableName); TimeOffsetEnvironmentEdge edge = (TimeOffsetEnvironmentEdge) EnvironmentEdgeManager.getDelegate(); for (int i = 0; i < 10; i++) { for (int j = 0; j < 10; j++) { byte[] value = new byte[128 * 1024]; ThreadLocalRandom.current().nextBytes(value); table.put(new Put(Bytes.toBytes(i * 10 + j)).addColumn(family, qualifier, value)); } admin.flush(tableName); edge.increment(1001); } return getStoreWithName(tableName); }
.setTimeToLive(TTL_SECONDS).build()).build(); RegionInfo info = RegionInfoBuilder.newBuilder(TABLE).build(); HRegion region = HBaseTestingUtility
private static Table createTable() throws IOException { TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(TABLE_NAME); builder.setColumnFamily(ColumnFamilyDescriptorBuilder.of(CF1)); builder.setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(CF2).setTimeToLive(TTL) .build()); admin.createTable(builder.build()); return TEST_UTIL.getConnection().getTable(TABLE_NAME); }
.setValue(HConstants.HBASE_REGION_SPLIT_POLICY_KEY, DisabledRegionSplitPolicy.class.getName()) .setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(family).setTimeToLive(1).build()) .build(); Table table = TEST_UTIL.createTable(desc, null);
.setBlocksize(BLOCK_SIZE) .setBlockCacheEnabled(BLOCK_CACHE) .setTimeToLive(TTL) .build()).build(); admin.createTable(tableDesc, splitKeys).join();
.newBuilder(family).setMinVersions(minVersions).setTimeToLive(ttl).build());
builder.setTimeToLive(in.getTimeToLive());
.setBlocksize(BLOCK_SIZE) .setBlockCacheEnabled(BLOCK_CACHE) .setTimeToLive(TTL) .build() ).build();
/** * Helper method to modify the synced properties for a column family descriptor * @param cfdb The column family descriptor builder object * @throws SQLException */ private void modifySyncedPropsForCF(ColumnFamilyDescriptorBuilder cfdb) throws SQLException { cfdb.setTimeToLive(MODIFIED_TTL_VALUE); cfdb.setKeepDeletedCells(MODIFIED_KEEP_DELETED_CELLS_VALUE); cfdb.setScope(MODIFIED_REPLICATION_SCOPE_VALUE); }
final int v = 123; builder.setBlocksize(v); builder.setTimeToLive(v); builder.setBlockCacheEnabled(!HColumnDescriptor.DEFAULT_BLOCKCACHE); builder.setValue(Bytes.toBytes("a"), Bytes.toBytes("b"));
.addColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(PhoenixDatabaseMetaData.SYSTEM_MUTEX_FAMILY_NAME_BYTES) .setTimeToLive(TTL_FOR_MUTEX).build()) .build(); admin.createTable(tableDesc);
builder.setTimeToLive(ttl); Assert.assertEquals(50000, builder.build().getTimeToLive()); builder.setTimeToLive(ttl); Assert.assertEquals(50000, builder.build().getTimeToLive()); builder.setTimeToLive(ttl); Assert.assertEquals(0, builder.build().getTimeToLive()); builder.setTimeToLive(ttl); Assert.assertEquals(HConstants.FOREVER, builder.build().getTimeToLive()); builder.setTimeToLive(ttl); Assert.assertEquals(4201, builder.build().getTimeToLive()); builder.setTimeToLive(ttl); Assert.assertEquals(43282800, builder.build().getTimeToLive()); builder.setTimeToLive(ttl); Assert.assertEquals(43282800, builder.build().getTimeToLive());
private ColumnFamilyDescriptor setCFOptions(ColumnFamilyDescriptor cdesc, int ttlInSeconds) { ColumnFamilyDescriptor ret = null; if (null != compression && !compression.equals(COMPRESSION_DEFAULT)) { ret = compat.setCompression(cdesc, compression); } if (ttlInSeconds > 0) { ret = ColumnFamilyDescriptorBuilder.newBuilder(cdesc).setTimeToLive(ttlInSeconds).build(); } return ret; }
final int v = 123; builder.setBlocksize(v); builder.setTimeToLive(v); builder.setBlockCacheEnabled(!HColumnDescriptor.DEFAULT_BLOCKCACHE); builder.setValue(Bytes.toBytes("a"), Bytes.toBytes("b"));
private static Table createTable() throws IOException { TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(TABLE_NAME); builder.setColumnFamily(ColumnFamilyDescriptorBuilder.of(CF1)); builder.setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(CF2).setTimeToLive(TTL) .build()); admin.createTable(builder.build()); return TEST_UTIL.getConnection().getTable(TABLE_NAME); }