.setSegmentAssignmentStrategy("BalanceNumSegmentAssignmentStrategy").setNumReplicas(numReplicas).build(); _pinotHelixResourceManager.addTable(tableConfig);
.setSegmentAssignmentStrategy("RandomAssignmentStrategy").setNumReplicas(NUM_REPLICA).build(); _pinotHelixResourceManager.addTable(tableConfig);
@BeforeClass public void setUp() throws Exception { startZk(); startController(); ControllerRequestBuilderUtil .addFakeBrokerInstancesToAutoJoinHelixCluster(getHelixClusterName(), ZkStarter.DEFAULT_ZK_STR, 5, true); ControllerRequestBuilderUtil .addFakeDataInstancesToAutoJoinHelixCluster(getHelixClusterName(), ZkStarter.DEFAULT_ZK_STR, 5, true); Assert.assertEquals(_helixAdmin.getInstancesInClusterWithTag(getHelixClusterName(), "DefaultTenant_BROKER").size(), 5); // Adding table TableConfig tableConfig = new TableConfig.Builder(CommonConstants.Helix.TableType.OFFLINE).setTableName(TABLE_NAME) .setSegmentAssignmentStrategy("RandomAssignmentStrategy").setNumReplicas(2).build(); _helixResourceManager.addTable(tableConfig); }
tableConfigBuilder.setSegmentAssignmentStrategy("ReplicaGroupSegmentAssignmentStrategy").build(); tableConfig.getValidationConfig().setReplicaGroupStrategyConfig(replicaGroupConfig);
.setSegmentAssignmentStrategy("ReplicaGroupSegmentAssignmentStrategy").build();
.setSegmentAssignmentStrategy("RandomAssignmentStrategy").setNumReplicas(NUM_REPLICA).build(); _pinotHelixResourceManager.addTable(tableConfig); .setSegmentAssignmentStrategy("ReplicaGroupSegmentAssignmentStrategy").build();
.setSegmentAssignmentStrategy("ReplicaGroupSegmentAssignmentStrategy").build();
private void setUpTable() throws Exception { // Create table config TableConfig tableConfig = new TableConfig.Builder(CommonConstants.Helix.TableType.OFFLINE).setTableName(TABLE_NAME).setNumReplicas(2) .setSegmentAssignmentStrategy("RandomAssignmentStrategy").build(); // Create the table and upload segments _helixResourceManager.addTable(tableConfig); // Wait for table addition while (!_helixResourceManager.hasOfflineTable(TABLE_NAME)) { Thread.sleep(100); } // Upload segments ReplicaGroupTestUtils.uploadMultipleSegmentsWithPartitionNumber(TABLE_NAME, INITIAL_NUM_SEGMENTS, PARTITION_COLUMN, _helixResourceManager, 1); // Wait for all segments appear in the external view while (!allSegmentsPushedToIdealState(TABLE_NAME, INITIAL_NUM_SEGMENTS)) { Thread.sleep(100); } }
private TableConfig buildOfflineTableConfig() throws Exception { // Create the replica group aware assignment strategy config ReplicaGroupStrategyConfig replicaGroupStrategyConfig = new ReplicaGroupStrategyConfig(); replicaGroupStrategyConfig.setNumInstancesPerPartition(NUM_PARTITION); replicaGroupStrategyConfig.setMirrorAssignmentAcrossReplicaGroups(true); // Create the routing config RoutingConfig routingConfig = new RoutingConfig(); routingConfig.setRoutingTableBuilderName("PartitionAwareOffline"); // Create table config TableConfig tableConfig = new TableConfig.Builder(CommonConstants.Helix.TableType.OFFLINE).setTableName(OFFLINE_TABLE_NAME) .setNumReplicas(NUM_REPLICA).setSegmentAssignmentStrategy("ReplicaGroupSegmentAssignmentStrategy").build(); tableConfig.getValidationConfig().setReplicaGroupStrategyConfig(replicaGroupStrategyConfig); tableConfig.setRoutingConfig(routingConfig); return tableConfig; }
public void configureTable(String tableName, List<String> invertedIndexColumns, List<String> bloomFilterColumns) throws Exception { TableConfig tableConfig = new TableConfig.Builder(CommonConstants.Helix.TableType.OFFLINE).setTableName(tableName) .setSegmentAssignmentStrategy(_segmentAssignmentStrategy).setNumReplicas(_numReplicas) .setBrokerTenant(_brokerTenantName).setServerTenant(_serverTenantName).setLoadMode(_loadMode) .setSegmentVersion(_segmentFormatVersion).setInvertedIndexColumns(invertedIndexColumns) .setBloomFilterColumns(bloomFilterColumns).build(); _helixResourceManager.addTable(tableConfig); }