final String message = String.format("Number of partitions queried for table %s exceeded the threshold %d", tableName, connectorContext.getConfig().getMaxPartitionsThreshold()); log.warn(message); throw new IllegalArgumentException(message);
if (result.size() > config.getMaxPartitionsThreshold()) { registry.counter(registry.createId(HiveMetrics.CounterHiveGetPartitionsExceedThresholdFailure .getMetricName()).withTags(tableQName.parts())).increment(); final String message = String.format("Number of partitions queried for table %s exceeded the threshold %d", tableQName, config.getMaxPartitionsThreshold()); log.warn(message); throw new IllegalArgumentException(message);
final String message = String.format("Number of partitions queried for table %s exceeded the threshold %d", tableName, connectorContext.getConfig().getMaxPartitionsThreshold()); log.warn(message); throw new IllegalArgumentException(message);
if (result.size() > config.getMaxPartitionsThreshold()) { registry.counter(registry.createId(HiveMetrics.CounterHiveGetPartitionsExceedThresholdFailure .getMetricName()).withTags(tableQName.parts())).increment(); final String message = String.format("Number of partitions queried for table %s exceeded the threshold %d", tableQName, config.getMaxPartitionsThreshold()); log.warn(message); throw new IllegalArgumentException(message);
/** * get iceberg partition map. * * @param icebergTable iceberg table * @param filter iceberg filter expression * @return scan summary map */ public Map<String, ScanSummary.PartitionMetrics> getPartitionMetricsMap(final Table icebergTable, @Nullable final Expression filter) { return (filter != null) ? ScanSummary.of(icebergTable.newScan().filter(filter)) .limit(connectorContext.getConfig().getMaxPartitionsThreshold()) .throwIfLimited() .build() : ScanSummary.of(icebergTable.newScan()) //the top x records .limit(connectorContext.getConfig().getIcebergTableSummaryFetchSize()) .build(); } }
/** * get iceberg partition map. * * @param icebergTable iceberg table * @param filter iceberg filter expression * @return scan summary map */ public Map<String, ScanSummary.PartitionMetrics> getPartitionMetricsMap(final Table icebergTable, @Nullable final Expression filter) { return (filter != null) ? ScanSummary.of(icebergTable.newScan().filter(filter)) .limit(connectorContext.getConfig().getMaxPartitionsThreshold()) .throwIfLimited() .build() : ScanSummary.of(icebergTable.newScan()) //the top x records .limit(connectorContext.getConfig().getIcebergTableSummaryFetchSize()) .build(); } }