@Override public List<PartitionInfo> getPartitions(@Nonnull final ConnectorRequestContext context, @Nonnull final QualifiedName tableName, @Nonnull final PartitionListRequest partitionsRequest, final TableInfo tableInfo) { log.debug("Get partitions for table {}", tableName); return _getPartitions(tableName, partitionsRequest.getFilter(), partitionsRequest.getPartitionNames(), partitionsRequest.getSort(), partitionsRequest.getPageable(), true); }
@Override public List<String> getPartitionKeys(@Nonnull final ConnectorRequestContext context, @Nonnull final QualifiedName tableName, @Nonnull final PartitionListRequest partitionsRequest, final TableInfo tableInfo) { log.debug("Get partition keys for table {}", tableName); return _getPartitions(tableName, partitionsRequest.getFilter(), partitionsRequest.getPartitionNames(), partitionsRequest.getSort(), partitionsRequest.getPageable(), true).stream() .map(p -> p.getName().getPartitionName()).collect(Collectors.toList()); }
@Override public List<String> getPartitionUris(@Nonnull final ConnectorRequestContext context, @Nonnull final QualifiedName tableName, @Nonnull final PartitionListRequest partitionsRequest, final TableInfo tableInfo) { log.debug("Get partition uris for table {}", tableName); return _getPartitions(tableName, partitionsRequest.getFilter(), partitionsRequest.getPartitionNames(), partitionsRequest.getSort(), partitionsRequest.getPageable(), true).stream() .filter(p -> p.getSerde() != null && p.getSerde().getUri() != null) .map(p -> p.getSerde().getUri()).collect(Collectors.toList()); }
/** * {@inheritDoc}. */ @Override public List<PartitionInfo> getPartitions( final ConnectorRequestContext requestContext, final QualifiedName tableName, final PartitionListRequest partitionsRequest, final TableInfo tableInfo) { final List<Partition> partitions = getPartitions(tableName, partitionsRequest.getFilter(), partitionsRequest.getPartitionNames(), partitionsRequest.getSort(), partitionsRequest.getPageable()); final List<PartitionInfo> partitionInfos = new ArrayList<>(); for (Partition partition : partitions) { partitionInfos.add(hiveMetacatConverters.toPartitionInfo(tableInfo, partition)); } return partitionInfos; }
/** * {@inheritDoc}. */ @Override public List<PartitionInfo> getPartitions( final ConnectorRequestContext requestContext, final QualifiedName tableName, final PartitionListRequest partitionsRequest, final TableInfo tableInfo) { final List<Partition> partitions = getPartitions(tableName, partitionsRequest.getFilter(), partitionsRequest.getPartitionNames(), partitionsRequest.getSort(), partitionsRequest.getPageable()); final List<PartitionInfo> partitionInfos = new ArrayList<>(); for (Partition partition : partitions) { partitionInfos.add(hiveMetacatConverters.toPartitionInfo(tableInfo, partition)); } return partitionInfos; }
/** * {@inheritDoc}. */ @Override public List<String> getPartitionUris( final ConnectorRequestContext requestContext, final QualifiedName table, final PartitionListRequest partitionsRequest, final TableInfo tableInfo ) { final List<String> uris = Lists.newArrayList(); for (Partition partition : getPartitions(table, partitionsRequest.getFilter(), partitionsRequest.getPartitionNames(), partitionsRequest.getSort(), partitionsRequest.getPageable())) { uris.add(partition.getSd().getLocation()); } return uris; }
/** * {@inheritDoc}. */ @Override public List<String> getPartitionUris( final ConnectorRequestContext requestContext, final QualifiedName table, final PartitionListRequest partitionsRequest, final TableInfo tableInfo ) { final List<String> uris = Lists.newArrayList(); for (Partition partition : getPartitions(table, partitionsRequest.getFilter(), partitionsRequest.getPartitionNames(), partitionsRequest.getSort(), partitionsRequest.getPageable())) { uris.add(partition.getSd().getLocation()); } return uris; }
final String filterExpression = partitionListRequest.getFilter(); final List<String> partitionNames = partitionListRequest.getPartitionNames();
tableName.getTableName(), partitionsRequest.getPartitionNames(), partitionsRequest.getFilter(), partitionsRequest.getSort(), partitionsRequest.getPageable(),
tableName.getTableName(), partitionsRequest.getPartitionNames(), partitionsRequest.getFilter(), partitionsRequest.getSort(), partitionsRequest.getPageable(),
final Map<String, ScanSummary.PartitionMetrics> result; try { if (!Strings.isNullOrEmpty(partitionsRequest.getFilter())) { final IcebergFilterGenerator icebergFilterGenerator = new IcebergFilterGenerator(icebergTable.schema().columns()); final Expression filter = (Expression) new PartitionParser( new StringReader(partitionsRequest.getFilter())).filter() .jjtAccept(icebergFilterGenerator, null); result = this.icebergTableOpWrapper.getPartitionMetricsMap(icebergTable, filter);
final PartitionListRequest partitionsRequest, final TableInfo tableInfo) { final String filterExpression = partitionsRequest.getFilter(); final List<String> partitionIds = partitionsRequest.getPartitionNames(); List<String> names = Lists.newArrayList();
final Map<String, ScanSummary.PartitionMetrics> result; try { if (!Strings.isNullOrEmpty(partitionsRequest.getFilter())) { final IcebergFilterGenerator icebergFilterGenerator = new IcebergFilterGenerator(icebergTable.schema().columns()); final Expression filter = (Expression) new PartitionParser( new StringReader(partitionsRequest.getFilter())).filter() .jjtAccept(icebergFilterGenerator, null); result = this.icebergTableOpWrapper.getPartitionMetricsMap(icebergTable, filter);
final PartitionListRequest partitionsRequest, final TableInfo tableInfo) { final String filterExpression = partitionsRequest.getFilter(); final List<String> partitionIds = partitionsRequest.getPartitionNames(); List<String> names = Lists.newArrayList();
final Pageable pageable = partitionsRequest.getPageable(); final String filterExpression = partitionsRequest.getFilter();
final Pageable pageable = partitionsRequest.getPageable(); final String filterExpression = partitionsRequest.getFilter(); if (filterExpression != null) { return filterPartitionsColumn(
final Pageable pageable = partitionsRequest.getPageable(); final String filterExpression = partitionsRequest.getFilter(); if (filterExpression != null) { return filterPartitionsColumn(
final Pageable pageable = partitionsRequest.getPageable(); final String filterExpression = partitionsRequest.getFilter();