/** * Collects the rows from a set of scan tokens. * * @param scanTokens the scan token builder * @return the rows */ private Set<Row> collectRows(KuduScanToken.KuduScanTokenBuilder scanTokens) throws Exception { Set<Row> rows = new HashSet<>(); for (KuduScanToken token : scanTokens.build()) { LOG.debug("Scanning token: {}", KuduScanToken.stringifySerializedToken(token.serialize(), client)); int existingCount = rows.size(); Set<Row> newRows = collectRows(token.intoScanner(client)); rows.addAll(newRows); assertEquals(existingCount + newRows.size(), rows.size()); } return rows; }
KuduScanner aPartitionSpecificScanner = KuduScanToken.deserializeIntoScanner( kuduPartitionScanAssignmentMeta.getSerializedKuduScanToken(), kuduClientHandle); LOG.info("Scanning the following tablet " + KuduScanToken.stringifySerializedToken(kuduPartitionScanAssignmentMeta .getSerializedKuduScanToken(), kuduClientHandle)); KuduRecordWithMeta<T> beginScanRecord = new KuduRecordWithMeta<>(); KuduScanToken.stringifySerializedToken(kuduPartitionScanAssignmentMeta.getSerializedKuduScanToken(), kuduClientHandle)); return numRowsScanned;
LOG.debug(KuduScanToken.stringifySerializedToken(token.serialize(), client));
LOG.debug(KuduScanToken.stringifySerializedToken(token.serialize(), client));