private Scanner createScanner( String tableName, org.apache.accumulo.core.data.Range range, org.apache.accumulo.core.security.Authorizations accumuloAuthorizations ) throws TableNotFoundException { Scanner scanner = connector.createScanner(tableName, accumuloAuthorizations); if (range != null) { scanner.setRange(range); } return scanner; }
private Scanner createScanner( String tableName, org.apache.accumulo.core.data.Range range, org.apache.accumulo.core.security.Authorizations accumuloAuthorizations ) throws TableNotFoundException { Scanner scanner = connector.createScanner(tableName, accumuloAuthorizations); if (range != null) { scanner.setRange(range); } return scanner; }
private ScannerBase createExtendedDataRowScanner(List<org.apache.accumulo.core.data.Range> ranges, Authorizations authorizations) { try { String tableName = getExtendedDataTableName(); ScannerBase scanner; if (ranges == null || ranges.size() == 1) { org.apache.accumulo.core.data.Range range = ranges == null ? null : ranges.iterator().next(); scanner = createScanner(tableName, range, authorizations); } else { scanner = createBatchScanner(tableName, ranges, authorizations); } IteratorSetting versioningIteratorSettings = new IteratorSetting( 90, // versioning needs to happen before combining into one row VersioningIterator.class.getSimpleName(), VersioningIterator.class ); VersioningIterator.setMaxVersions(versioningIteratorSettings, 1); scanner.addScanIterator(versioningIteratorSettings); IteratorSetting rowIteratorSettings = new IteratorSetting( 100, WholeRowIterator.class.getSimpleName(), WholeRowIterator.class ); scanner.addScanIterator(rowIteratorSettings); GRAPH_LOGGER.logStartIterator(tableName, scanner); return scanner; } catch (TableNotFoundException e) { throw new VertexiumException(e); } }
private ScannerBase createExtendedDataRowScanner(List<org.apache.accumulo.core.data.Range> ranges, Authorizations authorizations) { try { String tableName = getExtendedDataTableName(); ScannerBase scanner; if (ranges == null || ranges.size() == 1) { org.apache.accumulo.core.data.Range range = ranges == null ? null : ranges.iterator().next(); scanner = createScanner(tableName, range, authorizations); } else { scanner = createBatchScanner(tableName, ranges, authorizations); } IteratorSetting versioningIteratorSettings = new IteratorSetting( 90, // versioning needs to happen before combining into one row VersioningIterator.class.getSimpleName(), VersioningIterator.class ); VersioningIterator.setMaxVersions(versioningIteratorSettings, 1); scanner.addScanIterator(versioningIteratorSettings); IteratorSetting rowIteratorSettings = new IteratorSetting( 100, WholeRowIterator.class.getSimpleName(), WholeRowIterator.class ); scanner.addScanIterator(rowIteratorSettings); GRAPH_LOGGER.logStartIterator(tableName, scanner); return scanner; } catch (TableNotFoundException e) { throw new VertexiumException(e); } }
private long getRowCountFromTable(String tableName, Text signalColumn, Authorizations authorizations) { try { LOGGER.debug("BEGIN getRowCountFromTable(%s)", tableName); Scanner scanner = createScanner(tableName, null, authorizations); try { scanner.fetchColumnFamily(signalColumn); IteratorSetting countingIterator = new IteratorSetting( 100, CountingIterator.class.getSimpleName(), CountingIterator.class ); scanner.addScanIterator(countingIterator); GRAPH_LOGGER.logStartIterator(tableName, scanner); long count = 0; for (Map.Entry<Key, Value> entry : scanner) { Long countForKey = LongCombiner.FIXED_LEN_ENCODER.decode(entry.getValue().get()); LOGGER.debug("getRowCountFromTable(%s): %s: %d", tableName, entry.getKey().getRow(), countForKey); count += countForKey; } LOGGER.debug("getRowCountFromTable(%s): TOTAL: %d", tableName, count); return count; } finally { scanner.close(); } } catch (TableNotFoundException ex) { throw new VertexiumException("Could not get count from table: " + tableName, ex); } }
private long getRowCountFromTable(String tableName, Text signalColumn, Authorizations authorizations) { try { LOGGER.debug("BEGIN getRowCountFromTable(%s)", tableName); Scanner scanner = createScanner(tableName, null, authorizations); try { scanner.fetchColumnFamily(signalColumn); IteratorSetting countingIterator = new IteratorSetting( 100, CountingIterator.class.getSimpleName(), CountingIterator.class ); scanner.addScanIterator(countingIterator); GRAPH_LOGGER.logStartIterator(tableName, scanner); long count = 0; for (Map.Entry<Key, Value> entry : scanner) { Long countForKey = LongCombiner.FIXED_LEN_ENCODER.decode(entry.getValue().get()); LOGGER.debug("getRowCountFromTable(%s): %s: %d", tableName, entry.getKey().getRow(), countForKey); count += countForKey; } LOGGER.debug("getRowCountFromTable(%s): TOTAL: %d", tableName, count); return count; } finally { scanner.close(); } } catch (TableNotFoundException ex) { throw new VertexiumException("Could not get count from table: " + tableName, ex); } }
if (ranges == null || ranges.size() == 1) { org.apache.accumulo.core.data.Range range = ranges == null ? null : ranges.iterator().next(); scanner = createScanner(tableName, range, authorizations); } else { scanner = createBatchScanner(tableName, ranges, authorizations);
if (ranges == null || ranges.size() == 1) { org.apache.accumulo.core.data.Range range = ranges == null ? null : ranges.iterator().next(); scanner = createScanner(tableName, range, authorizations); } else { scanner = createBatchScanner(tableName, ranges, authorizations);