public DiffEqualOrdinalFilter(DiffEqualOrdinalMap equalityMapping) { this.equalOrdinalMap = equalityMapping; this.matchedFromOrdinals = new IntList(); this.matchedToOrdinals = new IntList(); this.unmatchedFromOrdinals = new IntList(); this.unmatchedToOrdinals = new IntList(); this.hashedIdentityOrdinals = new int[0]; this.hashedIdentityOrdinalsCounts = new int[0]; this.matchedOrdinalsCounts = new int[0]; }
public TraversalTreeBuilder(HollowDataAccess dataAccess, String type, String[] fieldPaths) { this.dataAccess = dataAccess; this.type = type; this.fieldPaths = fieldPaths; this.fieldMatchLists = new IntList[fieldPaths.length]; for(int i=0;i<fieldPaths.length;i++) fieldMatchLists[i] = new IntList(); this.fieldTypeDataAccess = new HollowTypeDataAccess[fieldPaths.length]; this.fieldSchemaPositions = new int[fieldPaths.length]; }
public CombinedMatchPairResultsIterator(LongList[] shardedResults) { this.shardedResults = shardedResults; this.list = new IntList(); }
public HollowListWriteRecord() { this.elementOrdinals = new IntList(); }
protected EqualityDeterminer getEqualityDeterminer() { return new EqualityDeterminer() { private final IntList fromIntList = new IntList(); private final IntList toIntList = new IntList(); public boolean recordsAreEqual(int fromOrdinal, int toOrdinal) { if(!populateIntList(fromIntList, fromState().ordinalIterator(fromOrdinal), referencedTypeEqualOrdinalMap.getFromOrdinalIdentityTranslator())) return false; if(!populateIntList(toIntList, toState().ordinalIterator(toOrdinal), referencedTypeEqualOrdinalMap.getToOrdinalIdentityTranslator())) return false; return fromIntList.equals(toIntList); } private boolean populateIntList(IntList list, HollowOrdinalIterator iter, OrdinalIdentityTranslator identityTranslator) { list.clear(); int nextOrdinal = iter.next(); while(nextOrdinal != HollowOrdinalIterator.NO_MORE_ORDINALS) { int identityOrdinal = identityTranslator.getIdentityOrdinal(nextOrdinal); if(identityOrdinal == -1 && nextOrdinal != -1) return false; list.add(identityOrdinal); nextOrdinal = iter.next(); } if(!orderingIsImportant) list.sort(); return true; } }; }
@Override protected EqualityDeterminer getEqualityDeterminer() { return new EqualityDeterminer() { private final IntList fromKeysIntList = new IntList(); private final IntList fromValuesIntList = new IntList(); private final IntList toKeysIntList = new IntList(); private final IntList toValuesIntList = new IntList();
public HollowDiffMatcher(HollowObjectTypeReadState fromTypeState, HollowObjectTypeReadState toTypeState) { this.matchPaths = new ArrayList<String>(); this.fromTypeState = fromTypeState; this.toTypeState = toTypeState; this.matchedOrdinals = new LongList(); this.extraInFrom = new IntList(); this.extraInTo = new IntList(); }
public DiffEqualOrdinalMap(int numMatches) { int hashTableSize = 1 << (32 - Integer.numberOfLeadingZeros(numMatches * 2 - 1)); fromOrdinalsMap = new long[hashTableSize]; toOrdinalsIdentityMap = new long[hashTableSize]; pivotedToOrdinalClusters = new IntList(); Arrays.fill(fromOrdinalsMap, -1L); Arrays.fill(toOrdinalsIdentityMap, -1L); }
private IntList getIntList() { IntList list = intList.get(); if(list == null) { list = new IntList(); intList.set(list); } list.clear(); return list; }
public FlatRecordWriter(HollowDataset dataset, HollowSchemaIdentifierMapper schemaIdMapper) { this.dataset = dataset; this.schemaIdMapper = schemaIdMapper; this.buf = new ByteDataBuffer(); this.recordLocationsByOrdinal = new IntList(); this.recordLocationsByHashCode = new HashMap<>(); }
private IntList list(int... values) { IntList list = new IntList(values.length); for(int i=0;i<values.length;i++) { list.add(values[i]); } return list; }
private IntList list(int... ordinals) { IntList list = new IntList(ordinals.length); for(int i=0;i<ordinals.length;i++) { list.add(ordinals[i]); } return list; }
/** * @return the transitive child branch field positions */ public IntList setUpMultiplication() { this.shouldMultiplyBranchResults = shouldMultiplyBranchResults(); this.childrenRepeatCounts = new int[children.size()]; this.childrenMatchCounts = new int[children.size()]; this.fieldChildMap = new int[fieldMatches.length]; this.childFirstFieldMap = new int[children.size()]; Arrays.fill(fieldChildMap, -1); IntList branchFieldPositions = new IntList(); if(indexedFieldPosition != -1) branchFieldPositions.add(indexedFieldPosition); int childCounter = 0; for(Map.Entry<String, HollowIndexerTraversalNode> entry : children.entrySet()) { IntList childBranchFieldPositions = entry.getValue().setUpMultiplication(); this.childFirstFieldMap[childCounter] = childBranchFieldPositions.get(0); for(int i=0;i<childBranchFieldPositions.size();i++) { this.fieldChildMap[childBranchFieldPositions.get(i)] = childCounter; branchFieldPositions.add(childBranchFieldPositions.get(i)); } childCounter++; } return branchFieldPositions; }
public List<Object> extractValues(HollowDataAccess dataAccess, HollowDiffNodeIdentifier fieldIdentifier, int ordinal) { IntList ordinalList = new IntList(1); ordinalList.add(ordinal); return traverse(dataAccess.getTypeDataAccess(getType(fieldIdentifier)), ordinalList, fieldIdentifier, 0); }
public IntList queryIndexedFields(final String query) { final HollowObjectTypeReadState keyTypeState = (HollowObjectTypeReadState) readStateEngine.getTypeState(primaryKey.getType()); IntList matchingKeys = new IntList(); if (keyTypeState == null){ return matchingKeys;
} else { HollowTypeDataAccess childDataAccess = null; IntList childOrdinals = new IntList();