LongRawValueBasedNotInPredicateEvaluator(NotInPredicate notInPredicate) { String[] values = notInPredicate.getValues(); _nonMatchingValues = new LongOpenHashSet(values.length); for (String value : values) { _nonMatchingValues.add(Long.parseLong(value)); } }
/** * Collect statistics for the given entry. * - Add it to the passed in set (which could be raw or aggregated) * - Update maximum number of values for Multi-valued entries * - Update Total number of entries * - Check if entry is sorted. * @param entry * @param set */ private void collectEntry(Object entry, LongSet set) { if (entry instanceof Object[]) { for (final Object e : (Object[]) entry) { set.add(((Number) e).longValue()); } if (maxNumberOfMultiValues < ((Object[]) entry).length) { maxNumberOfMultiValues = ((Object[]) entry).length; } updateTotalNumberOfEntries((Object[]) entry); } else { long value = ((Number) entry).longValue(); addressSorted(value); updatePartition(value); set.add(value); totalNumberOfEntries++; } }
LongRawValueBasedInPredicateEvaluator(InPredicate predicate) { String[] values = predicate.getValues(); _matchingValues = new LongOpenHashSet(HashUtil.getMinHashSetSize(values.length)); for (String value : values) { _matchingValues.add(Long.parseLong(value)); } }
private static void appendBigintArray(Block array, AtomicBoolean containsNull, LongSet set, BlockBuilder blockBuilder) { for (int i = 0; i < array.getPositionCount(); i++) { if (array.isNull(i)) { if (!containsNull.get()) { containsNull.set(true); blockBuilder.appendNull(); } continue; } long value = BIGINT.getLong(array, i); if (set.add(value)) { BIGINT.writeLong(blockBuilder, value); } } } }
@Override public int countUnique() { LongSet ints = new LongOpenHashSet(data.size()); for (long i : data) { ints.add(i); } return ints.size(); }
@Override public long[][] transformToLongValuesMV(@Nonnull ProjectionBlock projectionBlock) { if (getResultMetadata().getDataType() != FieldSpec.DataType.LONG) { return super.transformToLongValuesMV(projectionBlock); } if (_longValueSet == null) { _longValueSet = new LongOpenHashSet(); for (String inValue : _stringValueSet) { _longValueSet.add(Long.parseLong(inValue)); } _longValues = new long[DocIdSetPlanNode.MAX_DOC_PER_CALL][]; } long[][] unFilteredLongValues = _mainTransformFunction.transformToLongValuesMV(projectionBlock); int length = projectionBlock.getNumDocs(); for (int i = 0; i < length; i++) { _longValues[i] = filterLongs(_longValueSet, unFilteredLongValues[i]); } return _longValues; }
@Override public int countUnique() { LongSet uniqueElements = new LongOpenHashSet(); for (int i = 0; i < size(); i++) { if (!isMissingValue(getLong(i))) { uniqueElements.add(getLong(i)); } } return uniqueElements.size(); }
@Override public LongColumn unique() { final LongSet values = new LongOpenHashSet(); for (int i = 0; i < size(); i++) { if (!isMissing(i)) { values.add(getLong(i)); } } final LongColumn column = LongColumn.create(name() + " Unique values"); for (long value : values) { column.append(value); } return column; }
@Override public DateTimeColumn unique() { LongSet ints = new LongOpenHashSet(data.size()); for (long i : data) { ints.add(i); } DateTimeColumn column = emptyCopy(ints.size()); column.setName(name() + " Unique values"); column.data = LongArrayList.wrap(ints.toLongArray()); return column; }
long value = _random.nextLong(); stringValues.add(Long.toString(value)); valueSet.add(value);
set.add(value); distinctCount++; BIGINT.appendTo(array, i, distinctElementBlockBuilder);
@Override public void add(long item, double score, int nnbrs, double weight) { receiver.add(new ItemItemResult(item, score, nnbrs, weight)); itemIds.add(item); }
DetailedAccumulator(List<ItemItemResult> recv) { receiver = recv; for (ItemItemResult res: recv) { itemIds.add(res.getId()); } }
@Override public EntityCollectionBuilder add(Entity e, boolean replace) { ids.add(e.getId()); return this; }
public LongSet getTestItems() { LongSet items = testItems; if (items == null) { items = new LongOpenHashSet(); for (Entity e : testHistory) { if(e.hasAttribute(CommonAttributes.ITEM_ID)) { items.add(e.getLong(CommonAttributes.ITEM_ID)); } } testItems = items; } return items; }
public LongSet getTrainItems() { LongSet items = trainItems; if (items == null) { items = new LongOpenHashSet(); for (Entity e : trainHistory) { if(e.hasAttribute(CommonAttributes.ITEM_ID)) { items.add(e.getLong(CommonAttributes.ITEM_ID)); } } trainItems = items; } return items; }
@Override public LongSet valueSet(TypedName<Long> attr) { LongSet values = new LongOpenHashSet(); try (ObjectStream<E> stream = stream()) { for (E entity: stream) { if (entity.hasAttribute(attr)) { values.add(entity.getLong(attr)); } } } return values; } }
@Override public LongSet finishSet() { assert size == heap.size(); LongSet longs = new LongOpenHashSet(size); while (!heap.isEmpty()) { longs.add(items.getLong(heap.dequeueInt())); } clear(); return longs; }
@Test public void testPartitionABunch() { LongSet items = new LongOpenHashSet(); for (int i = 0; i < 25; i++) { items.add(i + 1); } GroupEntitySplitter split = GroupEntitySplitter.partition(); Long2IntMap splits = split.splitEntities(items, 5, new Random()); assertThat(splits.keySet(), equalTo(items)); assertThat(new IntOpenHashSet(splits.values()), containsInAnyOrder(0, 1, 2, 3, 4)); int[] counts = new int[5]; for (int sp: splits.values()) { counts[sp] += 1; } assertThat(new IntArrayList(counts), everyItem(equalTo(5))); }
@Override public Rating next() { long id = ids.next(); while (usedIds.contains(id)) { id = ids.next(); } usedIds.add(id); RatingBuilder rb = Rating.newBuilder() .setId(id) .setUserId(userIds.next()) .setItemId(itemIds.next()) .setRating(values.next()); if (timestamps != null) { rb.setTimestamp(timestamps.next()); } return rb.build(); } }