@Test public void testSingleUid() { agg.reset(); Builder b = createNewUidList(); b.setCOUNT(1); b.setIGNORE(false); b.addUID(UUID.randomUUID().toString()); Uid.List uidList = b.build(); Value val = new Value(uidList.toByteArray()); Value result = agg.reduce(new Key("key"), Iterators.singletonIterator(val)); assertNotNull(result); assertNotNull(result.get()); assertNotNull(val.get()); assertEquals(0, val.compareTo(result.get())); }
private void getShardIndexFIKey(final NormalizedFieldAndValue nfv, final RawRecordContainer event, final Multimap values) { Uid.List uid = Uid.List.newBuilder().setIGNORE(false).setCOUNT(1).addUID(this.eventUid).build(); Multimap<BulkIngestKey,Value> termIndex = createTermIndexColumn(event, nfv.getEventFieldName(), nfv.getEventFieldValue(), getVisibility(event, nfv), null, null, shardId, this.getShardIndexTableName(), new Value(uid.toByteArray())); values.putAll(termIndex); }
@Test(expected = NullPointerException.class) public void testNullOptions() throws IOException { TreeMultimap<Key,Value> map = TreeMultimap.create(); map.put(newKey("20121002_1", "UUID", "abc", true), new Value(createNewUidList("abc.0").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.1").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.2").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.3").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.4").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abd"), new Value(createNewUidList("abc.3").build().toByteArray())); SortedMultiMapIterator data = new SortedMultiMapIterator(map); PropogatingIterator iter = new PropogatingIterator(); Map<String,String> options = Maps.newHashMap(); options.put(PropogatingIterator.AGGREGATOR_DEFAULT, GlobalIndexUidAggregator.class.getCanonicalName()); IteratorEnvironment env = new MockIteratorEnvironment(false); iter.init(data, null, env); iter.seek(new Range(), Collections.emptyList(), false); }
/** * */ private Value createUidArray(String uid, boolean isDeleted) { // Create a UID object for the Value Builder uidBuilder = Uid.List.newBuilder(); uidBuilder.setIGNORE(false); if (isDeleted) uidBuilder.setCOUNT(-1); else uidBuilder.setCOUNT(1); uidBuilder.addUID(uid); Uid.List uidList = uidBuilder.build(); return new Value(uidList.toByteArray()); }
@Test(expected = NullPointerException.class) public void testNullEnvironmentWithDeepCopy() throws IOException { TreeMultimap<Key,Value> map = TreeMultimap.create(); map.put(newKey("20121002_1", "UUID", "abc", true), new Value(createNewUidList("abc.0").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.1").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.2").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.3").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.4").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abd"), new Value(createNewUidList("abc.3").build().toByteArray())); SortedMultiMapIterator data = new SortedMultiMapIterator(map); PropogatingIterator iter = new PropogatingIterator(); Map<String,String> options = Maps.newHashMap(); options.put(PropogatingIterator.AGGREGATOR_DEFAULT, GlobalIndexUidAggregator.class.getCanonicalName()); IteratorEnvironment env = new MockIteratorEnvironment(false); iter.init(data, options, null); iter.seek(new Range(), Collections.emptyList(), false); }
@Test public void test2ArgCtor() throws IOException { TreeMultimap<Key,Value> map = TreeMultimap.create(); map.put(newKey("20121002_1", "UUID", "abc", true), new Value(createNewUidList("abc.0").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.1").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.2").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.3").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.4").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abd"), new Value(createNewUidList("abc.3").build().toByteArray())); SortedMultiMapIterator data = new SortedMultiMapIterator(map); ColumnToClassMapping<Combiner> Aggregators = null; PropogatingIterator uut = new PropogatingIterator(data, Aggregators); Assert.assertNotNull("ProgpatingIterator constructor failed to create a valid instance.", uut); }
@Test public void test2ArgCtorWithDeepCopy() throws IOException { TreeMultimap<Key,Value> map = TreeMultimap.create(); map.put(newKey("20121002_1", "UUID", "abc", true), new Value(createNewUidList("abc.0").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.1").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.2").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.3").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abc"), new Value(createNewUidList("abc.4").build().toByteArray())); map.put(newKey("20121002_1", "UUID", "abd"), new Value(createNewUidList("abc.3").build().toByteArray())); SortedMultiMapIterator data = new SortedMultiMapIterator(map); ColumnToClassMapping<Combiner> Aggregators = null; PropogatingIterator uut = new PropogatingIterator(data, Aggregators); Assert.assertNotNull("ProgpatingIterator constructor failed to create a valid instance.", uut); }
/** * allows a document specific range * * @param in * @return */ private static Value getValueForBuilderFor(String... in) { Uid.List.Builder builder = Uid.List.newBuilder(); for (String s : in) { builder.addUID(s); } builder.setCOUNT(in.length); builder.setIGNORE(false); return new Value(builder.build().toByteArray()); }
/** * allows a document specific range * * @param in * @return */ private static Value getValueForBuilderFor(String... in) { Uid.List.Builder builder = Uid.List.newBuilder(); for (String s : in) { builder.addUID(s); } builder.setCOUNT(in.length); builder.setIGNORE(false); return new Value(builder.build().toByteArray()); }
/** * forces a shard range * * @return */ private static Value getValueForNuthinAndYourHitsForFree() { Uid.List.Builder builder = Uid.List.newBuilder(); builder.setCOUNT(50); // better not be zero!!!! builder.setIGNORE(true); // better be true!!! return new Value(builder.build().toByteArray()); } }
protected static byte[] getExpectedValue(String... uids) { Uid.List.Builder b = Uid.List.newBuilder(); b.setCOUNT(uids.length); b.setIGNORE(false); for (String uid : uids) { b.addUID(uid); } return b.build().toByteArray(); }
/** * forces a shard range * * @return */ private static Value getValueForNuthinAndYourHitsForFree() { Uid.List.Builder builder = Uid.List.newBuilder(); builder.setCOUNT(50); // better not be zero!!!! builder.setIGNORE(true); // better be true!!! return new Value(builder.build().toByteArray()); } }
private static Value getValueForBuilderFor(String... in) { Uid.List.Builder builder = Uid.List.newBuilder(); for (String s : in) { builder.addUID(s); } builder.setCOUNT(in.length); builder.setIGNORE(false); return new Value(builder.build().toByteArray()); }
/** * forces a shard range * * @return */ private static Value getValueForNuthinAndYourHitsForFree() { Uid.List.Builder builder = Uid.List.newBuilder(); builder.setCOUNT(50); // better not be zero!!!! builder.setIGNORE(true); // better be true!!! return new Value(builder.build().toByteArray()); }
/** * forces a shard range * * @return */ private static Value getValueForNuthinAndYourHitsForFree() { Uid.List.Builder builder = Uid.List.newBuilder(); builder.setCOUNT(50); // better not be zero!!!! builder.setIGNORE(true); // better be true!!! return new Value(builder.build().toByteArray()); }
private static Value getValueForBuilderFor(String... in) { Uid.List.Builder builder = Uid.List.newBuilder(); for (String s : in) { builder.addUID(s); } builder.setCOUNT(in.length); builder.setIGNORE(false); return new Value(builder.build().toByteArray()); }
/** * forces a shard range * * @return */ private static Value getValueForNuthinAndYourHitsForFree() { Uid.List.Builder builder = Uid.List.newBuilder(); builder.setCOUNT(50); // better not be zero!!!! builder.setIGNORE(true); // better be true!!! return new Value(builder.build().toByteArray()); } }
/** * forces a shard range * * @return */ private static Value getValueForNuthinAndYourHitsForFree() { Uid.List.Builder builder = Uid.List.newBuilder(); builder.setCOUNT(50); // better not be zero!!!! builder.setIGNORE(true); // better be true!!! return new Value(builder.build().toByteArray()); } }
private static Value getValueForBuilderFor(String... in) { Uid.List.Builder builder = Uid.List.newBuilder(); for (String s : in) { builder.addUID(s); } builder.setCOUNT(in.length); builder.setIGNORE(false); return new Value(builder.build().toByteArray()); }
private static Value getValueForBuilderFor(String... in) { Uid.List.Builder builder = Uid.List.newBuilder(); for (String s : in) { builder.addUID(s); } builder.setCOUNT(in.length); builder.setIGNORE(false); return new Value(builder.build().toByteArray()); }