@Override public void call(Object obj) { delete(obj); } });
public void delete(Collection<Object> objList) { for(Object obj : objList) { delete(obj); } }
public void delete(Object obj) { RecordPrimaryKey pk = extractRecordPrimaryKey(obj); delete(pk); }
@Test public void removeAndPublishUsingMultithreading() { // run within a loop to increase the likelihood of a race condition to occur for (int iterationCounter = 0; iterationCounter < ITERATIONS; ++iterationCounter) { HollowProducer producer = createInMemoryProducer(); /// initialize the data -- classic producer creates the first state in the delta chain. initializeData(producer); /// now we'll be incrementally updating the state by mutating individual records HollowIncrementalProducer incrementalProducer = new HollowIncrementalProducer(producer, THREADS); int[] notModifiedElementIds = IntStream.range(0, ELEMENTS / 2).toArray(); int[] deletedElementIds = IntStream.range(ELEMENTS / 2, ELEMENTS).toArray(); incrementalProducer.delete(Arrays.stream(deletedElementIds).mapToObj(i -> new SimpleType(i, i)).collect(Collectors.toList())); /// .runCycle() flushes the changes to a new data state. long versionAfterDelete = incrementalProducer.runCycle(); /// now we read the changes and assert HollowPrimaryKeyIndex idx = createPrimaryKeyIndex(versionAfterDelete); Assert.assertTrue(Arrays.stream(notModifiedElementIds) .boxed() .map(elementId -> getHollowObject(idx, elementId)) .allMatch(obj -> obj.getInt("value") == obj.getInt("id"))); Assert.assertTrue(Arrays.stream(deletedElementIds) .boxed() .map(elementId -> getOrdinal(idx, elementId)) .allMatch(ordinal -> ordinal == -1)); } }
@Test public void clearMutations() { HollowProducer producer = createInMemoryProducer(); /// initialize the data -- classic producer creates the first state in the delta chain. initializeData(producer); /// now we'll be incrementally updating the state by mutating individual records HollowIncrementalProducer incrementalProducer = new HollowIncrementalProducer(producer); incrementalProducer.addOrModify(new TypeA(1, "one", 100)); incrementalProducer.addOrModify(new TypeA(2, "two", 2)); incrementalProducer.addOrModify(new TypeA(3, "three", 300)); incrementalProducer.addOrModify(new TypeA(3, "three", 3)); incrementalProducer.addOrModify(new TypeA(4, "five", 6)); incrementalProducer.delete(new TypeA(5, "five", 5)); incrementalProducer.delete(new TypeB(2, "3")); incrementalProducer.addOrModify(new TypeB(5, "5")); incrementalProducer.addOrModify(new TypeB(5, "6")); incrementalProducer.delete(new RecordPrimaryKey("TypeB", new Object[]{3})); Assert.assertTrue(incrementalProducer.hasChanges()); /// .runCycle() flushes the changes to a new data state. incrementalProducer.runCycle(); Assert.assertFalse(incrementalProducer.hasChanges()); }
@Test public void fireFailureListener() { HollowProducer producer = createInMemoryProducer(); /// initialize the data -- classic producer creates the first state in the delta chain. initializeData(producer); FakeIncrementalCycleListener listener = new FakeIncrementalCycleListener(); HollowProducer fakeHollowProducer = FakeHollowProducer.withPublisher(blobStore) .withBlobStager(new HollowInMemoryBlobStager()) .withVersionMinter(new TestVersionMinter()) .build(); HollowProducer fakeHollowProducerSpy = Mockito.spy(fakeHollowProducer); /// now we'll be incrementally updating the state by mutating individual records HollowIncrementalProducer incrementalProducer = HollowIncrementalProducer .withProducer(fakeHollowProducerSpy) .withListener(listener) .build(); incrementalProducer.addOrModify(new TypeA(1, "one", 100)); incrementalProducer.addOrModify(new TypeA(2, "two", 2)); incrementalProducer.addOrModify(new TypeA(3, "three", 300)); incrementalProducer.addOrModify(new TypeA(3, "three", 3)); incrementalProducer.addOrModify(new TypeA(4, "five", 6)); incrementalProducer.delete(new TypeA(5, "five", 5)); Mockito.doThrow(new RuntimeException("oops")).when(fakeHollowProducerSpy).runCycle(any(HollowProducer.Populator.class)); long nextVersion = incrementalProducer.runCycle(); Assert.assertEquals(nextVersion, listener.getVersion()); Assert.assertEquals(IncrementalCycleListener.Status.FAIL, listener.getStatus()); Assert.assertEquals(4L, listener.getRecordsAddedOrModified()); Assert.assertEquals(1L, listener.getRecordsRemoved()); Assert.assertNotNull(listener.getCause()); }
incrementalProducer.addOrModify(new TypeA(3, "three", 3)); incrementalProducer.addOrModify(new TypeA(4, "five", 6)); incrementalProducer.delete(new TypeA(5, "five", 5)); incrementalProducer.delete(new TypeB(2, "3")); incrementalProducer.addOrModify(new TypeB(5, "5")); incrementalProducer.addOrModify(new TypeB(5, "6")); incrementalProducer.delete(new RecordPrimaryKey("TypeB", new Object[] { 3 }));
incrementalProducer.addOrModify(new TypeA(3, "three", 3)); incrementalProducer.addOrModify(new TypeA(4, "five", 6)); incrementalProducer.delete(new TypeA(5, "five", 5)); incrementalProducer.delete(new TypeB(2, "2")); incrementalProducer.addOrModify(new TypeB(4, "four")); incrementalProducer.addOrModify(new TypeB(5, "6")); incrementalProducer.addOrModify(new TypeB(5, "5")); incrementalProducer.delete(new RecordPrimaryKey("TypeB", new Object[] { 4 })); incrementalProducer.addOrModify(new TypeB(6, "6")); incrementalProducer2.delete(new TypeA(1, "one", 100)); incrementalProducer2.delete(new TypeA(2, "one", 100)); incrementalProducer2.addOrModify(new TypeA(5, "five", 5)); incrementalProducer2.addOrModify(new TypeB(3, "3")); incrementalProducer2.addOrModify(new TypeB(4, "4")); incrementalProducer2.delete(new TypeB(5, "ignored"));
incrementalProducer.addOrModify(new TypeA(3, "three", 3)); incrementalProducer.addOrModify(new TypeA(4, "five", 6)); incrementalProducer.delete(new TypeA(5, "five", 5)); incrementalProducer.delete(new TypeB(2, "3")); incrementalProducer.addOrModify(new TypeB(5, "5")); incrementalProducer.addOrModify(new TypeB(5, "6")); incrementalProducer.delete(new RecordPrimaryKey("TypeB", new Object[]{3}));
incrementalProducer.delete(deleteList);
incrementalProducer.addOrModify(new TypeA(3, "three", 3)); incrementalProducer.addOrModify(new TypeA(4, "five", 6)); incrementalProducer.delete(new TypeA(5, "five", 5)); incrementalProducer.delete(new TypeB(2, "3")); incrementalProducer.addOrModify(new TypeB(5, "5")); incrementalProducer.addOrModify(new TypeB(5, "6")); incrementalProducer.delete(new RecordPrimaryKey("TypeB", new Object[]{3})); incrementalProducer.addOrModify(new TypeA(4, "four", 4));
incrementalProducer.addOrModify(new TypeA(3, "three", 3)); incrementalProducer.addOrModify(new TypeA(4, "five", 6)); incrementalProducer.delete(new TypeA(5, "five", 5)); incrementalProducer.delete(new TypeB(2, "3")); incrementalProducer.addOrModify(new TypeB(5, "5")); incrementalProducer.addOrModify(new TypeB(5, "6")); incrementalProducer.delete(new RecordPrimaryKey("TypeB", new Object[]{3}));
incrementalProducer.delete(deleteList);
incrementalProducer.delete(deleteList);
incrementalProducer.addOrModify(new TypeA(2, "two", 2)); incrementalProducer.addOrModify(new TypeA(3, "three", 300)); incrementalProducer.delete(new TypeA(5, "five", 5));