@Override public DatasetWriter<E> newWriter() { LOG.debug("Getting writer to dataset:{}", this); return asRefinableView().newWriter(); }
@Override public Void call() throws IOException { DatasetWriter<StandardEvent> writer = null; try { writer = range.newWriter(); writer.write(event); } finally { Closeables.close(writer, false); } return null; } });
@Override public Void call() throws IOException { DatasetWriter<StandardEvent> writer = null; try { writer = range.newWriter(); writer.write(sepEvent); } finally { Closeables.close(writer, false); } return null; } });
@Override public Void call() throws IOException { DatasetWriter<StandardEvent> writer = null; try { writer = view.newWriter(); writer.write(octEvent); } finally { Closeables.close(writer, false); } return null; } });
writer = range.newWriter(); writer.write(sepEvent); writer.write(novEvent);
@Test @SuppressWarnings("unchecked") public void testUnboundedDelete() throws Exception { // NOTE: this is an un-restricted write so all should succeed DatasetWriter<StandardEvent> writer = null; try { writer = unbounded.newWriter(); writer.write(sepEvent); writer.write(octEvent); writer.write(novEvent); } finally { Closeables.close(writer, false); } final Path root = new Path("target/data/ns/test"); final Path y2013 = new Path("target/data/ns/test/year=2013"); final Path sep = new Path("target/data/ns/test/year=2013/month=09"); final Path sep12 = new Path("target/data/ns/test/year=2013/month=09/day=12"); final Path oct = new Path("target/data/ns/test/year=2013/month=10"); final Path oct12 = new Path("target/data/ns/test/year=2013/month=10/day=12"); final Path nov = new Path("target/data/ns/test/year=2013/month=11"); final Path nov11 = new Path("target/data/ns/test/year=2013/month=11/day=11"); assertDirectoriesExist(fs, root, y2013, sep, sep12, oct, oct12, nov, nov11); Assert.assertTrue("Delete should return true to indicate data was deleted.", unbounded.deleteAll()); assertDirectoriesDoNotExist(fs, y2013, sep12, sep, oct12, oct, nov11, nov); assertDirectoriesExist(fs, root); }
@Test @SuppressWarnings("unchecked") public void testUnboundedMoveToTrash() throws Exception { // NOTE: this is an un-restricted write so all should succeed DatasetWriter<StandardEvent> writer = null; try { writer = unbounded.newWriter(); writer.write(sepEvent); writer.write(octEvent); writer.write(novEvent); } finally { Closeables.close(writer, false); } final Path root = new Path("target/data/ns/test"); final Path y2013 = new Path("target/data/ns/test/year=2013"); final Path sep = new Path("target/data/ns/test/year=2013/month=09"); final Path sep12 = new Path("target/data/ns/test/year=2013/month=09/day=12"); final Path oct = new Path("target/data/ns/test/year=2013/month=10"); final Path oct12 = new Path("target/data/ns/test/year=2013/month=10/day=12"); final Path nov = new Path("target/data/ns/test/year=2013/month=11"); final Path nov11 = new Path("target/data/ns/test/year=2013/month=11/day=11"); assertDirectoriesExist(fs, root, y2013, sep, sep12, oct, oct12, nov, nov11); Assert.assertTrue("Delete should return true to indicate data was deleted.", unbounded.moveToTrash()); assertDirectoriesDoNotExist(fs, y2013, sep12, sep, oct12, oct, nov11, nov); assertDirectoriesExist(fs, root); }
writer = range.newWriter(); writer.write(octEvent); writer.write(novEvent);
@Test public void testLimitedWriterForNonPartitionedField() throws IOException { final RefinableView<StandardEvent> view = unbounded.with("user_id", 0L); DatasetWriter<StandardEvent> writer = null; try { writer = view.newWriter(); writer.write(sepEvent); writer.write(novEvent); } finally { Closeables.close(writer, false); } assertContentEquals(Sets.newHashSet(sepEvent, novEvent), view); TestHelpers.assertThrows("Should reject event with user_id = 1", IllegalArgumentException.class, new Callable<Void>() { @Override public Void call() throws IOException { DatasetWriter<StandardEvent> writer = null; try { writer = view.newWriter(); writer.write(octEvent); } finally { Closeables.close(writer, false); } return null; } }); }
writer = unbounded.newWriter(); writer.write(sepEvent); writer.write(octEvent);
@Test public void testSpecificProjectionLoad() throws IOException { DatasetWriter<StandardEvent> writer = null; try { writer = unbounded.newWriter(); writer.write(sepEvent); writer.write(octEvent); writer.write(novEvent); } finally { Closeables.close(writer, false); } Dataset<SmallEvent> dataset = repo.load( "ns", unbounded.getDataset().getName(), SmallEvent.class); Set<SmallEvent> expected = Sets.newHashSet(toSmallEvent(sepEvent), toSmallEvent(octEvent), toSmallEvent(novEvent)); assertContentEquals(expected, dataset); }
DatasetWriter<StandardEvent> writer = null; try { writer = unbounded.newWriter(); writer.write(sepEvent); writer.write(octEvent);
writer = unbounded.newWriter(); writer.write(sepEvent); writer.write(octEvent);
writer = unbounded.newWriter(); writer.write(sepEvent); writer.write(octEvent);
@Test public void testEmptyCheck() throws IOException { Assert.assertTrue("New dataset should be empty", unbounded.isEmpty()); // NOTE: this is an un-restricted write so all should succeed DatasetWriter<StandardEvent> writer = null; try { writer = unbounded.newWriter(); writer.write(sepEvent); } finally { Closeables.close(writer, false); } Assert.assertFalse("Should not be empty after write", unbounded.isEmpty()); Assert.assertFalse("Should find event in September", unbounded.with("timestamp", sepEvent.getTimestamp()).isEmpty()); Assert.assertTrue("Should not find event in October", unbounded.with("timestamp", octEvent.getTimestamp()).isEmpty()); }
writer = unbounded.newWriter(); writer.write(sepEvent); writer.write(octEvent);