@Test
public void testRandomCommitMarkers() throws Exception {
List<Integer> randomInts = new ArrayList<>();
Path newLog = new Path(TMP_FOLDER.newFolder().getAbsolutePath(), LOG_FILE);
try (SequenceFile.Writer writer = SequenceFile.createWriter(fs, conf, newLog, LongWritable.class,
LongWritable.class,
SequenceFile.CompressionType.NONE)) {
for (int i = 0; i < 1000; i++) {
int randomNum = RANDOM.nextInt(Integer.MAX_VALUE);
CommitMarkerCodec.writeMarker(writer, randomNum);
randomInts.add(randomNum);
}
writer.hflush();
writer.hsync();
}
try (SequenceFile.Reader reader = new SequenceFile.Reader(fs, newLog, conf);
CommitMarkerCodec markerCodec = new CommitMarkerCodec()) {
for (int num : randomInts) {
Assert.assertEquals(num, markerCodec.readMarker(reader));
}
}
}