private void searchFolder(File inputFolder, String uri) throws IOException {
long startTime = System.currentTimeMillis();
GZIPInputStream gzInputStream = null;
for (int i = 0; i < inputFolder.listFiles().length; i++) {
File inputFile = inputFolder.listFiles()[i];
LOG.info("processing file " + i + ": " + inputFile.getName());
if (inputFile.toString().toLowerCase().endsWith(".gz")) {
gzInputStream = new GZIPInputStream(new FileInputStream(inputFile));
ByteCountingPushBackInputStream in = new ByteCountingPushBackInputStream(gzInputStream, 32);
if (ArcReaderFactory.isArcFile(in)) {
searchArcFile(inputFile, uri);
} else if (WarcReaderFactory.isWarcFile(in)) {
searchWarcFile(inputFile, uri);
}
}
}
long totalTime = System.currentTimeMillis() - startTime;
LOG.info("Total time: " + totalTime + "ms");
}