public void transform(final File warc, final File dir, final String prefix, final String suffix, final boolean force) throws IOException, java.text.ParseException { FileUtils.assertReadable(warc); FileUtils.assertReadable(dir); WARCReader reader = WARCReaderFactory.get(warc); List<String> metadata = new ArrayList<String>(); metadata.add("Made from " + reader.getReaderIdentifier() + " by " + this.getClass().getName() + "/" + getRevision()); ARCWriter writer = new ARCWriter( new AtomicInteger(), new WriterPoolSettingsData( prefix, suffix, -12, reader.isCompressed(), Arrays.asList(new File [] {dir}), metadata)); transform(reader, writer); }
private static String getRevision() { return Warc2Arc.parseRevision("$Revision$"); }
for (final Iterator<ArchiveRecord> i = reader.iterator(); i.hasNext();) { WARCRecord r = (WARCRecord)i.next(); if (!isARCType(r.getHeader().getMimetype())) { continue;
for (final Iterator<ArchiveRecord> i = reader.iterator(); i.hasNext();) { WARCRecord r = (WARCRecord)i.next(); if (!isARCType(r.getHeader().getMimetype())) { continue;
public void transform(final File warc, final File dir, final String prefix, final String suffix, final boolean force) throws IOException, java.text.ParseException { FileUtils.assertReadable(warc); FileUtils.assertReadable(dir); WARCReader reader = WARCReaderFactory.get(warc); List<String> metadata = new ArrayList<String>(); metadata.add("Made from " + reader.getReaderIdentifier() + " by " + this.getClass().getName() + "/" + getRevision()); ARCWriter writer = new ARCWriter( new AtomicInteger(), new WriterPoolSettingsData( prefix, suffix, -12, reader.isCompressed(), Arrays.asList(new File [] {dir}), metadata)); transform(reader, writer); }
private static String getRevision() { return parseRevision("$Revision$"); }
private static String getRevision() { return parseRevision("$Revision$"); }
private static String getRevision() { return Warc2Arc.parseRevision("$Revision$"); }