org.archive.io.RecordingInputStream.getReplayInputStream java code examples

Add the Codota plugin to your IDE and get smart completions

private void myMethod () {
 StringBuilder s =new StringBuilder()
new StringBuilder(32)
String str;new StringBuilder(str)
Smart code suggestions by Tabnine
}

if (shouldWrite(curi)) {
  ris = curi.getRecorder().getRecordedInput()
      .getReplayInputStream();
  return write(curi, recordLength, ris, getHostAddress(curi));
} else {

String boundary = BOUNDARY_START + stringToMD5(curi.toString());
ris = curi.getRecorder().getRecordedInput().
  getReplayInputStream();
out = initOutputStream(curi);

  curi.getRecorder().getRecordedInput().getReplayInputStream();
recordInfo.setContentStream(ris);

protected void writeWhoisRecords(WARCWriter w, CrawlURI curi, URI baseid,
    String timestamp) throws IOException {
  WARCRecordInfo recordInfo = new WARCRecordInfo();
  recordInfo.setType(WARCRecordType.response);
  recordInfo.setUrl(curi.toString());
  recordInfo.setCreate14DigitDate(timestamp);
  recordInfo.setMimetype(curi.getContentType());
  recordInfo.setRecordId(baseid);
  recordInfo.setContentLength(curi.getRecorder().getRecordedInput().getSize());
  recordInfo.setEnforceLength(true);
  
  Object whoisServerIP = curi.getData().get(CoreAttributeConstants.A_WHOIS_SERVER_IP);
  if (whoisServerIP != null) {
    recordInfo.addExtraHeader(HEADER_KEY_IP, whoisServerIP.toString());
  }
  
  ReplayInputStream ris =
    curi.getRecorder().getRecordedInput().getReplayInputStream();
  recordInfo.setContentStream(ris);
  
  try {
    w.writeRecord(recordInfo);
  } finally {
    IOUtils.closeQuietly(ris);
  }
  recordInfo.getRecordId();
}

ReplayInputStream ris = curi.getRecorder().getRecordedInput().getReplayInputStream();
recordInfo.setContentStream(ris);

protected void writeDnsRecords(final CrawlURI curi, WARCWriter w,
    final URI baseid, final String timestamp) throws IOException {
  WARCRecordInfo recordInfo = new WARCRecordInfo();
  recordInfo.setType(WARCRecordType.response);
  recordInfo.setUrl(curi.toString());
  recordInfo.setCreate14DigitDate(timestamp);
  recordInfo.setMimetype(curi.getContentType());
  recordInfo.setRecordId(baseid);
  
  recordInfo.setContentLength(curi.getRecorder().getRecordedInput().getSize());
  recordInfo.setEnforceLength(true);
  
  String ip = (String)curi.getData().get(A_DNS_SERVER_IP_LABEL);
  if (ip != null && ip.length() > 0) {
    recordInfo.addExtraHeader(HEADER_KEY_IP, ip);
  }
  
  ReplayInputStream ris =
    curi.getRecorder().getRecordedInput().getReplayInputStream();
  recordInfo.setContentStream(ris);
  
  try {
    w.writeRecord(recordInfo);
  } finally {
    IOUtils.closeQuietly(ris);
  }
  
  recordInfo.getRecordId();
}

protected URI writeResource(final WARCWriter w,
    final String timestamp, final String mimetype,
    final URI baseid, final CrawlURI curi,
    final ANVLRecord namedFields) 
throws IOException {
  WARCRecordInfo recordInfo = new WARCRecordInfo();
  recordInfo.setType(WARCRecordType.resource);
  recordInfo.setUrl(curi.toString());
  recordInfo.setCreate14DigitDate(timestamp);
  recordInfo.setMimetype(mimetype);
  recordInfo.setRecordId(baseid);
  recordInfo.setExtraHeaders(namedFields);
  recordInfo.setContentLength(curi.getRecorder().getRecordedInput().getSize());
  recordInfo.setEnforceLength(true);
  
  ReplayInputStream ris = curi.getRecorder().getRecordedInput().getReplayInputStream();
  recordInfo.setContentStream(ris);
  try {
    w.writeRecord(recordInfo);
  } finally {
    IOUtils.closeQuietly(ris);
  }
  
  return recordInfo.getRecordId();
}

/**
 * Get a raw replay of all recorded data (including, for example, HTTP 
 * protocol headers)
 * 
 * @return A replay input stream.
 * @throws IOException
 */
public ReplayInputStream getReplayInputStream() throws IOException {
  return getRecordedInput().getReplayInputStream();
}

/**
 * Get a raw replay of all recorded data (including, for example, HTTP 
 * protocol headers)
 * 
 * @return A replay input stream.
 * @throws IOException
 */
public ReplayInputStream getReplayInputStream() throws IOException {
  return getRecordedInput().getReplayInputStream();
}

/**
 * Get a raw replay of all recorded data (including, for example, HTTP 
 * protocol headers)
 * 
 * @return A replay input stream.
 * @throws IOException
 */
public ReplayInputStream getReplayInputStream() throws IOException {
  return getRecordedInput().getReplayInputStream();
}

if (shouldWrite(curi)) {
  ris = curi.getRecorder().getRecordedInput()
      .getReplayInputStream();
  return write(curi, recordLength, ris, getHostAddress(curi));
} else {

String boundary = BOUNDARY_START + stringToMD5(curi.toString());
ris = curi.getRecorder().getRecordedInput().
  getReplayInputStream();
out = initOutputStream(curi);

replayIS = ris.getReplayInputStream();
region = storeInputStreamARCRecord(writer, url, 
    getMethod.getMime(), getMethod.getRemoteIP(),

replayIS = ris.getReplayInputStream();
region = storeInputStreamARCRecord(writer, url, 
    getMethod.getMime(), getMethod.getRemoteIP(),

  curi.getRecorder().getRecordedInput().getReplayInputStream();
recordInfo.setContentStream(ris);

protected void writeWhoisRecords(WARCWriter w, CrawlURI curi, URI baseid,
    String timestamp) throws IOException {
  WARCRecordInfo recordInfo = new WARCRecordInfo();
  recordInfo.setType(WARCRecordType.response);
  recordInfo.setUrl(curi.toString());
  recordInfo.setCreate14DigitDate(timestamp);
  recordInfo.setMimetype(curi.getContentType());
  recordInfo.setRecordId(baseid);
  recordInfo.setContentLength(curi.getRecorder().getRecordedInput().getSize());
  recordInfo.setEnforceLength(true);
  
  Object whoisServerIP = curi.getData().get(CoreAttributeConstants.A_WHOIS_SERVER_IP);
  if (whoisServerIP != null) {
    recordInfo.addExtraHeader(HEADER_KEY_IP, whoisServerIP.toString());
  }
  
  ReplayInputStream ris =
    curi.getRecorder().getRecordedInput().getReplayInputStream();
  recordInfo.setContentStream(ris);
  
  try {
    w.writeRecord(recordInfo);
  } finally {
    IOUtils.closeQuietly(ris);
  }
  recordInfo.getRecordId();
}

ReplayInputStream ris = curi.getRecorder().getRecordedInput().getReplayInputStream();
recordInfo.setContentStream(ris);

protected void writeDnsRecords(final CrawlURI curi, WARCWriter w,
    final URI baseid, final String timestamp) throws IOException {
  WARCRecordInfo recordInfo = new WARCRecordInfo();
  recordInfo.setType(WARCRecordType.response);
  recordInfo.setUrl(curi.toString());
  recordInfo.setCreate14DigitDate(timestamp);
  recordInfo.setMimetype(curi.getContentType());
  recordInfo.setRecordId(baseid);
  
  recordInfo.setContentLength(curi.getRecorder().getRecordedInput().getSize());
  recordInfo.setEnforceLength(true);
  
  String ip = (String)curi.getData().get(A_DNS_SERVER_IP_LABEL);
  if (ip != null && ip.length() > 0) {
    recordInfo.addExtraHeader(HEADER_KEY_IP, ip);
  }
  
  ReplayInputStream ris =
    curi.getRecorder().getRecordedInput().getReplayInputStream();
  recordInfo.setContentStream(ris);
  
  try {
    w.writeRecord(recordInfo);
  } finally {
    IOUtils.closeQuietly(ris);
  }
  
  recordInfo.getRecordId();
}

protected URI writeResource(final WARCWriter w,
    final String timestamp, final String mimetype,
    final URI baseid, final CrawlURI curi,
    final ANVLRecord namedFields) 
throws IOException {
  WARCRecordInfo recordInfo = new WARCRecordInfo();
  recordInfo.setType(WARCRecordType.resource);
  recordInfo.setUrl(curi.toString());
  recordInfo.setCreate14DigitDate(timestamp);
  recordInfo.setMimetype(mimetype);
  recordInfo.setRecordId(baseid);
  recordInfo.setExtraHeaders(namedFields);
  recordInfo.setContentLength(curi.getRecorder().getRecordedInput().getSize());
  recordInfo.setEnforceLength(true);
  
  ReplayInputStream ris = curi.getRecorder().getRecordedInput().getReplayInputStream();
  recordInfo.setContentStream(ris);
  try {
    w.writeRecord(recordInfo);
  } finally {
    IOUtils.closeQuietly(ris);
  }
  
  return recordInfo.getRecordId();
}

How to use getReplayInputStreammethodin org.archive.io.RecordingInputStream

Best Java code snippets using org.archive.io.RecordingInputStream.getReplayInputStream (Showing top 19 results out of 315)

How to use
getReplayInputStream
method
in
org.archive.io.RecordingInputStream