org.archive.io.RecordingInputStream.getReplayInputStream java code examples

Add the Codota plugin to your IDE and get smart completions

private void myMethod () {
 StringBuilder s =new StringBuilder()
new StringBuilder(32)
String str;new StringBuilder(str)
Smart code suggestions by Tabnine
}

if (shouldWrite(curi)) {
  ris = curi.getRecorder().getRecordedInput()
      .getReplayInputStream();
  return write(curi, recordLength, ris, getHostAddress(curi));
} else {

String boundary = BOUNDARY_START + stringToMD5(curi.toString());
ris = curi.getRecorder().getRecordedInput().
  getReplayInputStream();
out = initOutputStream(curi);

  curi.getRecorder().getRecordedInput().getReplayInputStream();
recordInfo.setContentStream(ris);

protected void writeWhoisRecords(WARCWriter w, CrawlURI curi, URI baseid,
    String timestamp) throws IOException {
  WARCRecordInfo recordInfo = new WARCRecordInfo();
  recordInfo.setType(WARCRecordType.response);
  recordInfo.setUrl(curi.toString());
  recordInfo.setCreate14DigitDate(timestamp);
  recordInfo.setMimetype(curi.getContentType());
  recordInfo.setRecordId(baseid);
  recordInfo.setContentLength(curi.getRecorder().getRecordedInput().getSize());
  recordInfo.setEnforceLength(true);
  
  Object whoisServerIP = curi.getData().get(CoreAttributeConstants.A_WHOIS_SERVER_IP);
  if (whoisServerIP != null) {
    recordInfo.addExtraHeader(HEADER_KEY_IP, whoisServerIP.toString());
  }
  
  ReplayInputStream ris =
    curi.getRecorder().getRecordedInput().getReplayInputStream();
  recordInfo.setContentStream(ris);
  
  try {
    w.writeRecord(recordInfo);
  } finally {
    IOUtils.closeQuietly(ris);
  }
  recordInfo.getRecordId();
}

ReplayInputStream ris = curi.getRecorder().getRecordedInput().getReplayInputStream();
recordInfo.setContentStream(ris);

protected void writeDnsRecords(final CrawlURI curi, WARCWriter w,
    final URI baseid, final String timestamp) throws IOException {
  WARCRecordInfo recordInfo = new WARCRecordInfo();
  recordInfo.setType(WARCRecordType.response);
  recordInfo.setUrl(curi.toString());
  recordInfo.setCreate14DigitDate(timestamp);
  recordInfo.setMimetype(curi.getContentType());
  recordInfo.setRecordId(baseid);
  
  recordInfo.setContentLength(curi.getRecorder().getRecordedInput().getSize());
  recordInfo.setEnforceLength(true);
  
  String ip = (String)curi.getData().get(A_DNS_SERVER_IP_LABEL);
  if (ip != null && ip.length() > 0) {
    recordInfo.addExtraHeader(HEADER_KEY_IP, ip);
  }
  
  ReplayInputStream ris =
    curi.getRecorder().getRecordedInput().getReplayInputStream();
  recordInfo.setContentStream(ris);
  
  try {
    w.writeRecord(recordInfo);
  } finally {
    IOUtils.closeQuietly(ris);
  }
  
  recordInfo.getRecordId();
}

protected URI writeResource(final WARCWriter w,
    final String timestamp, final String mimetype,
    final URI baseid, final CrawlURI curi,
    final ANVLRecord namedFields) 
throws IOException {
  WARCRecordInfo recordInfo = new WARCRecordInfo();
  recordInfo.setType(WARCRecordType.resource);
  recordInfo.setUrl(curi.toString());
  recordInfo.setCreate14DigitDate(timestamp);
  recordInfo.setMimetype(mimetype);
  recordInfo.setRecordId(baseid);
  recordInfo.setExtraHeaders(namedFields);
  recordInfo.setContentLength(curi.getRecorder().getRecordedInput().getSize());
  recordInfo.setEnforceLength(true);
  
  ReplayInputStream ris = curi.getRecorder().getRecordedInput().getReplayInputStream();
  recordInfo.setContentStream(ris);
  try {
    w.writeRecord(recordInfo);
  } finally {
    IOUtils.closeQuietly(ris);
  }
  
  return recordInfo.getRecordId();
}

/**
 * Get a raw replay of all recorded data (including, for example, HTTP 
 * protocol headers)
 * 
 * @return A replay input stream.
 * @throws IOException
 */
public ReplayInputStream getReplayInputStream() throws IOException {
  return getRecordedInput().getReplayInputStream();
}

/**
 * Get a raw replay of all recorded data (including, for example, HTTP 
 * protocol headers)
 * 
 * @return A replay input stream.
 * @throws IOException
 */
public ReplayInputStream getReplayInputStream() throws IOException {
  return getRecordedInput().getReplayInputStream();
}

/**
 * Get a raw replay of all recorded data (including, for example, HTTP 
 * protocol headers)
 * 
 * @return A replay input stream.
 * @throws IOException
 */
public ReplayInputStream getReplayInputStream() throws IOException {
  return getRecordedInput().getReplayInputStream();
}

if (shouldWrite(curi)) {
  ris = curi.getRecorder().getRecordedInput()
      .getReplayInputStream();
  return write(curi, recordLength, ris, getHostAddress(curi));
} else {

String boundary = BOUNDARY_START + stringToMD5(curi.toString());
ris = curi.getRecorder().getRecordedInput().
  getReplayInputStream();
out = initOutputStream(curi);

replayIS = ris.getReplayInputStream();
region = storeInputStreamARCRecord(writer, url, 
    getMethod.getMime(), getMethod.getRemoteIP(),

replayIS = ris.getReplayInputStream();
region = storeInputStreamARCRecord(writer, url, 
    getMethod.getMime(), getMethod.getRemoteIP(),

  curi.getRecorder().getRecordedInput().getReplayInputStream();
recordInfo.setContentStream(ris);

protected void writeWhoisRecords(WARCWriter w, CrawlURI curi, URI baseid,
    String timestamp) throws IOException {
  WARCRecordInfo recordInfo = new WARCRecordInfo();
  recordInfo.setType(WARCRecordType.response);
  recordInfo.setUrl(curi.toString());
  recordInfo.setCreate14DigitDate(timestamp);
  recordInfo.setMimetype(curi.getContentType());
  recordInfo.setRecordId(baseid);
  recordInfo.setContentLength(curi.getRecorder().getRecordedInput().getSize());
  recordInfo.setEnforceLength(true);
  
  Object whoisServerIP = curi.getData().get(CoreAttributeConstants.A_WHOIS_SERVER_IP);
  if (whoisServerIP != null) {
    recordInfo.addExtraHeader(HEADER_KEY_IP, whoisServerIP.toString());
  }
  
  ReplayInputStream ris =
    curi.getRecorder().getRecordedInput().getReplayInputStream();
  recordInfo.setContentStream(ris);
  
  try {
    w.writeRecord(recordInfo);
  } finally {
    IOUtils.closeQuietly(ris);
  }
  recordInfo.getRecordId();
}

ReplayInputStream ris = curi.getRecorder().getRecordedInput().getReplayInputStream();
recordInfo.setContentStream(ris);

protected void writeDnsRecords(final CrawlURI curi, WARCWriter w,
    final URI baseid, final String timestamp) throws IOException {
  WARCRecordInfo recordInfo = new WARCRecordInfo();
  recordInfo.setType(WARCRecordType.response);
  recordInfo.setUrl(curi.toString());
  recordInfo.setCreate14DigitDate(timestamp);
  recordInfo.setMimetype(curi.getContentType());
  recordInfo.setRecordId(baseid);
  
  recordInfo.setContentLength(curi.getRecorder().getRecordedInput().getSize());
  recordInfo.setEnforceLength(true);
  
  String ip = (String)curi.getData().get(A_DNS_SERVER_IP_LABEL);
  if (ip != null && ip.length() > 0) {
    recordInfo.addExtraHeader(HEADER_KEY_IP, ip);
  }
  
  ReplayInputStream ris =
    curi.getRecorder().getRecordedInput().getReplayInputStream();
  recordInfo.setContentStream(ris);
  
  try {
    w.writeRecord(recordInfo);
  } finally {
    IOUtils.closeQuietly(ris);
  }
  
  recordInfo.getRecordId();
}

protected URI writeResource(final WARCWriter w,
    final String timestamp, final String mimetype,
    final URI baseid, final CrawlURI curi,
    final ANVLRecord namedFields) 
throws IOException {
  WARCRecordInfo recordInfo = new WARCRecordInfo();
  recordInfo.setType(WARCRecordType.resource);
  recordInfo.setUrl(curi.toString());
  recordInfo.setCreate14DigitDate(timestamp);
  recordInfo.setMimetype(mimetype);
  recordInfo.setRecordId(baseid);
  recordInfo.setExtraHeaders(namedFields);
  recordInfo.setContentLength(curi.getRecorder().getRecordedInput().getSize());
  recordInfo.setEnforceLength(true);
  
  ReplayInputStream ris = curi.getRecorder().getRecordedInput().getReplayInputStream();
  recordInfo.setContentStream(ris);
  try {
    w.writeRecord(recordInfo);
  } finally {
    IOUtils.closeQuietly(ris);
  }
  
  return recordInfo.getRecordId();
}

Popular methods of RecordingInputStream

getSize
close
getMessageBodyReplayInputStream
getResponseContentLength
isOpen
<init>
Create a new RecordingInputStream.
clearForReuse
closeRecorder
getRecordedBufferLength
Expose the amount of in-memory buffering used by the internal recording stream.
markContentBegin
open
read

Popular in Java

Updating database using SQL prepared statement
scheduleAtFixedRate (ScheduledExecutorService)
startActivity (Activity)
notifyDataSetChanged (ArrayAdapter)
Font (java.awt)
The Font class represents fonts, which are used to render text in a visible way. A font provides the
GridLayout (java.awt)
The GridLayout class is a layout manager that lays out a container's components in a rectangular gri
RandomAccessFile (java.io)
Allows reading from and writing to a file in a random-access manner. This is different from the uni-
Collection (java.util)
Collection is the root of the collection hierarchy. It defines operations on data collections and t
JComboBox (javax.swing)
JTable (javax.swing)

How to use getReplayInputStreammethodin org.archive.io.RecordingInputStream

Best Java code snippets using org.archive.io.RecordingInputStream.getReplayInputStream (Showing top 19 results out of 315)

How to use
getReplayInputStream
method
in
org.archive.io.RecordingInputStream