@Override public Long getDuplicatePayloadOffset() { return (revisitPayload != null) ? revisitPayload.getOffset() : null; }
@Override public Long getDuplicatePayloadOffset() { return (revisitPayload != null) ? revisitPayload.getOffset() : null; }
public String serialize(CaptureSearchResult result) { long r = result.getOffset(); if(r == -1) { return DEFAULT_VALUE; } return String.valueOf(r); } }
public String serialize(CaptureSearchResult result) { long r = result.getOffset(); if(r == -1) { return DEFAULT_VALUE; } return String.valueOf(r); } }
sb.append(DELIMITER); sb.append(result.getOffset()); sb.append(DELIMITER); sb.append(result.getFile());
sb.append(DELIMITER); sb.append(result.getOffset()); sb.append(DELIMITER); sb.append(result.getFile());
@Override public void appendTo(StringBuffer buffer) { buffer.append("eqCaptureSearchResult("); buffer.append(expected.getFile()); buffer.append(","); buffer.append(expected.getOffset()); buffer.append(")"); }
keySB.append(result.getCaptureTimestamp()); keySB.append(DELIMITER); keySB.append(result.getOffset()); keySB.append(DELIMITER); keySB.append(result.getFile());
keySB.append(result.getCaptureTimestamp()); keySB.append(DELIMITER); keySB.append(result.getOffset()); keySB.append(DELIMITER); keySB.append(result.getFile());
@Override public boolean matches(Object actual) { // CaptureSearchResult is compared by file name and offset. this is // how AccessPoint#retrievePayloadForIdenticalContentRevisit(...) // retrieves previous capture. // TODO: this could be defined as CaptureSearchResult#equals(Object). if (!(actual instanceof CaptureSearchResult)) return false; String file = ((CaptureSearchResult)actual).getFile(); long offset = ((CaptureSearchResult)actual).getOffset(); if (expected.getOffset() != offset) return false; return file == null ? expected.getFile() == null : file .equals(expected.getFile()); }
final long offset = result.getOffset();
long offset = result.getOffset(); int length = (int)result.getCompressedLength();
long offset = result.getOffset(); int length = (int)result.getCompressedLength();
final long offset = result.getOffset();
String fileContext = result.getFile() + ":" + result.getOffset(); annotateHTMLContent(is, encoding, fileContext, result);
/** * Mark this capture as a revisit of previous capture {@code payload}, identified by content digest. * <p>Record location information is copied from {@code payload} so that the content can be * loaded from the record later.</p> * <p>{@link ResourceIndex} implementations should call this method before returning * {@code CaptureSearchResult}s to {@code AccessPoint}.</p> * @param payload capture being revisited * @see #getDuplicateDigestStoredTimestamp() * @see #getDuplicateDigestStoredDate() * @see #getDuplicatePayloadFile() * @see #getDuplicatePayloadOffset() * @see #getDuplicatePayloadCompressedLength() */ public void flagDuplicateDigest(CaptureSearchResult payload) { flagDuplicateDigest(); put(CAPTURE_DUPLICATE_STORED_TS, payload.getCaptureTimestamp()); put(CAPTURE_DUPLICATE_PAYLOAD_FILE, payload.getFile()); put(CAPTURE_DUPLICATE_PAYLOAD_OFFSET, String.valueOf(payload.getOffset())); if (payload.getCompressedLength() > 0) { put(CAPTURE_DUPLICATE_PAYLOAD_COMPRESSED_LENGTH, String.valueOf(payload.getCompressedLength())); } }
/** * Mark this capture as a revisit of previous capture {@code payload}, identified by content digest. * <p>Record location information is copied from {@code payload} so that the content can be * loaded from the record later.</p> * <p>{@link ResourceIndex} implementations should call this method before returning * {@code CaptureSearchResult}s to {@code AccessPoint}.</p> * @param payload capture being revisited * @see #getDuplicateDigestStoredTimestamp() * @see #getDuplicateDigestStoredDate() * @see #getDuplicatePayloadFile() * @see #getDuplicatePayloadOffset() * @see #getDuplicatePayloadCompressedLength() */ public void flagDuplicateDigest(CaptureSearchResult payload) { flagDuplicateDigest(); put(CAPTURE_DUPLICATE_STORED_TS, payload.getCaptureTimestamp()); put(CAPTURE_DUPLICATE_PAYLOAD_FILE, payload.getFile()); put(CAPTURE_DUPLICATE_PAYLOAD_OFFSET, String.valueOf(payload.getOffset())); if (payload.getCompressedLength() > 0) { put(CAPTURE_DUPLICATE_PAYLOAD_COMPRESSED_LENGTH, String.valueOf(payload.getCompressedLength())); } }
private int annotate(CaptureSearchResult o) { if(lastSeen == null) { // TODO: log missing record digest reference return FILTER_EXCLUDE; } o.setFile(lastSeen.getFile()); o.setOffset(lastSeen.getOffset()); o.setDigest(lastSeen.getDigest()); o.setHttpCode(lastSeen.getHttpCode()); o.setMimeType(lastSeen.getMimeType()); o.setRedirectUrl(lastSeen.getRedirectUrl()); o.flagDuplicateHTTP(lastSeen.getCaptureTimestamp()); return FILTER_INCLUDE; }
private int annotate(CaptureSearchResult o) { if(lastSeen == null) { // TODO: log missing record digest reference return FILTER_EXCLUDE; } o.setFile(lastSeen.getFile()); o.setOffset(lastSeen.getOffset()); o.setDigest(lastSeen.getDigest()); o.setHttpCode(lastSeen.getHttpCode()); o.setMimeType(lastSeen.getMimeType()); o.setRedirectUrl(lastSeen.getRedirectUrl()); o.flagDuplicateHTTP(lastSeen.getCaptureTimestamp()); return FILTER_INCLUDE; }
c = OKParse(f,"http://foo.com 12"); assertEquals("http://foo.com",c.getOriginalUrl()); assertEquals(c.getOffset(), 12); c = OKParse(f,"http://foo.com 12 10"); assertEquals("http://foo.com",c.getOriginalUrl()); assertEquals(12,c.getOffset()); assertEquals("10",c.getDigest()); c = OKParse(f,"http://foo.com\t12\t10"); assertEquals("http://foo.com",c.getOriginalUrl()); assertEquals(12,c.getOffset()); assertEquals("10",c.getDigest()); assertEquals(12,c.getOffset()); assertEquals("10",c.getDigest());