public static CaptureSearchResult parseCDXLineFlexFast(String line) { CaptureSearchResult result = new FastCaptureSearchResult(); return parseCDXLineFlex(line, result); }
protected final CaptureSearchResult createCapture(String timestamp) { FastCaptureSearchResult cap = new FastCaptureSearchResult(); cap.setCaptureTimestamp(timestamp); return cap; }
@Override public String getOriginalHost() { return UrlOperations.urlToHost(getOriginalUrl()); }
FastCaptureSearchResult result = new FastCaptureSearchResult(); result.setOriginalUrl(url); result.setUrlKey(urlKey);
FastCaptureSearchResult result = new FastCaptureSearchResult(); result.setUrlKey(line.getUrlKey()); result.setCaptureTimestamp(timestamp); result.setOriginalUrl(originalUrl); .getOriginalUrl()) != null); result.setRedirectUrl(line.getRedirect()); result.setHttpCode(line.getStatusCode()); !result.getRedirectUrl().equals(CDXLine.EMPTY_VALUE)) { if (selfRedirFilter.filterObject(result) != ObjectFilter.FILTER_INCLUDE) { return 0; result.setMimeType(line.getMimeType()); result.setDigest(line.getDigest()); result.setFile(line.getFilename()); result.setRobotFlags(line.getRobotFlags()); result.setOffset(NumberUtils.toLong(line.getOffset(), -1)); result.setCompressedLength(NumberUtils.toLong(line.getLength(), -1)); isRevisit = result.getFile().equals(CDXLine.EMPTY_VALUE) || result.getMimeType().equals(REVISIT_VALUE); String digest = result.getDigest();
FastCaptureSearchResult result = new FastCaptureSearchResult(); result.setUrlKey(line.getUrlKey()); result.setCaptureTimestamp(timestamp); result.setOriginalUrl(originalUrl); .getOriginalUrl()) != null); result.setRedirectUrl(line.getRedirect()); result.setHttpCode(line.getStatusCode()); !result.getRedirectUrl().equals(CDXLine.EMPTY_VALUE)) { if (selfRedirFilter.filterObject(result) != ObjectFilter.FILTER_INCLUDE) { return 0; result.setMimeType(line.getMimeType()); result.setDigest(line.getDigest()); result.setFile(line.getFilename()); result.setRobotFlags(line.getRobotFlags()); result.setOffset(NumberUtils.toLong(line.getOffset(), -1)); result.setCompressedLength(NumberUtils.toLong(line.getLength(), -1)); isRevisit = result.getFile().equals(CDXLine.EMPTY_VALUE) || result.getMimeType().equals(REVISIT_VALUE); String digest = result.getDigest();
FastCaptureSearchResult result = new FastCaptureSearchResult(); result.setOriginalUrl(url); result.setUrlKey(urlKey);
public static CaptureSearchResult parseCDXLineFlexFast(String line) { CaptureSearchResult result = new FastCaptureSearchResult(); return parseCDXLineFlex(line, result); }
@Override public String getOriginalHost() { return UrlOperations.urlToHost(getOriginalUrl()); }
private boolean isLiveWebFound(HttpServletRequest request, WaybackRequest wbRequest) { ArcResource r = null; String urlString = wbRequest.getRequestUrl(); try { r = getLiveWebResource(new FastCaptureSearchResult(), urlString); return (r != null); } catch (Exception e) { return false; } finally { if (r != null) { try { r.close(); } catch (IOException e) { } } } }
private boolean isLiveWebFound(HttpServletRequest request, WaybackRequest wbRequest) { ArcResource r = null; String urlString = wbRequest.getRequestUrl(); try { r = getLiveWebResource(new FastCaptureSearchResult(), urlString); return (r != null); } catch (Exception e) { return false; } finally { if (r != null) { try { r.close(); } catch (IOException e) { } } } }
@Override public boolean includeUrl(String urlKey, String originalUrl) { // return include(urlKey, originalUrl, true); if (UrlOperations.urlToScheme(originalUrl) == null) { originalUrl = UrlOperations.HTTP_SCHEME + originalUrl; } CaptureSearchResult resultTester = new FastCaptureSearchResult(); resultTester.setUrlKey(urlKey); resultTester.setOriginalUrl(originalUrl); // null captureTimestamp signifies per-URL access-check. resultTester.setCaptureTimestamp(null); return include(resultTester, true); }
@Override public boolean includeUrl(String urlKey, String originalUrl) { // return include(urlKey, originalUrl, true); if (UrlOperations.urlToScheme(originalUrl) == null) { originalUrl = UrlOperations.HTTP_SCHEME + originalUrl; } CaptureSearchResult resultTester = new FastCaptureSearchResult(); resultTester.setUrlKey(urlKey); resultTester.setOriginalUrl(originalUrl); // null captureTimestamp signifies per-URL access-check. resultTester.setCaptureTimestamp(null); return include(resultTester, true); }
public void testAllow() { // object properties are not really used except for originalUrl. CaptureSearchResult capture = new FastCaptureSearchResult(); capture.setOriginalUrl("http://www.example.com/"); int rv = cut.filterObject(capture); assertEquals(CustomPolicyOracleFilter.FILTER_INCLUDE, rv); }
public void testRobots() { // AccessControlClient translates "robots" policy into either // "allow" or "block" when robotLookupsEnable is true - which // are tested above. "robots" policy is considered as "allow". acClient.policyToReturn = "robots"; // object properties are not really used except for originalUrl. CaptureSearchResult capture = new FastCaptureSearchResult(); capture.setOriginalUrl("http://www.example.com/"); int rv = cut.filterObject(capture); assertEquals(CustomPolicyOracleFilter.FILTER_INCLUDE, rv); } }
public void testBlockMessage() { acClient.policyToReturn = "block-message"; // object properties are not really used except for originalUrl. CaptureSearchResult capture = new FastCaptureSearchResult(); capture.setOriginalUrl("http://www.example.com/"); int rv = cut.filterObject(capture); // Now "block" returns FILTER_INCLUDE, "X" flag in robotflags. assertEquals(CustomPolicyOracleFilter.FILTER_EXCLUDE, rv); }
public void testBlock() { acClient.policyToReturn = "block"; // object properties are not really used except for originalUrl. CaptureSearchResult capture = new FastCaptureSearchResult(); capture.setOriginalUrl("http://www.example.com/"); int rv = cut.filterObject(capture); // Now "block" returns FILTER_INCLUDE, "X" flag in robotflags. assertEquals(CustomPolicyOracleFilter.FILTER_INCLUDE, rv); assertEquals( Character.toString(CaptureSearchResult.CAPTURE_ROBOT_BLOCKED), capture.getRobotFlags()); }
" handling: " + urlString); CaptureSearchResult result = new FastCaptureSearchResult();
" handling: " + urlString); CaptureSearchResult result = new FastCaptureSearchResult();
CaptureSearchResult prev = null; for (Resource res : resources) { CaptureSearchResult result = new FastCaptureSearchResult(); if (prev != null) { prev.setNextResult(result);