congrats Icon
New! Tabnine Pro 14-day free trial
Start a free trial
Tabnine Logo
CaptureSearchResult.setUrlKey
Code IndexAdd Tabnine to your IDE (free)

How to use
setUrlKey
method
in
org.archive.wayback.core.CaptureSearchResult

Best Java code snippets using org.archive.wayback.core.CaptureSearchResult.setUrlKey (Showing top 18 results out of 315)

origin: iipc/openwayback

public void apply(String field, CaptureSearchResult result) 
throws CDXFormatException {
  result.setUrlKey(field);
}
origin: org.netpreserve.openwayback/openwayback-core

public void apply(String field, CaptureSearchResult result) 
throws CDXFormatException {
  result.setUrlKey(field);
}
origin: uk.bl.wa.discovery/warc-indexer

private boolean checkExclusionFilter( String uri ) {
  // Default to no exclusions:
  if( smef == null )
    return true;
  // Otherwise:
  ExclusionFilter ef = smef.get();
  CaptureSearchResult r = new CaptureSearchResult();
  // r.setOriginalUrl(uri);
  r.setUrlKey( uri );
  try {
    if( ef.filterObject( r ) == ExclusionFilter.FILTER_INCLUDE ) {
      return true;
    }
  } catch( Exception e ) {
    log.error( "Exclusion filtering failed with exception: " + e );
    e.printStackTrace();
  }
  log.debug( "EXCLUDING this URL due to filter: " + uri );
  // Exclude:
  return false;
}
origin: ukwa/webarchive-discovery

private boolean checkExclusionFilter( String uri ) {
  // Default to no exclusions:
  if( smef == null )
    return true;
  // Otherwise:
  ExclusionFilter ef = smef.get();
  CaptureSearchResult r = new CaptureSearchResult();
  // r.setOriginalUrl(uri);
  r.setUrlKey( uri );
  try {
    if( ef.filterObject( r ) == ExclusionFilter.FILTER_INCLUDE ) {
      return true;
    }
  } catch( Exception e ) {
    log.error( "Exclusion filtering failed with exception: " + e );
    e.printStackTrace();
  }
  log.debug( "EXCLUDING this URL due to filter: " + uri );
  // Exclude:
  return false;
}
origin: iipc/openwayback

result.setUrlKey(urlKey);
result.setCaptureTimestamp(captureTS);
result.setOriginalUrl(originalUrl);
origin: org.netpreserve.openwayback/openwayback-core

result.setUrlKey(urlKey);
result.setCaptureTimestamp(captureTS);
result.setOriginalUrl(originalUrl);
origin: iipc/openwayback

  @Override
  public boolean includeUrl(String urlKey, String originalUrl) {
//        return include(urlKey, originalUrl, true);
    if (UrlOperations.urlToScheme(originalUrl) == null) {
      originalUrl = UrlOperations.HTTP_SCHEME + originalUrl;
    }

    CaptureSearchResult resultTester = new FastCaptureSearchResult();
    resultTester.setUrlKey(urlKey);
    resultTester.setOriginalUrl(originalUrl);
    // null captureTimestamp signifies per-URL access-check.
    resultTester.setCaptureTimestamp(null);

    return include(resultTester, true);
  }

origin: org.netpreserve.openwayback/openwayback-core

  @Override
  public boolean includeUrl(String urlKey, String originalUrl) {
//        return include(urlKey, originalUrl, true);
    if (UrlOperations.urlToScheme(originalUrl) == null) {
      originalUrl = UrlOperations.HTTP_SCHEME + originalUrl;
    }

    CaptureSearchResult resultTester = new FastCaptureSearchResult();
    resultTester.setUrlKey(urlKey);
    resultTester.setOriginalUrl(originalUrl);
    // null captureTimestamp signifies per-URL access-check.
    resultTester.setCaptureTimestamp(null);

    return include(resultTester, true);
  }

origin: lintool/warcbase

@Override
public CaptureSearchResult next() {
 String line = it.next();
 String[] splits = line.split("\\s+");
 CaptureSearchResult r = new CaptureSearchResult();
 try {
  r.setCaptureDate(ArchiveUtils.parse14DigitDate(splits[0]));
 } catch (ParseException e) {
  e.printStackTrace();
 }
 r.setOriginalUrl(url);
 r.setUrlKey(urlKey);
 // doesn't matter, or we get NPE
 r.setMimeType(splits[1]);
 r.setFile("foo");
 // needed, or otherwise we'll get a NPE in CalendarResults.jsp
 r.setRedirectUrl("-");
 r.setHttpCode("200");
 r.setOffset(0);
 return r;
}
origin: iipc/openwayback

      WARCConstants.HEADER_KEY_FILENAME).toString();
  result.setOriginalUrl("filedesc:"+filename);
  result.setUrlKey("filedesc:"+filename);				
} else {
  result.setOriginalUrl(DEFAULT_VALUE);
  result.setUrlKey(DEFAULT_VALUE);
try {
  String urlKey = canonicalizer.urlStringToKey(origUrl);
  result.setUrlKey(urlKey);
} catch (URIException e) {
  String shortUrl = 
  LOGGER.warning("FAILED canonicalize(" + shortUrl + "):" + 
      file + " " + offset);
  result.setUrlKey(origUrl);
origin: iipc/openwayback

result.setRedirectUrl(redirectUrl);
result.setOriginalUrl(originalUrl);
result.setUrlKey(urlKey);
results.add(result);
origin: org.netpreserve.openwayback/openwayback-core

      WARCConstants.HEADER_KEY_FILENAME).toString();
  result.setOriginalUrl("filedesc:"+filename);
  result.setUrlKey("filedesc:"+filename);				
} else {
  result.setOriginalUrl(DEFAULT_VALUE);
  result.setUrlKey(DEFAULT_VALUE);
try {
  String urlKey = canonicalizer.urlStringToKey(origUrl);
  result.setUrlKey(urlKey);
} catch (URIException e) {
  String shortUrl = 
  LOGGER.warning("FAILED canonicalize(" + shortUrl + "):" + 
      file + " " + offset);
  result.setUrlKey(origUrl);
origin: org.netpreserve.openwayback/openwayback-core

result.setRedirectUrl(redirectUrl);
result.setOriginalUrl(originalUrl);
result.setUrlKey(urlKey);
results.add(result);
origin: iipc/openwayback

private boolean isBlocked(ObjectFilter<CaptureSearchResult> filter, String url) throws URIException {
  CaptureSearchResult result = new CaptureSearchResult();
  result.setOriginalUrl(url);
  result.setUrlKey(canonicalizer.urlStringToKey(url));
  int filterResult = filter.filterObject(result);
  if(filterResult == ObjectFilter.FILTER_EXCLUDE) {
    return true;
  }
  return false;
}

origin: org.netpreserve.openwayback/openwayback-core

result.setUrlKey(uriStr);
result.setMimeType("text/dns");
result.setCompressedLength(rec.compressedBytes);
result.setUrlKey(canonicalizer.urlStringToKey(uriStr));
origin: iipc/openwayback

result.setUrlKey(uriStr);
result.setMimeType("text/dns");
result.setCompressedLength(rec.compressedBytes);
result.setUrlKey(canonicalizer.urlStringToKey(uriStr));
origin: iipc/openwayback

result.setUrlKey(canonUrl);
origin: org.netpreserve.openwayback/openwayback-core

result.setUrlKey(canonUrl);
org.archive.wayback.coreCaptureSearchResultsetUrlKey

Popular methods of CaptureSearchResult

  • <init>
  • getOriginalUrl
  • setFile
  • setHttpCode
  • setMimeType
  • setOffset
  • setOriginalUrl
  • flagDuplicateDigest
    Mark this capture as a revisit of previous capture payload, identified by content digest.Record loca
  • getCaptureDate
  • getCaptureTimestamp
  • getDigest
  • getDuplicatePayload
  • getDigest,
  • getDuplicatePayload,
  • getDuplicatePayloadCompressedLength,
  • getDuplicatePayloadFile,
  • getDuplicatePayloadOffset,
  • getFile,
  • getOffset,
  • getRobotFlags,
  • getUrlKey

Popular in Java

  • Start an intent from android
  • compareTo (BigDecimal)
  • findViewById (Activity)
  • onCreateOptionsMenu (Activity)
  • FileNotFoundException (java.io)
    Thrown when a file specified by a program cannot be found.
  • InputStreamReader (java.io)
    A class for turning a byte stream into a character stream. Data read from the source input stream is
  • SQLException (java.sql)
    An exception that indicates a failed JDBC operation. It provides the following information about pro
  • Hashtable (java.util)
    A plug-in replacement for JDK1.5 java.util.Hashtable. This version is based on org.cliffc.high_scale
  • Properties (java.util)
    A Properties object is a Hashtable where the keys and values must be Strings. Each property can have
  • CountDownLatch (java.util.concurrent)
    A synchronization aid that allows one or more threads to wait until a set of operations being perfor
  • 14 Best Plugins for Eclipse
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimAtomGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyStudentsTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now