@Override public ListContainerOptions clone() { return delegate.clone(); }
@Override public ListContainerOptions clone() { return delegate.clone(); }
@Override public ListContainerOptions clone() { return delegate.clone(); }
@Override public ListContainerOptions clone() { return delegate.clone(); }
@Override public ListContainerOptions clone() { return delegate.clone(); }
@Override public ListContainerOptions clone() { return delegate.clone(); }
@Override public ListContainerOptions clone() { return delegate.clone(); }
CrawlBlobStoreIterable(BlobStore blobStore, String containerName, ListContainerOptions options) { this.blobStore = Objects.requireNonNull(blobStore); this.containerName = Objects.requireNonNull(containerName); this.options = Objects.requireNonNull(options).clone(); }
@Override public Set<? extends BlobMetadata> execute(final String containerName, final ListContainerOptions options) { final List<Iterable<? extends BlobMetadata>> lists = newArrayList(); Iterable<? extends StorageMetadata> pwdList = lister.execute(containerName, options); for (StorageMetadata md : filter(pwdList, new Predicate<StorageMetadata>() { @Override public boolean apply(StorageMetadata input) { return (input.getType() == StorageType.FOLDER || input.getType() == StorageType.RELATIVE_PATH) && options.isRecursive(); } })) { String directory = (options.getDir() != null) ? options.getDir() + "/" + md.getName() : md.getName(); lists.add(execute(containerName, options.clone().inDirectory(directory))); } lists.add(transform(filter(pwdList, new Predicate<StorageMetadata>() { @Override public boolean apply(StorageMetadata input) { return input.getType() == StorageType.BLOB; } }), new Function<StorageMetadata, BlobMetadata>() { @Override public BlobMetadata apply(StorageMetadata from) { return (BlobMetadata) from; } })); return newLinkedHashSet(concat(lists)); } }
@Override public Set<? extends BlobMetadata> execute(final String containerName, final ListContainerOptions options) { final List<Iterable<? extends BlobMetadata>> lists = newArrayList(); Iterable<? extends StorageMetadata> pwdList = lister.execute(containerName, options); for (StorageMetadata md : filter(pwdList, new Predicate<StorageMetadata>() { @Override public boolean apply(StorageMetadata input) { return (input.getType() == StorageType.FOLDER || input.getType() == StorageType.RELATIVE_PATH) && options.isRecursive(); } })) { String directory = (options.getDir() != null) ? options.getDir() + "/" + md.getName() : md.getName(); lists.add(execute(containerName, options.clone().inDirectory(directory))); } lists.add(transform(filter(pwdList, new Predicate<StorageMetadata>() { @Override public boolean apply(StorageMetadata input) { return input.getType() == StorageType.BLOB; } }), new Function<StorageMetadata, BlobMetadata>() { @Override public BlobMetadata apply(StorageMetadata from) { return (BlobMetadata) from; } })); return newLinkedHashSet(concat(lists)); } }
@Override public Set<? extends BlobMetadata> execute(final String containerName, final ListContainerOptions options) { final List<Iterable<? extends BlobMetadata>> lists = newArrayList(); Iterable<? extends StorageMetadata> pwdList = lister.execute(containerName, options); for (StorageMetadata md : filter(pwdList, new Predicate<StorageMetadata>() { @Override public boolean apply(StorageMetadata input) { return (input.getType() == StorageType.FOLDER || input.getType() == StorageType.RELATIVE_PATH) && options.isRecursive(); } })) { String directory = (options.getDir() != null) ? options.getDir() + "/" + md.getName() : md.getName(); lists.add(execute(containerName, options.clone().inDirectory(directory))); } lists.add(transform(filter(pwdList, new Predicate<StorageMetadata>() { @Override public boolean apply(StorageMetadata input) { return input.getType() == StorageType.BLOB; } }), new Function<StorageMetadata, BlobMetadata>() { @Override public BlobMetadata apply(StorageMetadata from) { return (BlobMetadata) from; } })); return newLinkedHashSet(concat(lists)); } }
@Override public Set<? extends BlobMetadata> execute(final String containerName, final ListContainerOptions options) { final List<Iterable<? extends BlobMetadata>> lists = newArrayList(); Iterable<? extends StorageMetadata> pwdList = lister.execute(containerName, options); for (StorageMetadata md : filter(pwdList, new Predicate<StorageMetadata>() { @Override public boolean apply(StorageMetadata input) { return (input.getType() == StorageType.FOLDER || input.getType() == StorageType.RELATIVE_PATH) && options.isRecursive(); } })) { String directory = (options.getDir() != null) ? options.getDir() + "/" + md.getName() : md.getName(); lists.add(execute(containerName, options.clone().inDirectory(directory))); } lists.add(transform(filter(pwdList, new Predicate<StorageMetadata>() { @Override public boolean apply(StorageMetadata input) { return input.getType() == StorageType.BLOB; } }), new Function<StorageMetadata, BlobMetadata>() { @Override public BlobMetadata apply(StorageMetadata from) { return (BlobMetadata) from; } })); return newLinkedHashSet(concat(lists)); } }
@Override public Set<? extends BlobMetadata> execute(final String containerName, final ListContainerOptions options) { final List<Iterable<? extends BlobMetadata>> lists = newArrayList(); Iterable<? extends StorageMetadata> pwdList = lister.execute(containerName, options); for (StorageMetadata md : filter(pwdList, new Predicate<StorageMetadata>() { @Override public boolean apply(StorageMetadata input) { return (input.getType() == StorageType.FOLDER || input.getType() == StorageType.RELATIVE_PATH) && options.isRecursive(); } })) { String directory = (options.getDir() != null) ? options.getDir() + "/" + md.getName() : md.getName(); lists.add(execute(containerName, options.clone().inDirectory(directory))); } lists.add(transform(filter(pwdList, new Predicate<StorageMetadata>() { @Override public boolean apply(StorageMetadata input) { return input.getType() == StorageType.BLOB; } }), new Function<StorageMetadata, BlobMetadata>() { @Override public BlobMetadata apply(StorageMetadata from) { return (BlobMetadata) from; } })); return newLinkedHashSet(concat(lists)); } }
@Override public Iterable<? extends StorageMetadata> execute(String container, ListContainerOptions options) { try { boolean truncated = true; List<PageSet<? extends StorageMetadata>> listings = Lists.newArrayList(); while (truncated) { PageSet<? extends StorageMetadata> listing = connection.list(container, options); truncated = listing.getNextMarker() != null; if (truncated) { options = options instanceof ImmutableListContainerOptions ? options.clone() .afterMarker(listing.getNextMarker()) : options.afterMarker(listing .getNextMarker()); } listings.add(listing); } return Iterables.concat(listings); } catch (Exception e) { Throwables.propagateIfPossible(e, BlobRuntimeException.class); throw new BlobRuntimeException("Error getting resource metadata in container: " + container, e); } } }
@Override public Iterable<? extends StorageMetadata> execute(String container, ListContainerOptions options) { try { boolean truncated = true; List<PageSet<? extends StorageMetadata>> listings = Lists.newArrayList(); while (truncated) { PageSet<? extends StorageMetadata> listing = connection.list(container, options); truncated = listing.getNextMarker() != null; if (truncated) { options = options instanceof ImmutableListContainerOptions ? options.clone() .afterMarker(listing.getNextMarker()) : options.afterMarker(listing .getNextMarker()); } listings.add(listing); } return Iterables.concat(listings); } catch (Exception e) { Throwables.propagateIfPossible(e, BlobRuntimeException.class); throw new BlobRuntimeException("Error getting resource metadata in container: " + container, e); } } }
@Override public Iterable<? extends StorageMetadata> execute(String container, ListContainerOptions options) { try { boolean truncated = true; List<PageSet<? extends StorageMetadata>> listings = Lists.newArrayList(); while (truncated) { PageSet<? extends StorageMetadata> listing = connection.list(container, options); truncated = listing.getNextMarker() != null; if (truncated) { options = options instanceof ImmutableListContainerOptions ? options.clone() .afterMarker(listing.getNextMarker()) : options.afterMarker(listing .getNextMarker()); } listings.add(listing); } return Iterables.concat(listings); } catch (Exception e) { Throwables.propagateIfPossible(e, BlobRuntimeException.class); throw new BlobRuntimeException("Error getting resource metadata in container: " + container, e); } } }
@Override public Iterable<? extends StorageMetadata> execute(String container, ListContainerOptions options) { try { boolean truncated = true; List<PageSet<? extends StorageMetadata>> listings = Lists.newArrayList(); while (truncated) { PageSet<? extends StorageMetadata> listing = connection.list(container, options); truncated = listing.getNextMarker() != null; if (truncated) { options = options instanceof ImmutableListContainerOptions ? options.clone() .afterMarker(listing.getNextMarker()) : options.afterMarker(listing .getNextMarker()); } listings.add(listing); } return Iterables.concat(listings); } catch (Exception e) { Throwables.propagateIfPossible(e, BlobRuntimeException.class); throw new BlobRuntimeException("Error getting resource metadata in container: " + container, e); } } }
@Override public Iterable<? extends StorageMetadata> execute(String container, ListContainerOptions options) { try { boolean truncated = true; List<PageSet<? extends StorageMetadata>> listings = Lists.newArrayList(); while (truncated) { PageSet<? extends StorageMetadata> listing = connection.list(container, options); truncated = listing.getNextMarker() != null; if (truncated) { options = options instanceof ImmutableListContainerOptions ? options.clone() .afterMarker(listing.getNextMarker()) : options.afterMarker(listing .getNextMarker()); } listings.add(listing); } return Iterables.concat(listings); } catch (Exception e) { Throwables.propagateIfPossible(e, BlobRuntimeException.class); throw new BlobRuntimeException("Error getting resource metadata in container: " + container, e); } } }
@Override public Iterable<? extends StorageMetadata> execute(String container, ListContainerOptions options) { try { boolean truncated = true; List<PageSet<? extends StorageMetadata>> listings = Lists.newArrayList(); while (truncated) { PageSet<? extends StorageMetadata> listing = connection.list(container, options); truncated = listing.getNextMarker() != null; if (truncated) { options = options instanceof ImmutableListContainerOptions ? options.clone() .afterMarker(listing.getNextMarker()) : options.afterMarker(listing .getNextMarker()); } listings.add(listing); } return Iterables.concat(listings); } catch (Exception e) { Throwables.propagateIfPossible(e, BlobRuntimeException.class); throw new BlobRuntimeException("Error getting resource metadata in container: " + container, e); } } }
@Override public Iterable<? extends StorageMetadata> execute(String container, ListContainerOptions options) { try { boolean truncated = true; List<PageSet<? extends StorageMetadata>> listings = Lists.newArrayList(); while (truncated) { PageSet<? extends StorageMetadata> listing = connection.list(container, options); truncated = listing.getNextMarker() != null; if (truncated) { options = options instanceof ImmutableListContainerOptions ? options.clone() .afterMarker(listing.getNextMarker()) : options.afterMarker(listing .getNextMarker()); } listings.add(listing); } return Iterables.concat(listings); } catch (Exception e) { Throwables.propagateIfPossible(e, BlobRuntimeException.class); throw new BlobRuntimeException("Error getting resource metadata in container: " + container, e); } } }