@Override public ObjectStatus[] getObjectStatuses() { StorageObject[] objects = mChunk.getObjects(); ObjectStatus[] ret = new ObjectStatus[objects.length]; for (int i = 0; i < ret.length; ++i) { ret[i] = new ObjectStatus(objects[i].getKey(), objects[i].getMd5HashAsBase64(), objects[i].getContentLength(), objects[i].getLastModifiedDate().getTime()); } return ret; }
@Override public ObjectListingChunk getNextChunk() throws IOException { if (!mChunk.isListingComplete()) { StorageObjectsChunk nextChunk = getObjectListingChunk(mChunk.getPrefix(), mChunk.getDelimiter(), mChunk.getPriorLastKey()); if (nextChunk != null) { return new GCSObjectListingChunk(nextChunk); } } return null; } }
@Override public String[] getCommonPrefixes() { return mChunk.getCommonPrefixes(); }
public void run() { try { List allObjects = new ArrayList(); List allCommonPrefixes = new ArrayList(); do { StorageObjectsChunk chunk = s3Service.listObjectsChunked( bucketName, prefix, delimiter, maxListingLength, priorLastKey); priorLastKey = chunk.getPriorLastKey(); allObjects.addAll(Arrays.asList(chunk.getObjects())); allCommonPrefixes.addAll(Arrays.asList(chunk.getCommonPrefixes())); } while (!halted && priorLastKey != null); result = new S3ObjectsChunk( prefix, delimiter, (S3Object[]) allObjects.toArray(new S3Object[allObjects.size()]), (String[]) allCommonPrefixes.toArray(new String[allCommonPrefixes.size()]), null); } catch (ServiceException se) { result = new S3ServiceException(se); } }
@Override public boolean hasNext() { if (objectsChunk == null) { objectsChunk = listObjectsChunkedAfter(""); objectsChunkOffset = 0; } if (objectsChunk.getObjects().length <= objectsChunkOffset) { if (objectsChunk.isListingComplete()) { return false; } else { objectsChunk = listObjectsChunkedAfter(objectsChunk.getPriorLastKey()); objectsChunkOffset = 0; } } return true; }
public void run() { try { List allObjects = new ArrayList(); List allCommonPrefixes = new ArrayList(); do { StorageObjectsChunk chunk = storageService.listObjectsChunked( bucketName, prefix, delimiter, maxListingLength, priorLastKey); priorLastKey = chunk.getPriorLastKey(); allObjects.addAll(Arrays.asList(chunk.getObjects())); allCommonPrefixes.addAll(Arrays.asList(chunk.getCommonPrefixes())); } while (!halted && priorLastKey != null); result = new StorageObjectsChunk( prefix, delimiter, (StorageObject[]) allObjects.toArray(new StorageObject[allObjects.size()]), (String[]) allCommonPrefixes.toArray(new String[allCommonPrefixes.size()]), null); } catch (ServiceException e) { result = e; } }
bucketName, prefix, null, Constants.DEFAULT_OBJECT_LIST_CHUNK_SIZE, priorLastKey, completeListing); objects = chunk.getObjects(); resultPriorLastKey = chunk.getPriorLastKey();
@Override public void event(ListObjectsEvent event) { if (ListObjectsEvent.EVENT_IN_PROGRESS == event.getEventCode()) { Iterator<StorageObjectsChunk> chunkIter = event.getChunkList().iterator(); while (chunkIter.hasNext()) { StorageObjectsChunk chunk = chunkIter.next(); if (log.isDebugEnabled()) { log.debug("Listed " + chunk.getObjects().length + " objects and " + chunk.getCommonPrefixes().length + " common prefixes in bucket '" + bucketName + "' using prefix=" + chunk.getPrefix() + ", delimiter=" + chunk.getDelimiter()); } allObjects.addAll(Arrays.asList(chunk.getObjects())); lastCommonPrefixes.addAll(Arrays.asList(chunk.getCommonPrefixes())); } } else if (ListObjectsEvent.EVENT_ERROR == event.getEventCode()) { serviceExceptions[0] = new ServiceException( "Failed to list all objects in bucket", event.getErrorCause()); } } });
final String[] commonPrefixes = initialChunk.getCommonPrefixes(); allObjects.addAll(Arrays.asList(initialChunk.getObjects()));
@Override public void s3ServiceEventPerformed(ListObjectsEvent event) { if (ListObjectsEvent.EVENT_IN_PROGRESS == event.getEventCode()) { Iterator chunkIter = event.getChunkList().iterator(); while (chunkIter.hasNext()) { StorageObjectsChunk chunk = (StorageObjectsChunk) chunkIter.next(); System.out.println("Listed " + chunk.getObjects().length + " objects for sub-listing with prefix: '" + chunk.getPrefix() + "'"); allObjects.addAll(Arrays.asList(chunk.getObjects())); } } else if (ListObjectsEvent.EVENT_ERROR == event.getEventCode()) { s3ServiceExceptions[0] = new S3ServiceException( "Failed to list all objects in S3 bucket", event.getErrorCause()); } } });
log.debug("Found " + objects.size() + " objects in total"); return new StorageObjectsChunk( prefix, delimiter, objects.toArray(new StorageObject[objects.size()]), return new StorageObjectsChunk( prefix, delimiter, objects.toArray(new StorageObject[objects.size()]),
public void run() { try { List allObjects = new ArrayList(); List allCommonPrefixes = new ArrayList(); do { StorageObjectsChunk chunk = s3Service.listObjectsChunked( bucketName, prefix, delimiter, maxListingLength, priorLastKey); priorLastKey = chunk.getPriorLastKey(); allObjects.addAll(Arrays.asList(chunk.getObjects())); allCommonPrefixes.addAll(Arrays.asList(chunk.getCommonPrefixes())); } while (!halted && priorLastKey != null); result = new S3ObjectsChunk( prefix, delimiter, (S3Object[]) allObjects.toArray(new S3Object[allObjects.size()]), (String[]) allCommonPrefixes.toArray(new String[allCommonPrefixes.size()]), null); } catch (ServiceException se) { result = new S3ServiceException(se); } }
public List<ListItem> listAll(String path) { m_logger.debug("Start list all: " + path); try { List<ListItem> result = new ArrayList<>(); String priorLastKey = null; while(true) { StorageObjectsChunk chunk = m_s3service.listObjectsChunked(BUCKET, path, "/", CHUNK_SIZE, priorLastKey); m_logger.trace("ListObjects: {}", path); inc(); StorageObject[] objects = chunk.getObjects(); for(int i = 0; i < objects.length; i++) { String key = objects[i].getKey(); if(key.endsWith("/")) key = key.substring(0, key.length() - 1); key = key.substring(path.length(), key.length()); ListItem item = new ListItem(key, objects[i].getContentLength() != 0); result.add(item); } if(chunk.isListingComplete()) break; priorLastKey = chunk.getPriorLastKey(); } return result; } catch (ServiceException e) { throw new RuntimeException(e); } }
public void run() { try { List allObjects = new ArrayList(); List allCommonPrefixes = new ArrayList(); do { StorageObjectsChunk chunk = storageService.listObjectsChunked( bucketName, prefix, delimiter, maxListingLength, priorLastKey); priorLastKey = chunk.getPriorLastKey(); allObjects.addAll(Arrays.asList(chunk.getObjects())); allCommonPrefixes.addAll(Arrays.asList(chunk.getCommonPrefixes())); } while (!halted && priorLastKey != null); result = new StorageObjectsChunk( prefix, delimiter, (StorageObject[]) allObjects.toArray(new StorageObject[allObjects.size()]), (String[]) allCommonPrefixes.toArray(new String[allCommonPrefixes.size()]), null); } catch (ServiceException e) { result = e; } }
bucketName, prefix, null, Constants.DEFAULT_OBJECT_LIST_CHUNK_SIZE, priorLastKey, completeListing); objects = chunk.getObjects(); resultPriorLastKey = chunk.getPriorLastKey();
@Override public void event(ListObjectsEvent event) { if (ListObjectsEvent.EVENT_IN_PROGRESS == event.getEventCode()) { Iterator<StorageObjectsChunk> chunkIter = event.getChunkList().iterator(); while (chunkIter.hasNext()) { StorageObjectsChunk chunk = chunkIter.next(); if (log.isDebugEnabled()) { log.debug("Listed " + chunk.getObjects().length + " objects and " + chunk.getCommonPrefixes().length + " common prefixes in bucket '" + bucketName + "' using prefix=" + chunk.getPrefix() + ", delimiter=" + chunk.getDelimiter()); } allObjects.addAll(Arrays.asList(chunk.getObjects())); lastCommonPrefixes.addAll(Arrays.asList(chunk.getCommonPrefixes())); } } else if (ListObjectsEvent.EVENT_ERROR == event.getEventCode()) { serviceExceptions[0] = new ServiceException( "Failed to list all objects in bucket", event.getErrorCause()); } } });
final String[] commonPrefixes = initialChunk.getCommonPrefixes(); allObjects.addAll(Arrays.asList(initialChunk.getObjects()));
@Override public void s3ServiceEventPerformed(ListObjectsEvent event) { if (ListObjectsEvent.EVENT_IN_PROGRESS == event.getEventCode()) { Iterator chunkIter = event.getChunkList().iterator(); while (chunkIter.hasNext()) { StorageObjectsChunk chunk = (StorageObjectsChunk) chunkIter.next(); System.out.println("Listed " + chunk.getObjects().length + " objects for sub-listing with prefix: '" + chunk.getPrefix() + "'"); allObjects.addAll(Arrays.asList(chunk.getObjects())); } } else if (ListObjectsEvent.EVENT_ERROR == event.getEventCode()) { s3ServiceExceptions[0] = new S3ServiceException( "Failed to list all objects in S3 bucket", event.getErrorCause()); } } });
log.debug("Found " + objects.size() + " objects in total"); return new StorageObjectsChunk( prefix, delimiter, objects.toArray(new StorageObject[objects.size()]), return new StorageObjectsChunk( prefix, delimiter, objects.toArray(new StorageObject[objects.size()]),
new FileMetadata[chunk.getObjects().length]; for (int i = 0; i < fileMetadata.length; i++) { StorageObject object = chunk.getObjects()[i]; fileMetadata[i] = new FileMetadata(object.getKey(), object.getContentLength(), object.getLastModifiedDate().getTime()); return new PartialListing(chunk.getPriorLastKey(), fileMetadata, chunk.getCommonPrefixes()); } catch (ServiceException e) { handleException(e, prefix);