@Override public ObjectListing listObjects(String bucketName, String prefix) throws SdkClientException, AmazonServiceException { return listObjects(new ListObjectsRequest(bucketName, prefix, null, null, null)); }
@Override public ObjectListing listObjects(String bucketName) throws SdkClientException, AmazonServiceException { return listObjects(new ListObjectsRequest(bucketName, null, null, null, null)); }
private ObjectListing getObjectListingChunkV1(ListObjectsRequest request) throws IOException { ObjectListing result; try { // Query S3 for the next batch of objects. result = mClient.listObjects(request); // Advance the request continuation token to the next set of objects. request.setMarker(result.getNextMarker()); } catch (AmazonClientException e) { throw new IOException(e); } return result; }
@Override public ObjectListing listObjects(ListObjectsRequest request) throws Exception { RefCountedClient holder = client.get(); AmazonS3Client amazonS3Client = holder.useClient(); try { return amazonS3Client.listObjects(request); } finally { holder.release(); } }
ObjectListing listing = s3Client.listObjects(bucket); List<S3ObjectSummary> summaries = listing.getObjectSummaries(); List<String> keyList = new ArrayList();
@Override public ObjectListing listObjects(String bucketName, String prefix) throws AmazonClientException, AmazonServiceException { return listObjects(new ListObjectsRequest(bucketName, prefix, null, null, null)); }
@Override public ObjectListing listObjects(String bucketName) throws AmazonClientException, AmazonServiceException { return listObjects(new ListObjectsRequest(bucketName, null, null, null, null)); }
@Override public ObjectListing listNextBatchOfObjects(ListNextBatchOfObjectsRequest listNextBatchOfObjectsRequest) throws SdkClientException, AmazonServiceException { listNextBatchOfObjectsRequest = beforeClientExecution(listNextBatchOfObjectsRequest); rejectNull(listNextBatchOfObjectsRequest, "The request object parameter must be specified when listing the next batch of objects in a bucket"); ObjectListing previousObjectListing = listNextBatchOfObjectsRequest.getPreviousObjectListing(); if (!previousObjectListing.isTruncated()) { ObjectListing emptyListing = new ObjectListing(); emptyListing.setBucketName(previousObjectListing.getBucketName()); emptyListing.setDelimiter(previousObjectListing.getDelimiter()); emptyListing.setMarker(previousObjectListing.getNextMarker()); emptyListing.setMaxKeys(previousObjectListing.getMaxKeys()); emptyListing.setPrefix(previousObjectListing.getPrefix()); emptyListing.setEncodingType(previousObjectListing.getEncodingType()); emptyListing.setTruncated(false); return emptyListing; } return listObjects(listNextBatchOfObjectsRequest.toListObjectsRequest()); }
@Override public ObjectListing listObjects(ListObjectsRequest listObjectsRequest) { return client.listObjects(listObjectsRequest); }
@Override public ObjectListing listObjects(String bucketName, String prefix) throws AmazonClientException, AmazonServiceException { return listObjects(new ListObjectsRequest(bucketName, prefix, null, null, null)); }
@Override public ObjectListing listNextBatchOfObjects( ListNextBatchOfObjectsRequest listNextBatchOfObjectsRequest) throws AmazonClientException, AmazonServiceException { final ObjectListing previousObjectListing = listNextBatchOfObjectsRequest.getPreviousObjectListing(); if (!previousObjectListing.isTruncated()) { final ObjectListing emptyListing = new ObjectListing(); emptyListing.setBucketName(previousObjectListing.getBucketName()); emptyListing.setDelimiter(previousObjectListing.getDelimiter()); emptyListing.setMarker(previousObjectListing.getNextMarker()); emptyListing.setMaxKeys(previousObjectListing.getMaxKeys()); emptyListing.setPrefix(previousObjectListing.getPrefix()); emptyListing.setEncodingType(previousObjectListing.getEncodingType()); emptyListing.setTruncated(false); return emptyListing; } return listObjects(listNextBatchOfObjectsRequest.toListObjectsRequest()); }
@Override protected Void doInBackground(Void... inputs) { // Queries files in the bucket from S3. s3ObjList = s3.listObjects(bucket).getObjectSummaries(); transferRecordMaps.clear(); for (S3ObjectSummary summary : s3ObjList) { HashMap<String, Object> map = new HashMap<String, Object>(); map.put("key", summary.getKey()); transferRecordMaps.add(map); } return null; }
@SuppressWarnings("deprecation") @Override public void iterationInit(boolean deep) { bs3Service = new AmazonS3Client(awsCredentials); obj = bs3Service.listObjects(this.name).getObjectSummaries(); this.compressedLength.set(0); this.currentLength.set(0); this.lastKey = null; objPos = 0; }
public static boolean isExistS3(String accessKey, String secretKey, String bucketName, String file) { // Amazon-s3 credentials AWSCredentials myCredentials = new BasicAWSCredentials(accessKey, secretKey); AmazonS3Client s3Client = new AmazonS3Client(myCredentials); ObjectListing objects = s3Client.listObjects(new ListObjectsRequest().withBucketName(bucketName).withPrefix(file)); for (S3ObjectSummary objectSummary: objects.getObjectSummaries()) { if (objectSummary.getKey().equals(file)) { return true; } } return false; }
public void buildPrefixList(AmazonS3Client client, String bucketName, List<String> prefixes, String prefix, String delimiter, BaseCase baseCase) { log.info(prefix); prefixes.add(prefix); ListObjectsRequest request = getListObjectsRequest(bucketName, prefix, delimiter); ObjectListing listing = client.listObjects(request); List<String> commonPrefixes = listing.getCommonPrefixes(); for (String commonPrefix : commonPrefixes) { if (!baseCase.isBaseCase(commonPrefix)) { buildPrefixList(client, bucketName, prefixes, commonPrefix, delimiter, baseCase); } } }
@Override public ObjectListing getObjectListing(ListObjectsRequest request) { com.amazonaws.services.s3.model.ListObjectsRequest mutable = new com.amazonaws.services.s3.model.ListObjectsRequest(); mutable.setBucketName(request.getBucket()); mutable.setDelimiter(request.getDelimiter().orNull()); mutable.setEncodingType(request.getEncoding().orNull()); mutable.setMarker(request.getMarker().orNull()); mutable.setMaxKeys(request.getMax()); mutable.setPrefix(request.getPrefix().orNull()); return copyOf(client.listObjects(mutable)); }
public BucketPrefixSummary summarize(AmazonS3Client client, String bucketName) { BucketPrefixSummary summary = new BucketPrefixSummary(); ListObjectsRequest request = getListObjectsRequest(bucketName); ObjectListing current = client.listObjects(request); summarize(summary, current.getObjectSummaries()); while (current.isTruncated()) { current = client.listNextBatchOfObjects(current); summarize(summary, current.getObjectSummaries()); } log.debug("Completed summary for '{}'", bucketName); return summary; }
public BucketPrefixSummary summarize(AmazonS3Client client, String bucketName) { BucketPrefixSummary summary = new BucketPrefixSummary(); ListObjectsRequest request = getListObjectsRequest(bucketName); ObjectListing current = client.listObjects(request); summarize(summary, current.getObjectSummaries()); while (current.isTruncated()) { current = client.listNextBatchOfObjects(current); summarize(summary, current.getObjectSummaries()); } log.debug("Completed summary for '{}'", bucketName); return summary; }
public BucketPrefixSummary summarize(AmazonS3Client client, String bucketName, BucketPrefixSummary summary) { ListObjectsRequest request = getListObjectsRequest(bucketName, summary.getPrefix()); ObjectListing current = client.listObjects(request); summarize(summary, current.getObjectSummaries()); while (current.isTruncated()) { current = client.listNextBatchOfObjects(current); summarize(summary, current.getObjectSummaries()); } log.debug("Completed summary for prefix '{}'", summary.getPrefix()); return summary; }
public BucketPrefixSummary summarize(AmazonS3Client client, String bucketName, BucketPrefixSummary summary) { ListObjectsRequest request = getListObjectsRequest(bucketName, summary.getPrefix()); ObjectListing current = client.listObjects(request); summarize(summary, current.getObjectSummaries()); while (current.isTruncated()) { current = client.listNextBatchOfObjects(current); summarize(summary, current.getObjectSummaries()); } log.debug("Completed summary for prefix '{}'", summary.getPrefix()); return summary; }