private void checkForBulkUpdateFailure(BulkResponse bulkResponse) { if (bulkResponse.hasFailures()) { Map<String, String> failedDocuments = new HashMap<>(); for (BulkItemResponse item : bulkResponse.getItems()) { if (item.isFailed()) failedDocuments.put(item.getId(), item.getFailureMessage()); } throw new ElasticsearchException( "Bulk indexing has failures. Use ElasticsearchException.getFailedDocuments() for detailed messages [" + failedDocuments + "]", failedDocuments); } }
@Override public void afterBulk(long executionId, BulkRequest request, BulkResponse response) { stopProfiler(request); List<DocId> successDocIds = new ArrayList<>(); for (BulkItemResponse item : response.getItems()) { if (item.isFailed()) { LOGGER.error("index [{}], type [{}], id [{}], message [{}]", item.getIndex(), item.getType(), item.getId(), item.getFailureMessage()); } else { result.incrementSuccess(); successDocIds.add(new DocId(item.getIndex(), item.getType(), item.getId())); } } indexingListener.onSuccess(successDocIds); }
logger.error( "Unable to index id={}, type={}, index={}, failureMessage={} ", response.getId(), response.getType(), response.getIndex(), response.getFailureMessage() );
BulkWriteResult result = new BulkWriteResult(); for (BulkItemResponse r: bulkResponse.getItems()) { String id = r.getId(); ActionWriteResponse response = r.getResponse(); if (response instanceof IndexResponse) {
public String buildFailureMessage() { StringBuilder sb = new StringBuilder(); sb.append("failure in bulk execution:"); for (int i = 0; i < responses.length; i++) { BulkItemResponse response = responses[i]; if (response.isFailed()) { sb.append("\n[").append(i) .append("]: index [").append(response.getIndex()).append("], type [") .append(response.getType()).append("], id [").append(response.getId()) .append("], message [").append(response.getFailureMessage()).append("]"); } } return sb.toString(); }
addIdToRow( item.getId(), item.getItemId() );
@Override public void afterBulk(long executionId, BulkRequest request, BulkResponse response) { logger.trace("Executed bulk request with [{}] requests", request.numberOfActions()); if (response.hasFailures()) { final int[] failures = {0}; response.iterator().forEachRemaining(bir -> { if (bir.isFailed()) { failures[0]++; logger.debug("Error caught for [{}]/[{}]/[{}]: {}", bir.getIndex(), bir.getType(), bir.getId(), bir.getFailureMessage()); } }); logger.warn("Got [{}] failures of [{}] requests", failures[0], request.numberOfActions()); } }
@Override public void afterBulk(long executionId, BulkRequest request, BulkResponse response) { logger.trace("Executed bulk request with [{}] requests", request.numberOfActions()); if (response.hasFailures()) { final int[] failures = {0}; response.iterator().forEachRemaining(bir -> { if (bir.isFailed()) { failures[0]++; logger.debug("Error caught for [{}]/[{}]/[{}]: {}", bir.getIndex(), bir.getType(), bir.getId(), bir.getFailureMessage()); } }); logger.warn("Got [{}] failures of [{}] requests", failures[0], request.numberOfActions()); } }
@Override public void afterBulk(long executionId, BulkRequest request, BulkResponse response) { logger.trace("Executed bulk request with [{}] requests", request.numberOfActions()); if (response.hasFailures()) { final int[] failures = {0}; response.iterator().forEachRemaining(bir -> { if (bir.isFailed()) { failures[0]++; logger.debug("Error caught for [{}]/[{}]/[{}]: {}", bir.getIndex(), bir.getType(), bir.getId(), bir.getFailureMessage()); } }); logger.warn("Got [{}] failures of [{}] requests", failures[0], request.numberOfActions()); } }
BulkWriteResult result = new BulkWriteResult(); for (BulkItemResponse r: bulkResponse.getItems()) { String id = r.getId(); DocWriteResponse response = r.getResponse(); if (response.getResult() == DocWriteResponse.Result.CREATED) result.created.add(id);
public String buildFailureMessage() { StringBuilder sb = new StringBuilder(); sb.append("failure in bulk execution:"); for (int i = 0; i < responses.length; i++) { BulkItemResponse response = responses[i]; if (response.isFailed()) { sb.append("\n[").append(i) .append("]: index [").append(response.getIndex()).append("], type [").append(response.getType()).append("], id [").append(response.getId()) .append("], message [").append(response.getFailureMessage()).append("]"); } } return sb.toString(); }
public String buildFailureMessage() { StringBuilder sb = new StringBuilder(); sb.append("failure in bulk execution:"); for (int i = 0; i < responses.length; i++) { BulkItemResponse response = responses[i]; if (response.isFailed()) { sb.append("\n[").append(i) .append("]: index [").append(response.getIndex()).append("], type [").append(response.getType()).append("], id [").append(response.getId()) .append("], message [").append(response.getFailureMessage()).append("]"); } } return sb.toString(); }
protected void executeBulkRequest(BulkRequestBuilder bulkRequest) { if (bulkRequest.numberOfActions() == 0) return; BulkResponse bulkResponse = bulkRequest.execute().actionGet(); if (!bulkResponse.hasFailures()) return; for (BulkItemResponse response : bulkResponse) { if (!response.isFailed()) continue; LOG.warning(String.format("Unable to save Entity %s in %s/%s, cause: %s", response.getId(), response.getIndex(), response.getType(), response.getFailureMessage())); } }
protected void doBulkRequest(BulkRequest bulkRequest) { BulkResponse response = getClient().bulk(bulkRequest).actionGet(); if (response.hasFailures()) { for (BulkItemResponse bulkResponse : response) { if (bulkResponse.isFailed()) { LOGGER.error("Failed to index " + bulkResponse.getId() + " (message: " + bulkResponse.getFailureMessage() + ")"); } } throw new SecureGraphException("Could not add element."); } }
protected void doBulkRequest(BulkRequest bulkRequest) { BulkResponse response = getClient().bulk(bulkRequest).actionGet(); if (response.hasFailures()) { for (BulkItemResponse bulkResponse : response) { if (bulkResponse.isFailed()) { LOGGER.error("Failed to index " + bulkResponse.getId() + " (message: " + bulkResponse.getFailureMessage() + ")"); } } throw new SecureGraphException("Could not add element."); } }
protected void doBulkRequest(BulkRequest bulkRequest) { BulkResponse response = getClient().bulk(bulkRequest).actionGet(); if (response.hasFailures()) { for (BulkItemResponse bulkResponse : response) { if (bulkResponse.isFailed()) { LOGGER.error("Failed to index " + bulkResponse.getId() + " (message: " + bulkResponse.getFailureMessage() + ")"); } } throw new VertexiumException("Could not add element."); } }
private String getItemId(BulkItemResponse response) { String id = response.getId(); if (response.getResponse() instanceof UpdateResponse) { id = ((UpdateResponse) response.getResponse()).getId(); } else if (response.getResponse() instanceof IndexResponse) { id = ((IndexResponse) response.getResponse()).getId(); } return id; }
protected void doBulkRequest(BulkRequest bulkRequest) { BulkResponse response = getClient().bulk(bulkRequest).actionGet(); if (response.hasFailures()) { for (BulkItemResponse bulkResponse : response) { if (bulkResponse.isFailed()) { LOGGER.error("Failed to index %s (message: %s)", bulkResponse.getId(), bulkResponse.getFailureMessage()); } } throw new VertexiumException("Could not add element."); } }
protected void doBulkRequest(BulkRequest bulkRequest) { BulkResponse response = getClient().bulk(bulkRequest).actionGet(); if (response.hasFailures()) { for (BulkItemResponse bulkResponse : response) { if (bulkResponse.isFailed()) { LOGGER.error("Failed to index %s (message: %s)", bulkResponse.getId(), bulkResponse.getFailureMessage()); } } throw new VertexiumException("Could not add element."); } }