public List<String> findAllViewUuids() { SearchRequestBuilder esSearch = esClient.prepareSearch(ViewIndexDefinition.INDEX_TYPE_VIEW) .addSort("_doc", SortOrder.ASC) .setScroll(TimeValue.timeValueMinutes(SCROLL_TIME_IN_MINUTES)) .setFetchSource(false) .setSize(100) .setQuery(matchAllQuery()); SearchResponse response = esSearch.get(); List<String> result = newArrayList(); while (true) { List<SearchHit> hits = newArrayList(response.getHits()); for (SearchHit hit : hits) { result.add(hit.getId()); } String scrollId = response.getScrollId(); response = esClient.prepareSearchScroll(scrollId) .setScroll(TimeValue.timeValueMinutes(SCROLL_TIME_IN_MINUTES)) .get(); // Break condition: No hits are returned if (response.getHits().getHits().length == 0) { esClient.nativeClient().prepareClearScroll().addScrollId(scrollId).get(); break; } } return result; } }
client.nativeClient().prepareClearScroll().addScrollId(scrollId).get(); break;
private void closeScroll(String scrollId) { try { client.prepareClearScroll() .addScrollId(scrollId) .execute().actionGet(); } catch (Exception ex) { throw new VertexiumException("Could not close iterator " + scrollId, ex); } }
@Override public void close() { client.prepareClearScroll().addScrollId(firstScrollResp.getScrollId()).execute().actionGet(); } };
private void closeScroll(String scrollId) { try { client.prepareClearScroll() .addScrollId(scrollId) .execute().actionGet(); } catch (Exception ex) { throw new VertexiumException("Could not close iterator " + scrollId, ex); } }
private void closeScroll(String scrollId) { try { client.prepareClearScroll() .addScrollId(scrollId) .execute().actionGet(); } catch (Exception ex) { throw new VertexiumException("Could not close iterator " + scrollId, ex); } }
public void interrupt() { interrupted.set(true); if (scrollId != null) { client.prepareClearScroll().addScrollId(scrollId) .execute(new ActionListener<ClearScrollResponse>() { @Override public void onResponse(ClearScrollResponse response) { // nothing } @Override public void onFailure(Throwable e) { if (logger.isDebugEnabled()) { logger.debug( "Failed to stop reindexing for " + toIndex + ".", e); } } }); } }
private void closeScroll(String scrollId) { try { client.prepareClearScroll() .addScrollId(scrollId) .execute().actionGet(); } catch (Exception ex) { throw new VertexiumException("Could not close iterator " + scrollId, ex); } }
@Override public void close() throws IOException { client.prepareClearScroll().addScrollId(firstScrollResp.getScrollId()).execute().actionGet(); } };
/** * Clears the given scroll Ids */ public void clearScroll(String... scrollIds) { ClearScrollResponse clearResponse = client().prepareClearScroll() .setScrollIds(Arrays.asList(scrollIds)).get(); assertThat(clearResponse.isSucceeded(), equalTo(true)); }
@Override public void close() throws IOException { client.prepareClearScroll().addScrollId(firstScrollResp.getScrollId()).execute().actionGet(); } };
public void close() throws SQLException { if(this.esResponse != null && this.esResponse.getScrollId() != null){ client.prepareClearScroll().addScrollId(this.esResponse.getScrollId()).execute(); } if(this.result != null) result.close(); }
private void clearScroll(SearchResponse searchResponse) { try { indexAccess.getClient() .prepareClearScroll() .addScrollId(searchResponse.getScrollId()) .execute() .actionGet(); } catch (Exception e) { Exceptions.handle(IndexAccess.LOG, e); } }
protected <E extends EsDocument> ScrollableResponse<List<E>> scrollNext( String scrollId, ThrowingFunction<String, E> createFunc) throws Exception { SearchScrollRequestBuilder builder = esClient.prepareSearchScroll(scrollId) .setScroll(TimeValue.timeValueMillis(SCROLLDEFAULTTIMEOUT)); SearchResponse response = builder.execute().actionGet(); ArrayList<E> list = new ArrayList<>(); ScrollableResponse<List<E>> ret = new ScrollableResponse<>(); ret.setValue(list); ret.setContinousToken(response.getScrollId()); if (response.getHits().totalHits() == 0) { //Clear the scroll as early as possible to save resource ClearScrollRequestBuilder clearRequestBuilder = esClient.prepareClearScroll().addScrollId(scrollId); clearRequestBuilder.execute(); ret.setScrollToEnd(true); } else { for (int i = 0; i < response.getHits().getHits().length; i++) { String str = response.getHits().getAt(i).getSourceAsString(); E element = createFunc.apply(str); element.setId(response.getHits().getAt(i).getId()); list.add(element); } } return ret; }
public void buildRequest(String sql, QueryBody query, String... indices) throws SQLException { if(this.esResponse != null && this.esResponse.getScrollId() != null){ client.prepareClearScroll().addScrollId(this.esResponse.getScrollId()).execute();
public List<String> findAllViewUuids() { SearchRequestBuilder esSearch = esClient.prepareSearch(ViewIndexDefinition.INDEX_TYPE_VIEW) .addSort("_doc", SortOrder.ASC) .setScroll(TimeValue.timeValueMinutes(SCROLL_TIME_IN_MINUTES)) .setFetchSource(false) .setSize(100) .setQuery(matchAllQuery()); SearchResponse response = esSearch.get(); List<String> result = newArrayList(); while (true) { List<SearchHit> hits = newArrayList(response.getHits()); for (SearchHit hit : hits) { result.add(hit.getId()); } String scrollId = response.getScrollId(); response = esClient.prepareSearchScroll(scrollId) .setScroll(TimeValue.timeValueMinutes(SCROLL_TIME_IN_MINUTES)) .get(); // Break condition: No hits are returned if (response.getHits().getHits().length == 0) { esClient.nativeClient().prepareClearScroll().addScrollId(scrollId).get(); break; } } return result; } }
client.nativeClient().prepareClearScroll().addScrollId(scrollId).get(); break;