@Override public IndexRequest createIndexRequest( String index, String docType, XContentType contentType, byte[] document) { return new IndexRequest(index, docType) .source(document, contentType); }
/** * Execute an {@link IndexRequest} against the {@literal index} API to index a document. * * @param consumer never {@literal null}. * @see <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/docs-index.html">Index API on * elastic.co</a> * @return the {@link Mono} emitting the {@link IndexResponse}. */ default Mono<IndexResponse> index(Consumer<IndexRequest> consumer) { IndexRequest request = new IndexRequest(); consumer.accept(request); return index(request); }
private void indexObject(final String index, final String docType, final String docId, final Object doc) { byte[] docBytes; try { docBytes = objectMapper.writeValueAsBytes(doc); } catch (JsonProcessingException e) { logger.error("Failed to convert {} '{}' to byte string", docType, docId); return; } IndexRequest request = new IndexRequest(index, docType, docId); request.source(docBytes, XContentType.JSON); indexWithRetry(request, "Indexing " + docType + ": " + docId); }
public IndexRequest createIndexRequest(Tuple2<Integer, String> element) { Map<String, Object> json = new HashMap<>(); json.put(DATA_FIELD_NAME, element.f1); return new IndexRequest(index, TYPE_NAME, element.f0.toString()).source(json); }
private static IndexRequest newIndexRequest(IndexPermissions dto, IndexType indexType) { Map<String, Object> doc = new HashMap<>(); if (dto.isAllowAnyone()) { doc.put(IndexAuthorizationConstants.FIELD_ALLOW_ANYONE, true); // no need to feed users and groups } else { doc.put(IndexAuthorizationConstants.FIELD_ALLOW_ANYONE, false); doc.put(IndexAuthorizationConstants.FIELD_GROUP_IDS, dto.getGroupIds()); doc.put(IndexAuthorizationConstants.FIELD_USER_IDS, dto.getUserIds()); } return new IndexRequest(indexType.getIndex(), indexType.getType()) .id(dto.getProjectUuid()) .routing(dto.getProjectUuid()) .source(doc); }
private IndexRequest newIndexRequest(int intField) { return new IndexRequest(INDEX, INDEX_TYPE_FAKE.getType()) .source(ImmutableMap.of(FakeIndexDefinition.INT_FIELD, intField)); }
public void upload(String index, String type, Document doc) { bulkProcessor.add(new IndexRequest(index, type, doc.getId()) .source(doc.getContent())); }
private static IndexRequest newIndexRequest(ViewDoc doc) { return new IndexRequest(ViewIndexDefinition.INDEX_TYPE_VIEW.getIndex(), ViewIndexDefinition.INDEX_TYPE_VIEW.getType(), doc.uuid()) .source(doc.getFields()); }
private IndexRequest newIndexRequestWithDocId(String id) { return new IndexRequest(INDEX, INDEX_TYPE_FAKE.getType()) .id(id) .source(ImmutableMap.of(FakeIndexDefinition.INT_FIELD, 42)); } }
private static IndexRequest newIndexRequest(ProjectMeasuresDoc doc) { String projectUuid = doc.getId(); return new IndexRequest(INDEX_TYPE_PROJECT_MEASURES.getIndex(), INDEX_TYPE_PROJECT_MEASURES.getType(), projectUuid) .routing(projectUuid) .parent(projectUuid) .source(doc.getFields()); }
@Test public void listener_is_not_called_with_errors() { FakeListener listener = new FakeListener(); BulkIndexer indexer = new BulkIndexer(es.client(), INDEX_TYPE_FAKE, Size.REGULAR, listener); indexer.start(); indexer.add(newIndexRequestWithDocId("foo")); indexer.add(new IndexRequest("index_does_not_exist", "index_does_not_exist", "bar").source(emptyMap())); indexer.stop(); assertThat(listener.calledDocIds).containsExactly(new DocId(INDEX_TYPE_FAKE, "foo")); assertThat(listener.calledResult.getSuccess()).isEqualTo(1); assertThat(listener.calledResult.getTotal()).isEqualTo(2); }
private static IndexRequest newRuleDocIndexRequest(RuleForIndexingDto ruleForIndexingDto) { RuleDoc doc = RuleDoc.of(ruleForIndexingDto); return new IndexRequest(INDEX_TYPE_RULE.getIndex(), INDEX_TYPE_RULE.getType()) .id(doc.getId()) .routing(doc.getRouting()) .source(doc.getFields()); }
private static IndexRequest newIndexRequest(ComponentDoc doc) { return new IndexRequest(INDEX_TYPE_COMPONENT.getIndex(), INDEX_TYPE_COMPONENT.getType(), doc.getId()) .routing(doc.getRouting()) .parent(doc.getParent()) .source(doc.getFields()); }
private static IndexRequest newRuleExtensionDocIndexRequest(RuleExtensionForIndexingDto ruleExtensionForIndexingDto) { RuleExtensionDoc doc = RuleExtensionDoc.of(ruleExtensionForIndexingDto); return new IndexRequest(INDEX_TYPE_RULE_EXTENSION.getIndex(), INDEX_TYPE_RULE_EXTENSION.getType()) .id(doc.getId()) .routing(doc.getRouting()) .parent(doc.getParent()) .source(doc.getFields()); }
private static IndexRequest newRuleExtensionDocIndexRequest(RuleForIndexingDto ruleForIndexingDto) { RuleExtensionDoc ruleExtensionDoc = RuleExtensionDoc.of(ruleForIndexingDto); return new IndexRequest(INDEX_TYPE_RULE_EXTENSION.getIndex(), INDEX_TYPE_RULE_EXTENSION.getType()) .id(ruleExtensionDoc.getId()) .routing(ruleExtensionDoc.getRouting()) .parent(ruleExtensionDoc.getParent()) .source(ruleExtensionDoc.getFields()); }
public void putDocuments(IndexType indexType, Map<String, Object>... docs) { try { BulkRequestBuilder bulk = SHARED_NODE.client().prepareBulk() .setRefreshPolicy(REFRESH_IMMEDIATE); for (Map<String, Object> doc : docs) { bulk.add(new IndexRequest(indexType.getIndex(), indexType.getType()) .source(doc)); } BulkResponse bulkResponse = bulk.get(); if (bulkResponse.hasFailures()) { throw new IllegalStateException(bulkResponse.buildFailureMessage()); } } catch (Exception e) { throw Throwables.propagate(e); } }
private static IndexRequest newIndexRequest(UserDto user, ListMultimap<String, String> organizationUuidsByUserUuid) { UserDoc doc = new UserDoc(Maps.newHashMapWithExpectedSize(8)); // all the keys must be present, even if value is null doc.setUuid(user.getUuid()); doc.setLogin(user.getLogin()); doc.setName(user.getName()); doc.setEmail(user.getEmail()); doc.setActive(user.isActive()); doc.setScmAccounts(UserDto.decodeScmAccounts(user.getScmAccounts())); doc.setOrganizationUuids(organizationUuidsByUserUuid.get(user.getUuid())); return new IndexRequest(INDEX_TYPE_USER.getIndex(), INDEX_TYPE_USER.getType()) .id(doc.getId()) .routing(doc.getRouting()) .source(doc.getFields()); } }
private static IndexRequest newIndexRequest(IndexedActiveRuleDto dto) { ActiveRuleDoc doc = new ActiveRuleDoc(dto.getId()) .setRuleId(dto.getRuleId()) .setRuleProfileUuid(dto.getRuleProfileUuid()) .setSeverity(SeverityUtil.getSeverityFromOrdinal(dto.getSeverity())); // all the fields must be present, even if value is null String inheritance = dto.getInheritance(); doc.setInheritance(inheritance == null ? ActiveRuleInheritance.NONE.name() : inheritance); return new IndexRequest(INDEX_TYPE_ACTIVE_RULE.getIndex(), INDEX_TYPE_ACTIVE_RULE.getType()) .id(doc.getId()) .parent(doc.getParent()) .routing(doc.getRouting()) .source(doc.getFields()); }
@Test public void testCCSIndexResolve() throws Exception { setup(); final RestHelper rh = nonSslRestHelper(); try (TransportClient tc = getInternalTransportClient()) { tc.index(new IndexRequest(".abc-6").type("logs").setRefreshPolicy(RefreshPolicy.IMMEDIATE).source("{\"content\":1}", XContentType.JSON)).actionGet(); } HttpResponse res = rh.executeGetRequest("/*:.abc-6,.abc-6/_search", encodeBasicHeader("ccsresolv", "nagilum")); Assert.assertTrue(res.getBody(),res.getBody().contains("\"content\":1")); Assert.assertEquals(HttpStatus.SC_OK, res.getStatusCode()); }
@Test public void testDeleteByQueryDnfof() throws Exception { setup(Settings.EMPTY, new DynamicSgConfig().setSgConfig("sg_config_dnfof.yml"), Settings.EMPTY); try (TransportClient tc = getInternalTransportClient()) { for(int i=0; i<3; i++) { tc.index(new IndexRequest("vulcangov").type("kolinahr").setRefreshPolicy(RefreshPolicy.IMMEDIATE).source("{\"content\":1}", XContentType.JSON)).actionGet(); } } RestHelper rh = nonSslRestHelper(); HttpResponse res; Assert.assertEquals(HttpStatus.SC_OK, (res=rh.executePostRequest("/vulcango*/_delete_by_query?refresh=true&wait_for_completion=true&pretty=true", "{\"query\" : {\"match_all\" : {}}}", encodeBasicHeader("nagilum", "nagilum"))).getStatusCode()); Assert.assertTrue(res.getBody().contains("\"deleted\" : 3")); }