@Before public void setUp() throws Exception { elasticsearch = new EmbeddedElasticsearch5(); ExternalResourceDescription erd = ExternalResourceFactory.createExternalResourceDescription( RESOURCE_KEY, SharedElasticsearchResource.class, PARAM_PORT, Integer.toString(elasticsearch.getTransportPort()), PARAM_CLUSTER, elasticsearch.getClusterName()); AnalysisEngineDescription aed = AnalysisEngineFactory.createEngineDescription( TemporalElasticsearch.class, TypeSystemSingleton.getTypeSystemDescriptionInstance(), RESOURCE_KEY, erd, PARAM_INDEX, TEMPORAL_INDEX); ae = AnalysisEngineFactory.createEngine(aed); }
@Before public void beforeElasticsearchRecordConsumerTest() throws Exception { elasticsearch = new EmbeddedElasticsearch5(); ExternalResourceDescription erd = ExternalResourceFactory.createExternalResourceDescription( RESOURCE_KEY, SharedElasticsearchRestResource.class, PARAM_URL, elasticsearch.getHttpUrl()); analysisEngine = getAnalysisEngine(RESOURCE_KEY, erd); elasticsearch.client().admin().indices().refresh(new RefreshRequest(BALEEN_INDEX)).actionGet(); }
@After public void tearDown() throws IOException { elasticsearch.close(); }
@Test public void test() throws Exception { try (EmbeddedElasticsearch5 es = new EmbeddedElasticsearch5()) { try (InputStream in = new URL(es.getHttpUrl() + "/_cluster/health").openStream()) { String response = IOUtils.toString(in, "UTF-8"); assertTrue(response.contains("\"cluster_name\":\"test-cluster\"")); assertTrue(response.contains("\"status\":\"green\"")); } } } }
@SuppressWarnings("unchecked") @Test public void testMetadata() throws Exception { createMetadataDocument(); ae.process(jCas); elasticsearch.flush(BALEEN_INDEX); assertEquals(new Long(1), getCount()); SearchHit result = elasticsearch.client().search(new SearchRequest()).actionGet().getHits().getHits()[0]; List<String> pids = (List<String>) result.getSource().get("publishedId"); assertEquals("id_1", pids.get(0)); assertEquals("id_2", pids.get(1)); Map<String, Object> metadataMap = (Map<String, Object>) result.getSource().get("metadata"); assertEquals("D3", metadataMap.get("sourceAndInformationGrading")); assertEquals("test_value", metadataMap.get("test_key")); assertEquals("Test Title", metadataMap.get("documentTitle")); assertEquals("ENG|WAL|SCO", metadataMap.get("countryInfo")); }
@Before public void setup() throws UIMAException { ExternalResourceDescription erd = ExternalResourceFactory.createExternalResourceDescription( RESOURCE_KEY, SharedElasticsearchResource.class, PARAM_PORT, Integer.toString(elasticsearch.getTransportPort()), PARAM_CLUSTER, elasticsearch.getClusterName()); AnalysisEngineDescription aed = AnalysisEngineFactory.createEngineDescription( Elasticsearch.class, TypeSystemSingleton.getTypeSystemDescriptionInstance(), RESOURCE_KEY, erd); ae = AnalysisEngineFactory.createEngine(aed); }
/** * Flush the index to ensure data is written before testing * * @param index */ public void flush(String index) { client().admin().indices().refresh(new RefreshRequest(index)).actionGet(); }
@Before public void beforeTest() throws Exception { jCas = JCasSingleton.getJCasInstance(); elasticsearch = new EmbeddedElasticsearch5(); }
@Before public void setup() throws UIMAException, IOException { ExternalResourceDescription erd = ExternalResourceFactory.createExternalResourceDescription( ELASTICSEARCH, SharedElasticsearchRestResource.class, PARAM_URL, elasticsearch.getHttpUrl()); AnalysisEngineDescription aed = AnalysisEngineFactory.createEngineDescription( ElasticsearchRest.class, TypeSystemSingleton.getTypeSystemDescriptionInstance(), ELASTICSEARCH, erd); ae = AnalysisEngineFactory.createEngine(aed); } }
elasticsearch.flush(BALEEN_INDEX);
@SuppressWarnings("unchecked") @Test public void testNoEntities() throws Exception { long timestamp = createNoEntitiesDocument(); ae.process(jCas); elasticsearch.flush(BALEEN_INDEX); assertEquals(new Long(1), getCount()); SearchHit result = elasticsearch.client().search(new SearchRequest()).actionGet().getHits().getHits()[0]; assertEquals("Hello World", result.getSource().get("content")); assertEquals("en", result.getSource().get("language")); assertEquals(timestamp, result.getSource().get("dateAccessed")); assertEquals("test/no_entities", result.getSource().get("sourceUri")); assertEquals("test", result.getSource().get(DOC_TYPE)); assertEquals("OFFICIAL", result.getSource().get("classification")); List<String> rels = (List<String>) result.getSource().get("releasability"); assertEquals(3, rels.size()); assertTrue(rels.contains("ENG")); List<String> cavs = (List<String>) result.getSource().get("caveats"); assertEquals(2, cavs.size()); assertTrue(cavs.contains("TEST_A")); }
private Long getCount() { SearchResponse sr = elasticsearch.client().prepareSearch(BALEEN_INDEX).setSize(0).execute().actionGet(); return sr.getHits().getTotalHits(); }
@Test public void test() throws AnalysisEngineProcessException { final AnalysisMockData data = new AnalysisMockData(); ae.process(data.getJCas()); elasticsearch.flush(Elasticsearch.DEFAULT_DOCUMENT_INDEX); assertEquals(1, countTypeInIndex(Elasticsearch.DEFAULT_DOCUMENT_TYPE)); assertEquals(4, countTypeInIndex(Elasticsearch.DEFAULT_ENTITY_TYPE)); assertEquals(2, countTypeInIndex(Elasticsearch.DEFAULT_RELATION_TYPE)); assertEquals(5, countTypeInIndex(Elasticsearch.DEFAULT_MENTION_TYPE)); } }
@Before public void setUp() throws Exception { jCas.reset(); elasticsearch = new EmbeddedElasticsearch5(); ExternalResourceDescription erd = ExternalResourceFactory.createExternalResourceDescription( RESOURCE_KEY, SharedElasticsearchResource.class, PARAM_PORT, Integer.toString(elasticsearch.getTransportPort()), PARAM_CLUSTER, elasticsearch.getClusterName()); AnalysisEngineDescription aed = AnalysisEngineFactory.createEngineDescription( LocationElasticsearch.class, TypeSystemSingleton.getTypeSystemDescriptionInstance(), RESOURCE_KEY, erd, PARAM_INDEX, LOCATION_INDEX); ae = AnalysisEngineFactory.createEngine(aed); }
protected Long getCount() { SearchResponse sr = elasticsearch.client().prepareSearch(BALEEN_INDEX).setSize(0).execute().actionGet(); return sr.getHits().getTotalHits(); } }
@After public void tearDown() throws IOException { // clearElasticsearchIndex(); jCas.reset(); elasticsearch.close(); }
@Before public void setUp() throws Exception { elasticsearch = new EmbeddedElasticsearch5(); elasticsearchResource = new SharedElasticsearchResource(); CustomResourceSpecifier_impl esSpecifier = new CustomResourceSpecifier_impl(); esSpecifier.setParameters( new Parameter[] { new Parameter_impl(PARAM_CLUSTER, elasticsearch.getClusterName()), new Parameter_impl(PARAM_PORT, Integer.toString(elasticsearch.getTransportPort())) }); elasticsearchResource.initialize(esSpecifier, Maps.newHashMap()); history = new ElasticsearchHistory(elasticsearchResource); history.initialize(new CustomResourceSpecifier_impl(), Maps.newHashMap()); }
@Test public void testReindexEntities() throws Exception { createEntitiesDocument(); ae.process(jCas); ae.process(jCas); // Change the last document so we can check its been updated getDocumentAnnotation(jCas).setDocumentClassification("TEST"); ae.process(jCas); elasticsearch.flush(BALEEN_INDEX); assertEquals(new Long(1), getCount()); SearchHit result = elasticsearch.client().search(new SearchRequest()).actionGet().getHits().getHits()[0]; // This checks the last document is tone we are getting assertEquals("TEST", result.getSource().get("classification")); }
private void process() throws AnalysisEngineProcessException { analysisEngine.process(jCas); elasticsearch.client().admin().indices().refresh(new RefreshRequest(BALEEN_INDEX)).actionGet(); }