@Before public void setup() { final TestDerbyConnector derbyConnector = derby.getConnector(); derbyConnector.createTaskTables(); taskStorage = new MetadataTaskStorage( derbyConnector, new TaskStorageConfig(null), new DerbyMetadataStorageActionHandlerFactory( derbyConnector, derby.metadataTablesConfigSupplier().get(), objectMapper ) ); ServiceEmitter emitter = EasyMock.createMock(ServiceEmitter.class); EmittingLogger.registerEmitter(emitter); EasyMock.replay(emitter); lockbox = new TaskLockbox(taskStorage); }
IndexerSQLMetadataStorageCoordinator mdc = new IndexerSQLMetadataStorageCoordinator( mapper, derbyConnectorRule.metadataTablesConfigSupplier().get(), derbyConnectorRule.getConnector()
derbyConnectorRule.metadataTablesConfigSupplier().get(), derbyConnector mapper.writeValueAsString(defaultSegment).getBytes(StandardCharsets.UTF_8), derbyConnector.lookup( derbyConnectorRule.metadataTablesConfigSupplier().get().getSegmentsTable(), "id", "payload", mapper.writeValueAsString(defaultSegment2).getBytes(StandardCharsets.UTF_8), derbyConnector.lookup( derbyConnectorRule.metadataTablesConfigSupplier().get().getSegmentsTable(), "id", "payload",
@Before public void setUp() TestDerbyConnector connector = derbyConnectorRule.getConnector();
mapper.writeValueAsString(defaultSegment).getBytes(StandardCharsets.UTF_8), derbyConnector.lookup( derbyConnectorRule.metadataTablesConfigSupplier().get().getSegmentsTable(), "id", "payload", mapper.writeValueAsString(defaultSegment2).getBytes(StandardCharsets.UTF_8), derbyConnector.lookup( derbyConnectorRule.metadataTablesConfigSupplier().get().getSegmentsTable(), "id", "payload",
TestDerbyConnector testDerbyConnector = derbyConnectorRule.getConnector(); mapper.registerSubtypes( new NamedType(MockExceptionalFirehoseFactory.class, "mockExcepFirehoseFactory"), new DerbyMetadataStorageActionHandlerFactory( testDerbyConnector, derbyConnectorRule.metadataTablesConfigSupplier().get(), mapper
private void createAndUpdateTable(final String tableName) derbyConnector = derbyConnectorRule.getConnector(); derbyFirehoseConnector = new TestDerbyFirehoseConnector(new MetadataStorageConnectorConfig(), derbyConnector.getDBI());
final TestDerbyConnector derbyConnector = derby.getConnector(); ObjectMapper loadedMapper = new DefaultObjectMapper().registerModule(new TheModule()); TaskStorage loadedTaskStorage = new MetadataTaskStorage( new DerbyMetadataStorageActionHandlerFactory( derbyConnector, derby.metadataTablesConfigSupplier().get(), loadedMapper
@Before public void setUp() { derbyConnector = derbyConnectorRule.getConnector(); mapper.registerSubtypes(LinearShardSpec.class, NumberedShardSpec.class); derbyConnector.createDataSourceTable(); derbyConnector.createTaskTables(); derbyConnector.createSegmentTable(); derbyConnector.createPendingSegmentsTable(); metadataUpdateCounter.set(0); coordinator = new IndexerSQLMetadataStorageCoordinator( mapper, derbyConnectorRule.metadataTablesConfigSupplier().get(), derbyConnector ) { @Override protected DataSourceMetadataUpdateResult updateDataSourceMetadataWithHandle( Handle handle, String dataSource, DataSourceMetadata startMetadata, DataSourceMetadata endMetadata ) throws IOException { // Count number of times this method is called. metadataUpdateCounter.getAndIncrement(); return super.updateDataSourceMetadataWithHandle(handle, dataSource, startMetadata, endMetadata); } }; }
@Test(timeout = 60_000L) public void testCreateAuditEntry() throws IOException { AuditEntry entry = new AuditEntry( "testKey", "testType", new AuditInfo( "testAuthor", "testComment", "127.0.0.1" ), "testPayload", DateTimes.of("2013-01-01T00:00:00Z") ); auditManager.doAudit(entry); byte[] payload = connector.lookup( derbyConnectorRule.metadataTablesConfigSupplier().get().getAuditTable(), "audit_key", "payload", "testKey" ); AuditEntry dbEntry = mapper.readValue(payload, AuditEntry.class); Assert.assertEquals(entry, dbEntry); }
@Test public void testSimpleAnnounce() throws IOException { coordinator.announceHistoricalSegments(SEGMENTS); for (DataSegment segment : SEGMENTS) { Assert.assertArrayEquals( mapper.writeValueAsString(segment).getBytes(StandardCharsets.UTF_8), derbyConnector.lookup( derbyConnectorRule.metadataTablesConfigSupplier().get().getSegmentsTable(), "id", "payload", segment.getId().toString() ) ); } Assert.assertEquals( ImmutableList.of(defaultSegment.getId().toString(), defaultSegment2.getId().toString()), getUsedSegmentIds() ); // Should not update dataSource metadata. Assert.assertEquals(0, metadataUpdateCounter.get()); }
private void additionalNumberedShardTest(Set<DataSegment> segments) throws IOException { coordinator.announceHistoricalSegments(segments); for (DataSegment segment : segments) { Assert.assertArrayEquals( mapper.writeValueAsString(segment).getBytes(StandardCharsets.UTF_8), derbyConnector.lookup( derbyConnectorRule.metadataTablesConfigSupplier().get().getSegmentsTable(), "id", "payload", segment.getId().toString() ) ); } Assert.assertEquals( segments.stream().map(segment -> segment.getId().toString()).collect(Collectors.toList()), getUsedSegmentIds() ); // Should not update dataSource metadata. Assert.assertEquals(0, metadataUpdateCounter.get()); }
@Before public void setUp() { connector = derbyConnectorRule.getConnector(); tablesConfig = derbyConnectorRule.metadataTablesConfigSupplier().get(); connector.createAuditTable(); auditManager = new SQLAuditManager( connector, Suppliers.ofInstance(tablesConfig), new NoopServiceEmitter(), mapper, new SQLAuditManagerConfig() ); connector.createRulesTable(); ruleManager = new SQLMetadataRuleManager( mapper, new MetadataRuleManagerConfig(), tablesConfig, connector, auditManager ); }
@Test public void testOvershadowingAnnounce() throws IOException { final ImmutableSet<DataSegment> segments = ImmutableSet.of(defaultSegment, defaultSegment2, defaultSegment4); coordinator.announceHistoricalSegments(segments); for (DataSegment segment : segments) { Assert.assertArrayEquals( mapper.writeValueAsString(segment).getBytes(StandardCharsets.UTF_8), derbyConnector.lookup( derbyConnectorRule.metadataTablesConfigSupplier().get().getSegmentsTable(), "id", "payload", segment.getId().toString() ) ); } Assert.assertEquals(ImmutableList.of(defaultSegment4.getId().toString()), getUsedSegmentIds()); }
@Before public void setUp() throws Exception { TestDerbyConnector connector = derbyConnectorRule.getConnector(); manager = new SQLMetadataSegmentManager( jsonMapper, Suppliers.ofInstance(new MetadataSegmentManagerConfig()), derbyConnectorRule.metadataTablesConfigSupplier(), connector ); publisher = new SQLMetadataSegmentPublisher( jsonMapper, derbyConnectorRule.metadataTablesConfigSupplier().get(), connector ); connector.createSegmentTable(); publisher.publishSegment(segment1); publisher.publishSegment(segment2); }
@Before public void setup() { final TestDerbyConnector derbyConnector = derby.getConnector(); derbyConnector.createTaskTables(); taskStorage = new MetadataTaskStorage( derbyConnector, new TaskStorageConfig(null), new DerbyMetadataStorageActionHandlerFactory( derbyConnector, derby.metadataTablesConfigSupplier().get(), objectMapper ) ); lockbox = new TaskLockbox(taskStorage); service = Executors.newFixedThreadPool(2); }
private List<String> getUsedSegmentIds() { final String table = derbyConnectorRule.metadataTablesConfigSupplier().get().getSegmentsTable(); return derbyConnector.retryWithHandle( new HandleCallback<List<String>>() { @Override public List<String> withHandle(Handle handle) { return handle.createQuery("SELECT id FROM " + table + " WHERE used = true ORDER BY id") .map(StringMapper.FIRST) .list(); } } ); }
@Before public void setUp() throws IOException { EmittingLogger.registerEmitter(emitter); emitter.start(); taskExec = MoreExecutors.listeningDecorator(Execs.singleThreaded("realtime-index-task-test-%d")); now = DateTimes.nowUtc(); TestDerbyConnector derbyConnector = derbyConnectorRule.getConnector(); derbyConnector.createDataSourceTable(); derbyConnector.createTaskTables(); derbyConnector.createSegmentTable(); derbyConnector.createPendingSegmentsTable(); baseDir = tempFolder.newFolder(); reportsFile = File.createTempFile("KafkaIndexTaskTestReports-" + System.currentTimeMillis(), "json"); makeToolboxFactory(baseDir); }
@Before public void setUp() { connector = derbyConnectorRule.getConnector(); connector.createAuditTable(); auditManager = new SQLAuditManager( connector, derbyConnectorRule.metadataTablesConfigSupplier(), new NoopServiceEmitter(), mapper, new SQLAuditManagerConfig() ); }
@After public void cleanup() { dropTable(derbyConnectorRule.metadataTablesConfigSupplier().get().getAuditTable()); }