@Inject public LogSaverStatusService(CConfiguration cConf, DiscoveryService discoveryService, @Named(Constants.LogSaver.LOG_SAVER_STATUS_HANDLER) Set<HttpHandler> handlers, MetricsCollectionService metricsCollectionService) { this.discoveryService = discoveryService; this.httpService = NettyHttpService.builder(LogSaverStatusService.class.getName()) .setHttpHandlers(handlers) .setHandlerHooks(ImmutableList.of(new MetricsReporterHook(metricsCollectionService, Constants.LogSaver.LOG_SAVER_STATUS_HANDLER))) .setHost(cConf.get(Constants.LogSaver.ADDRESS)) .build(); }
@Inject public LogSaverStatusService(CConfiguration cConf, DiscoveryService discoveryService, @Named(Constants.LogSaver.LOG_SAVER_STATUS_HANDLER) Set<HttpHandler> handlers, MetricsCollectionService metricsCollectionService) { this.discoveryService = discoveryService; this.httpService = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.LOGSAVER) .setHttpHandlers(handlers) .setHandlerHooks(ImmutableList.of(new MetricsReporterHook(metricsCollectionService, Constants.Service.LOGSAVER))) .setHost(cConf.get(Constants.LogSaver.ADDRESS)) .build(); }
@Inject public MetricsProcessorStatusService (CConfiguration cConf, DiscoveryService discoveryService, @Named(Constants.MetricsProcessor.METRICS_PROCESSOR_STATUS_HANDLER) Set<HttpHandler> handlers, MetricsCollectionService metricsCollectionService) { this.discoveryService = discoveryService; this.httpService = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.METRICS_PROCESSOR) .setHttpHandlers(handlers) .setHandlerHooks(ImmutableList.of(new MetricsReporterHook(metricsCollectionService, Constants.Service.METRICS_PROCESSOR))) .setHost(cConf.get(Constants.MetricsProcessor.ADDRESS)) .build(); }
.setHandlerHooks(ImmutableList.of(new MetricsReporterHook(metricsCollectionService, Constants.Service.DATASET_MANAGER))) .setHost(cConf.get(Constants.Service.MASTER_SERVICES_BIND_ADDRESS))
.setHandlerHooks(ImmutableList.of(new MetricsReporterHook(metricsCollectionService, Constants.Service.DATASET_MANAGER))) .setHost(cConf.get(Constants.Service.MASTER_SERVICES_BIND_ADDRESS))
Constants.Service.APP_FABRIC_HTTP) .setHost(hostname.getCanonicalHostName()) .setHandlerHooks(builder.build()) .setHttpHandlers(handlers) .setConnectionBacklog(cConf.getInt(Constants.AppFabric.BACKLOG_CONNECTIONS,
httpService = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.MESSAGING_SERVICE) .setHost(cConf.get(Constants.MessagingSystem.HTTP_SERVER_BIND_ADDRESS)) .setHandlerHooks(ImmutableList.of( new MetricsReporterHook(metricsCollectionService, Constants.Service.MESSAGING_SERVICE))) .setWorkerThreadPoolSize(cConf.getInt(Constants.MessagingSystem.HTTP_SERVER_WORKER_THREADS))
httpService = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.MESSAGING_SERVICE) .setHost(cConf.get(Constants.MessagingSystem.HTTP_SERVER_BIND_ADDRESS)) .setHandlerHooks(ImmutableList.of( new MetricsReporterHook(metricsCollectionService, Constants.Service.MESSAGING_SERVICE))) .setWorkerThreadPoolSize(cConf.getInt(Constants.MessagingSystem.HTTP_SERVER_WORKER_THREADS))
@Inject public MetricsQueryService(CConfiguration cConf, @Named(Constants.Service.METRICS) Set<HttpHandler> handlers, DiscoveryService discoveryService, @Nullable MetricsCollectionService metricsCollectionService) { // netty http server config String address = cConf.get(Constants.Metrics.ADDRESS); int backlogcnxs = cConf.getInt(Constants.Metrics.BACKLOG_CONNECTIONS, 20000); int execthreads = cConf.getInt(Constants.Metrics.EXEC_THREADS, 20); int bossthreads = cConf.getInt(Constants.Metrics.BOSS_THREADS, 1); int workerthreads = cConf.getInt(Constants.Metrics.WORKER_THREADS, 10); NettyHttpService.Builder builder = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.METRICS); builder.setHttpHandlers(handlers); builder.setHandlerHooks(ImmutableList.of(new MetricsReporterHook(metricsCollectionService, Constants.Service.METRICS))); builder.setHost(address); builder.setConnectionBacklog(backlogcnxs); builder.setExecThreadPoolSize(execthreads); builder.setBossThreadPoolSize(bossthreads); builder.setWorkerThreadPoolSize(workerthreads); this.httpService = builder.build(); this.discoveryService = discoveryService; LOG.info("Configuring MetricsService " + ", address: " + address + ", backlog connections: " + backlogcnxs + ", execthreads: " + execthreads + ", bossthreads: " + bossthreads + ", workerthreads: " + workerthreads); }
@Inject public MetricsQueryService(CConfiguration cConf, @Named(Constants.Service.METRICS) Set<HttpHandler> handlers, DiscoveryService discoveryService, @Nullable MetricsCollectionService metricsCollectionService) { // netty http server config String address = cConf.get(Constants.Metrics.ADDRESS); int backlogcnxs = cConf.getInt(Constants.Metrics.BACKLOG_CONNECTIONS, 20000); int execthreads = cConf.getInt(Constants.Metrics.EXEC_THREADS, 20); int bossthreads = cConf.getInt(Constants.Metrics.BOSS_THREADS, 1); int workerthreads = cConf.getInt(Constants.Metrics.WORKER_THREADS, 10); NettyHttpService.Builder builder = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.METRICS); builder.setHttpHandlers(handlers); builder.setHandlerHooks(ImmutableList.of(new MetricsReporterHook(metricsCollectionService, Constants.Service.METRICS))); builder.setHost(address); builder.setConnectionBacklog(backlogcnxs); builder.setExecThreadPoolSize(execthreads); builder.setBossThreadPoolSize(bossthreads); builder.setWorkerThreadPoolSize(workerthreads); this.httpService = builder.build(); this.discoveryService = discoveryService; LOG.info("Configuring MetricsService " + ", address: " + address + ", backlog connections: " + backlogcnxs + ", execthreads: " + execthreads + ", bossthreads: " + bossthreads + ", workerthreads: " + workerthreads); }
@Override protected void startUp() throws Exception { LOG.info("Starting Metadata Service"); httpService = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.METADATA_SERVICE) .setHttpHandlers(handlers) .setExceptionHandler(new HttpExceptionHandler()) .setHandlerHooks(ImmutableList.of(new MetricsReporterHook(metricsCollectionService, Constants.Service.METADATA_SERVICE))) .setHost(cConf.get(Constants.Metadata.SERVICE_BIND_ADDRESS)) .setPort(cConf.getInt(Constants.Metadata.SERVICE_BIND_PORT)) .setWorkerThreadPoolSize(cConf.getInt(Constants.Metadata.SERVICE_WORKER_THREADS)) .setExecThreadPoolSize(cConf.getInt(Constants.Metadata.SERVICE_EXEC_THREADS)) .setConnectionBacklog(20000) .build(); httpService.start(); // Only first instance will run the migration thread. if (Boolean.valueOf(cConf.get(Constants.Dataset.Executor.IS_UPGRADE_NEEDED, "false"))) { metadataMigrator.start(); } InetSocketAddress socketAddress = httpService.getBindAddress(); LOG.info("Metadata service running at {}", socketAddress); cancelDiscovery = discoveryService.register( ResolvingDiscoverable.of(new Discoverable(Constants.Service.METADATA_SERVICE, socketAddress))); }
@Inject public ExploreExecutorService(CConfiguration cConf, DiscoveryService discoveryService, MetricsCollectionService metricsCollectionService, ExploreService exploreService, @Named(Constants.Service.EXPLORE_HTTP_USER_SERVICE) Set<HttpHandler> handlers) { this.exploreService = exploreService; this.discoveryService = discoveryService; this.startOnDemand = cConf.getBoolean(Constants.Explore.START_ON_DEMAND); int workerThreads = cConf.getInt(Constants.Explore.WORKER_THREADS, 10); int execThreads = cConf.getInt(Constants.Explore.EXEC_THREADS, 10); this.httpService = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.EXPLORE_HTTP_USER_SERVICE) .setHttpHandlers(handlers) .setHost(cConf.get(Constants.Explore.SERVER_ADDRESS)) .setPort(cConf.getInt(Constants.Explore.SERVER_PORT)) .setHandlerHooks(ImmutableList.of( new MetricsReporterHook(metricsCollectionService, Constants.Service.EXPLORE_HTTP_USER_SERVICE))) .setWorkerThreadPoolSize(workerThreads) .setExecThreadPoolSize(execThreads) .setConnectionBacklog(cConf.getInt(Constants.Explore.BACKLOG_CONNECTIONS, 20000)) .build(); }
@Override protected void startUp() throws Exception { LOG.info("Starting Metadata Service"); httpService = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.METADATA_SERVICE) .setHttpHandlers(handlers) .setExceptionHandler(new HttpExceptionHandler()) .setHandlerHooks(ImmutableList.of(new MetricsReporterHook(metricsCollectionService, Constants.Service.METADATA_SERVICE))) .setHost(cConf.get(Constants.Metadata.SERVICE_BIND_ADDRESS)) .setPort(cConf.getInt(Constants.Metadata.SERVICE_BIND_PORT)) .setWorkerThreadPoolSize(cConf.getInt(Constants.Metadata.SERVICE_WORKER_THREADS)) .setExecThreadPoolSize(cConf.getInt(Constants.Metadata.SERVICE_EXEC_THREADS)) .setConnectionBacklog(20000) .build(); httpService.start(); InetSocketAddress socketAddress = httpService.getBindAddress(); LOG.info("Metadata service running at {}", socketAddress); cancelDiscovery = discoveryService.register( ResolvingDiscoverable.of(new Discoverable(Constants.Service.METADATA_SERVICE, socketAddress))); }
@Inject public ExploreExecutorService(CConfiguration cConf, DiscoveryService discoveryService, MetricsCollectionService metricsCollectionService, ExploreService exploreService, @Named(Constants.Service.EXPLORE_HTTP_USER_SERVICE) Set<HttpHandler> handlers) { this.exploreService = exploreService; this.discoveryService = discoveryService; this.startOnDemand = cConf.getBoolean(Constants.Explore.START_ON_DEMAND); int workerThreads = cConf.getInt(Constants.Explore.WORKER_THREADS, 10); int execThreads = cConf.getInt(Constants.Explore.EXEC_THREADS, 10); this.httpService = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.EXPLORE_HTTP_USER_SERVICE) .setHttpHandlers(handlers) .setHost(cConf.get(Constants.Explore.SERVER_ADDRESS)) .setPort(cConf.getInt(Constants.Explore.SERVER_PORT)) .setHandlerHooks(ImmutableList.of( new MetricsReporterHook(metricsCollectionService, Constants.Service.EXPLORE_HTTP_USER_SERVICE))) .setWorkerThreadPoolSize(workerThreads) .setExecThreadPoolSize(execThreads) .setConnectionBacklog(cConf.getInt(Constants.Explore.BACKLOG_CONNECTIONS, 20000)) .build(); }
@Inject public DatasetOpExecutorService(CConfiguration cConf, DiscoveryService discoveryService, MetricsCollectionService metricsCollectionService, @Named(Constants.Service.DATASET_EXECUTOR) Set<HttpHandler> handlers) { this.discoveryService = discoveryService; int workerThreads = cConf.getInt(Constants.Dataset.Executor.WORKER_THREADS, 10); int execThreads = cConf.getInt(Constants.Dataset.Executor.EXEC_THREADS, 30); this.httpService = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.DATASET_EXECUTOR) .setHttpHandlers(handlers) .setHost(cConf.get(Constants.Dataset.Executor.ADDRESS)) .setPort(cConf.getInt(Constants.Dataset.Executor.PORT)) .setHandlerHooks(ImmutableList.of( new MetricsReporterHook(metricsCollectionService, Constants.Service.DATASET_EXECUTOR))) .setWorkerThreadPoolSize(workerThreads) .setExecThreadPoolSize(execThreads) .setConnectionBacklog(20000) .build(); }
@Inject public DatasetOpExecutorService(CConfiguration cConf, DiscoveryService discoveryService, MetricsCollectionService metricsCollectionService, @Named(Constants.Service.DATASET_EXECUTOR) Set<HttpHandler> handlers) { this.discoveryService = discoveryService; int workerThreads = cConf.getInt(Constants.Dataset.Executor.WORKER_THREADS, 10); int execThreads = cConf.getInt(Constants.Dataset.Executor.EXEC_THREADS, 30); this.httpService = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.DATASET_EXECUTOR) .setHttpHandlers(handlers) .setHost(cConf.get(Constants.Dataset.Executor.ADDRESS)) .setPort(cConf.getInt(Constants.Dataset.Executor.PORT)) .setHandlerHooks(ImmutableList.of( new MetricsReporterHook(metricsCollectionService, Constants.Service.DATASET_EXECUTOR))) .setWorkerThreadPoolSize(workerThreads) .setExecThreadPoolSize(execThreads) .setConnectionBacklog(20000) .build(); }
@Inject public StreamHttpService(CConfiguration cConf, DiscoveryService discoveryService, @Named(Constants.Stream.STREAM_HANDLER) Set<HttpHandler> handlers, @Nullable MetricsCollectionService metricsCollectionService) { this.discoveryService = discoveryService; int workerThreads = cConf.getInt(Constants.Stream.WORKER_THREADS, 10); this.httpService = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.STREAMS) .setHttpHandlers(handlers) .setHandlerHooks(ImmutableList.of(new MetricsReporterHook(metricsCollectionService, Constants.Stream.STREAM_HANDLER))) .setHost(cConf.get(Constants.Stream.ADDRESS)) .setPort(cConf.getInt(Constants.Stream.PORT)) .setWorkerThreadPoolSize(workerThreads) .setExecThreadPoolSize(0) // Execution happens in the io worker thread directly .setConnectionBacklog(20000) .build(); }
@Inject public TransactionHttpService(CConfiguration cConf, @Named(Constants.Service.TRANSACTION_HTTP) Set<HttpHandler> handlers, DiscoveryService discoveryService, MetricsCollectionService metricsCollectionService) { // netty http server config String address = cConf.get(Constants.Transaction.Container.ADDRESS); NettyHttpService.Builder builder = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.TRANSACTION_HTTP); builder.setHandlerHooks(ImmutableList.of(new MetricsReporterHook(metricsCollectionService, Constants.Service.TRANSACTION_HTTP))); builder.setHttpHandlers(handlers); builder.setHost(address); this.httpService = builder.build(); this.discoveryService = discoveryService; }
@Inject public MetricsProcessorStatusService (CConfiguration cConf, DiscoveryService discoveryService, @Named(Constants.MetricsProcessor.METRICS_PROCESSOR_STATUS_HANDLER) Set<HttpHandler> handlers, MetricsCollectionService metricsCollectionService) { this.discoveryService = discoveryService; this.httpService = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.METRICS_PROCESSOR) .setHttpHandlers(handlers) .setHandlerHooks(ImmutableList.of(new MetricsReporterHook(metricsCollectionService, Constants.MetricsProcessor.METRICS_PROCESSOR_STATUS_HANDLER))) .setHost(cConf.get(Constants.MetricsProcessor.ADDRESS)) .build(); }
@Inject LogQueryService(CConfiguration cConf, @Named(Constants.Service.LOG_QUERY) Set<HttpHandler> handlers, DiscoveryService discoveryService, MetricsCollectionService metricsCollectionService) { this.discoveryService = discoveryService; this.httpServer = new CommonNettyHttpServiceBuilder(cConf, Constants.Service.LOG_QUERY) .setHttpHandlers(handlers) .setHandlerHooks(ImmutableList.of(new MetricsReporterHook(metricsCollectionService, Constants.Service.LOG_QUERY))) .setHost(cConf.get(Constants.LogQuery.ADDRESS)) .setPort(cConf.getInt(Constants.LogQuery.PORT)) .build(); }