@Override public void start() { LOG.info("Starting application containers handler server"); RPC.Builder builder = new RPC.Builder(getConfig()); builder.setProtocol(ApplicationContainerProtocol.class); builder.setInstance(this); builder.setBindAddress("0.0.0.0"); builder.setPort(0); try { server = builder.build(); } catch (Exception e) { LOG.error("Error starting application containers handler server!", e); e.printStackTrace(); return; } server.start(); containerTimeoutMonitor = new Thread(new TimeoutMonitor()); containerTimeoutMonitor.setName("Container-timeout-monitor"); containerTimeoutMonitor.setDaemon(true); containerTimeoutMonitor.start(); LOG.info("Container timeout monitor thread had started"); }
RPC.Builder builder = new RPC.Builder(serverConf) .setProtocol(pbProtocol) .setInstance(blockingService)
@Override public void start() { LOG.info("Starting application message server"); RPC.Builder builder = new RPC.Builder(getConfig()); builder.setProtocol(ApplicationMessageProtocol.class); builder.setInstance(this); builder.setBindAddress("0.0.0.0"); builder.setPort(0); Server server; try { server = builder.build(); } catch (Exception e) { LOG.error("Error starting message server!", e); e.printStackTrace(); return; } server.start(); serverAddress = NetUtils.getConnectAddress(server); LOG.info("Started application message server at " + serverAddress); }
private Server createServer(Class<?> pbProtocol, InetSocketAddress addr, Configuration conf, int numHandlers, BlockingService blockingService, String portRangeConfig) throws IOException { RPC.setProtocolEngine(conf, pbProtocol, ProtobufRpcEngine.class); RPC.Server server = new RPC.Builder(conf).setProtocol(pbProtocol) .setInstance(blockingService).setBindAddress(addr.getHostName()) .setPort(addr.getPort()).setNumHandlers(numHandlers).setVerbose(false) .setPortRangeConfig(portRangeConfig).setSecretManager(secretManager) .build(); server.addProtocol(RPC.RpcKind.RPC_PROTOCOL_BUFFER, pbProtocol, blockingService); return server; } }
private Server createServer(Class<?> pbProtocol, InetSocketAddress addr, Configuration conf, SecretManager<? extends TokenIdentifier> secretManager, int numHandlers, BlockingService blockingService, String portRangeConfig) throws IOException { RPC.setProtocolEngine(conf, pbProtocol, ProtobufRpcEngine.class); RPC.Server server = new RPC.Builder(conf).setProtocol(pbProtocol) .setInstance(blockingService).setBindAddress(addr.getHostName()) .setPort(addr.getPort()).setNumHandlers(numHandlers).setVerbose(false) .setSecretManager(secretManager).setPortRangeConfig(portRangeConfig) .build(); LOG.info("Adding protocol "+pbProtocol.getCanonicalName()+" to the server"); server.addProtocol(RPC.RpcKind.RPC_PROTOCOL_BUFFER, pbProtocol, blockingService); return server; } }
@Test(expected=IOException.class) public void testIncorrectServerCreation() throws IOException { new RPC.Builder(conf).setProtocol(Foo1.class).setInstance(new Foo0Impl()) .setBindAddress(ADDRESS).setPort(0).setNumHandlers(2).setVerbose(false) .build(); }
@Test public void testDigestRpc() throws Exception { TestTokenSecretManager sm = new TestTokenSecretManager(); final Server server = new RPC.Builder(conf) .setProtocol(TestSaslProtocol.class).setInstance(new TestSaslImpl()) .setBindAddress(ADDRESS).setPort(0).setNumHandlers(5).setVerbose(true) .setSecretManager(sm).build(); doDigestRpc(server, sm); }
@Override public Server run() throws IOException { Server server = new RPC.Builder(serverConf) .setProtocol(TestSaslProtocol.class) .setInstance(new TestSaslImpl()).setBindAddress(ADDRESS).setPort(0) .setNumHandlers(5).setVerbose(true) .setSecretManager(serverSm) .build(); server.start(); return server; } });
/** * start rpc server * * @throws java.io.IOException */ public void start() throws IOException { rpcServer = new RPC.Builder(new Configuration()).setProtocol(IServer.class) .setInstance(server).setBindAddress(InetAddress.getLocalHost().getHostAddress()).setPort(rpcServerPort) .setNumHandlers(slaveNum * 2).build(); rpcServer.start(); LOG.info("rpc server started!, rpcport=" + rpcServer.getPort()); }
@Test(expected=IOException.class) public void testIncorrectServerCreation() throws IOException { new RPC.Builder(conf).setProtocol(Foo1.class).setInstance(new Foo0Impl()) .setBindAddress(ADDRESS).setPort(0).setNumHandlers(2).setVerbose(false) .build(); }
@Test public void testDigestRpc() throws Exception { TestTokenSecretManager sm = new TestTokenSecretManager(); final Server server = new RPC.Builder(conf) .setProtocol(TestSaslProtocol.class).setInstance(new TestSaslImpl()) .setBindAddress(ADDRESS).setPort(0).setNumHandlers(5).setVerbose(true) .setSecretManager(sm).build(); doDigestRpc(server, sm); }
/** * start rpc server * * @throws java.io.IOException */ public void start() throws IOException { rpcServer = new RPC.Builder(new Configuration()).setProtocol(IServer.class) .setInstance(server).setBindAddress(InetAddress.getLocalHost().getHostAddress()).setPort(rpcServerPort) .setNumHandlers(slaveNum * 2).build(); rpcServer.start(); LOG.info("rpc server started!, rpcport=" + rpcServer.getPort()); }
@Override public Server run() throws IOException { Server server = new RPC.Builder(serverConf) .setProtocol(TestSaslProtocol.class) .setInstance(new TestSaslImpl()).setBindAddress(ADDRESS).setPort(0) .setNumHandlers(5).setVerbose(true) .setSecretManager(serverSm) .build(); server.start(); return server; } });
conf.getInt(DFS_NAMENODE_SERVICE_HANDLER_COUNT_KEY, DFS_NAMENODE_SERVICE_HANDLER_COUNT_DEFAULT); serviceRpcServer = new RPC.Builder(conf) .setProtocol( org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolPB.class) (int)(handlerCount * lifelineHandlerRatio), 1); lifelineRpcServer = new RPC.Builder(conf) .setProtocol(HAServiceProtocolPB.class) .setInstance(haPbService) clientRpcServer = new RPC.Builder(conf) .setProtocol( org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolPB.class)
BlockingService service = ClientDatanodeProtocolService .newReflectiveBlockingService(clientDatanodeProtocolXlator); ipcServer = new RPC.Builder(getConf()) .setProtocol(ClientDatanodeProtocolPB.class) .setInstance(service)
.newReflectiveBlockingService(translator); this.server = new RPC.Builder(confCopy) .setProtocol(QJournalProtocolPB.class) .setInstance(service)
public void start() throws IOException { if (UserGroupInformation.isSecurityEnabled()) { throw new UnsupportedOperationException("Unable to start " + "InMemoryLevelDBAliasMapServer as security is enabled"); } RPC.setProtocolEngine(getConf(), AliasMapProtocolPB.class, ProtobufRpcEngine.class); AliasMapProtocolServerSideTranslatorPB aliasMapProtocolXlator = new AliasMapProtocolServerSideTranslatorPB(this); BlockingService aliasMapProtocolService = AliasMapProtocolService .newReflectiveBlockingService(aliasMapProtocolXlator); InetSocketAddress rpcAddress = getBindAddress(conf, DFS_PROVIDED_ALIASMAP_INMEMORY_RPC_ADDRESS, DFS_PROVIDED_ALIASMAP_INMEMORY_RPC_ADDRESS_DEFAULT, DFS_PROVIDED_ALIASMAP_INMEMORY_RPC_BIND_HOST); boolean setVerbose = conf.getBoolean( DFS_PROVIDED_ALIASMAP_INMEMORY_SERVER_LOG, DFS_PROVIDED_ALIASMAP_INMEMORY_SERVER_LOG_DEFAULT); aliasMapServer = new RPC.Builder(conf) .setProtocol(AliasMapProtocolPB.class) .setInstance(aliasMapProtocolService) .setBindAddress(rpcAddress.getHostName()) .setPort(rpcAddress.getPort()) .setNumHandlers(1) .setVerbose(setVerbose) .build(); LOG.info("Starting InMemoryLevelDBAliasMapServer on {}", rpcAddress); aliasMapServer.start(); }
@Override protected void startRpcServer() { Configuration conf = getConf(); try { JobTokenSecretManager jobTokenSecretManager = new JobTokenSecretManager(); jobTokenSecretManager.addTokenForJob(tokenIdentifier, sessionToken); int numHandlers = HiveConf.getIntVar(conf, ConfVars.LLAP_TASK_COMMUNICATOR_LISTENER_THREAD_COUNT); server = new RPC.Builder(conf) .setProtocol(LlapTaskUmbilicalProtocol.class) .setBindAddress("0.0.0.0") .setPort(0) .setInstance(umbilical) .setNumHandlers(numHandlers) .setSecretManager(jobTokenSecretManager).build(); if (conf.getBoolean(CommonConfigurationKeysPublic.HADOOP_SECURITY_AUTHORIZATION, false)) { server.refreshServiceAcl(conf, new LlapUmbilicalPolicyProvider()); } server.start(); this.address = NetUtils.getConnectAddress(server); this.amHost = LlapUtil.getAmHostNameFromAddress(address, conf); LOG.info("Started LlapUmbilical: " + umbilical.getClass().getName() + " at address: " + address + " with numHandlers=" + numHandlers + " using the host name " + amHost); } catch (IOException e) { throw new TezUncheckedException(e); } }
ZKFCRpcServer(Configuration conf, InetSocketAddress bindAddr, ZKFailoverController zkfc, PolicyProvider policy) throws IOException { this.zkfc = zkfc; RPC.setProtocolEngine(conf, ZKFCProtocolPB.class, ProtobufRpcEngine.class); ZKFCProtocolServerSideTranslatorPB translator = new ZKFCProtocolServerSideTranslatorPB(this); BlockingService service = ZKFCProtocolService .newReflectiveBlockingService(translator); this.server = new RPC.Builder(conf).setProtocol(ZKFCProtocolPB.class) .setInstance(service).setBindAddress(bindAddr.getHostName()) .setPort(bindAddr.getPort()).setNumHandlers(HANDLER_COUNT) .setVerbose(false).build(); // set service-level authorization security policy if (conf.getBoolean( CommonConfigurationKeys.HADOOP_SECURITY_AUTHORIZATION, false)) { server.refreshServiceAcl(conf, policy); } }
public LlapTaskUmbilicalServer(Configuration conf, LlapTaskUmbilicalProtocol umbilical, int numHandlers) throws IOException { jobTokenSecretManager = new JobTokenSecretManager(); server = new RPC.Builder(conf) .setProtocol(LlapTaskUmbilicalProtocol.class) .setBindAddress("0.0.0.0") .setPort(0) .setInstance(umbilical) .setNumHandlers(numHandlers) .setSecretManager(jobTokenSecretManager).build(); if (conf.getBoolean(CommonConfigurationKeysPublic.HADOOP_SECURITY_AUTHORIZATION, false)) { server.refreshServiceAcl(conf, new LlapUmbilicalExternalPolicyProvider()); } server.start(); this.address = NetUtils.getConnectAddress(server); LOG.info( "Started TaskUmbilicalServer: " + umbilical.getClass().getName() + " at address: " + address + " with numHandlers=" + numHandlers); }