private void init(String host, int port, String userName, String password) { this.host = host; this.port = port; this.userName = userName; this.password = password; this.baseUrl = SCHEME_HTTP + host + ":" + port + KYLIN_API_PATH; final HttpParams httpParams = new BasicHttpParams(); HttpConnectionParams.setSoTimeout(httpParams, httpSocketTimeoutMs); HttpConnectionParams.setConnectionTimeout(httpParams, httpConnectionTimeoutMs); final PoolingClientConnectionManager cm = new PoolingClientConnectionManager(); KylinConfig config = KylinConfig.getInstanceFromEnv(); cm.setDefaultMaxPerRoute(config.getRestClientDefaultMaxPerRoute()); cm.setMaxTotal(config.getRestClientMaxTotal()); client = new DefaultHttpClient(cm, httpParams); if (userName != null && password != null) { CredentialsProvider provider = new BasicCredentialsProvider(); UsernamePasswordCredentials credentials = new UsernamePasswordCredentials(userName, password); provider.setCredentials(AuthScope.ANY, credentials); client.setCredentialsProvider(provider); } }
PoolingClientConnectionManager cxMgr = new PoolingClientConnectionManager( SchemeRegistryFactory.createDefault()); cxMgr.setMaxTotal(100); cxMgr.setDefaultMaxPerRoute(20);
ccm.setDefaultMaxPerRoute(Integer.parseInt(maxConnections));
/** * 默认httpclient * * @see <a * href="https://issues.apache.org/jira/browse/HTTPCLIENT-1193">HTTPCLIENT-1193</a> * @param clientConnectionManager */ public HttpComponent4_1Factory() { PoolingClientConnectionManager clientConnectionManager = new PoolingClientConnectionManager(); clientConnectionManager.setMaxTotal(30); clientConnectionManager.setDefaultMaxPerRoute(clientConnectionManager .getMaxTotal()); httpClient = new DefaultHttpClient(clientConnectionManager); httpClient.getParams().setParameter( CoreProtocolPNames.HTTP_CONTENT_CHARSET, Consts.UTF_8); httpClient.getParams().setParameter( CoreProtocolPNames.HTTP_ELEMENT_CHARSET, Consts.UTF_8.name()); httpClient.getParams().setParameter( CoreProtocolPNames.STRICT_TRANSFER_ENCODING, Consts.UTF_8); httpClient.getParams().setParameter(HttpHeaders.CONTENT_ENCODING, Consts.UTF_8); httpClient.getParams().setParameter(HttpHeaders.ACCEPT_CHARSET, Consts.UTF_8); SSLSocketFactory socketFactory = new SSLSocketFactory( HttpClientFactory.allowSSLContext()); socketFactory .setHostnameVerifier(SSLSocketFactory.ALLOW_ALL_HOSTNAME_VERIFIER); Scheme scheme = new Scheme("https", socketFactory, 443); httpClient.getConnectionManager().getSchemeRegistry().register(scheme); }
/** * @param val max per route */ public static void setDefaultMaxPerRoute(final int val) { connManager.setDefaultMaxPerRoute(val); }
@Override public void setDefaultMaxPerRoute( final int max ) { connMgr.setDefaultMaxPerRoute( max ); }
public StreamClientImpl(StreamClientConfigurationImpl configuration) throws InitializationException { this.configuration = configuration; HttpProtocolParams.setContentCharset(globalParams, getConfiguration().getContentCharset()); HttpProtocolParams.setUseExpectContinue(globalParams, false); // These are some safety settings, we should never run into these timeouts as we // do our own expiration checking HttpConnectionParams.setConnectionTimeout(globalParams, (getConfiguration().getTimeoutSeconds()+5) * 1000); HttpConnectionParams.setSoTimeout(globalParams, (getConfiguration().getTimeoutSeconds()+5) * 1000); HttpConnectionParams.setStaleCheckingEnabled(globalParams, getConfiguration().getStaleCheckingEnabled()); if (getConfiguration().getSocketBufferSize() != -1) HttpConnectionParams.setSocketBufferSize(globalParams, getConfiguration().getSocketBufferSize()); // Only register 80, not 443 and SSL SchemeRegistry registry = new SchemeRegistry(); registry.register(new Scheme("http", PlainSocketFactory.getSocketFactory(), 80)); clientConnectionManager = new PoolingClientConnectionManager(registry); clientConnectionManager.setMaxTotal(getConfiguration().getMaxTotalConnections()); clientConnectionManager.setDefaultMaxPerRoute(getConfiguration().getMaxTotalPerRoute()); httpClient = new DefaultHttpClient(clientConnectionManager, globalParams); if (getConfiguration().getRequestRetryCount() != -1) { httpClient.setHttpRequestRetryHandler( new DefaultHttpRequestRetryHandler(getConfiguration().getRequestRetryCount(), false) ); } }
static synchronized public void setGlobalThreadCount(int nthreads) { connmgr.setMaxTotal(nthreads); connmgr.setDefaultMaxPerRoute(nthreads); }
@Override protected ClientConnectionManager createClientConnectionManager() { final PoolingClientConnectionManager connmgr = new PoolingClientConnectionManager( SchemeRegistryFactory.createSystemDefault()); String s = System.getProperty("http.keepAlive", "true"); if ("true".equalsIgnoreCase(s)) { s = System.getProperty("http.maxConnections", "5"); final int max = Integer.parseInt(s); connmgr.setDefaultMaxPerRoute(max); connmgr.setMaxTotal(2 * max); } return connmgr; }
private HttpClient createHttpClient() { SchemeRegistry schemeRegistry = new SchemeRegistry(); schemeRegistry.register(new Scheme("http", 80, PlainSocketFactory .getSocketFactory())); schemeRegistry.register(new Scheme("https", 443, SSLSocketFactory .getSocketFactory())); PoolingClientConnectionManager cm = new PoolingClientConnectionManager(schemeRegistry); cm.setMaxTotal(maxTotalConnections); cm.setDefaultMaxPerRoute(defaultMaxConnectionsPerHost); HttpClient httpClient = new DefaultHttpClient(cm); return httpClient; }
/** See SystemDefaultHttpClient (4.2). This version always sets the connection cache */ @Override protected ClientConnectionManager createClientConnectionManager() { PoolingClientConnectionManager connmgr = new PoolingClientConnectionManager( SchemeRegistryFactory.createSystemDefault()); String s = System.getProperty("http.maxConnections", "5"); int max = Integer.parseInt(s); connmgr.setDefaultMaxPerRoute(max); connmgr.setMaxTotal(2 * max); return connmgr; } } ;
private SolrServer getSolr(final String url) { PoolingClientConnectionManager mgr = new PoolingClientConnectionManager(); mgr.setDefaultMaxPerRoute(20); mgr.setDefaultMaxPerRoute(100); DefaultHttpClient client = new DefaultHttpClient(mgr); HttpParams params = client.getParams(); HttpConnectionParams.setStaleCheckingEnabled(params, true); HttpConnectionParams.setSoTimeout(params, TIMEOUT_MILLISECONDS); client.setHttpRequestRetryHandler(new StandardHttpRequestRetryHandler(3, true)); return new HttpSolrServer(url, client); }
public static synchronized HttpClient getDefaultHttpClient(){ if(defaultHttpClient == null){ PoolingClientConnectionManager cxMgr = new PoolingClientConnectionManager( SchemeRegistryFactory.createDefault()); cxMgr.setMaxTotal(100); cxMgr.setDefaultMaxPerRoute(20); defaultHttpClient = new DefaultHttpClient(cxMgr); } return defaultHttpClient; }
@Nonnull public ClientConnectionManager create() { final PoolingClientConnectionManager connectionManager = new PoolingClientConnectionManager(_schemeRegistry, _timeToLife.in(MILLISECONDS), MILLISECONDS); connectionManager.setDefaultMaxPerRoute(_maximumNumberOfConnectionsPerRoute); connectionManager.setMaxTotal(_maximumNumberOfConnections); return connectionManager; }
private static DefaultHttpClient createSimpleHttpClient(HttpParams httpParams) { PoolingClientConnectionManager connmgr = new PoolingClientConnectionManager(SchemeRegistryFactory.createSystemDefault()); connmgr.setDefaultMaxPerRoute(10); connmgr.setMaxTotal(20); return new DefaultHttpClient(connmgr, httpParams); }
public static ClientConnectionManager newConnectionManager( SslConfig sslConfig ) { SchemeRegistry schemeReg = new SchemeRegistry(); schemeReg.register( new Scheme( "http", 80, new PlainSocketFactory() ) ); schemeReg.register( new Scheme( "https", 443, new SslSocketFactory( sslConfig ) ) ); PoolingClientConnectionManager connMgr = new PoolingClientConnectionManager( schemeReg ); connMgr.setMaxTotal( 100 ); connMgr.setDefaultMaxPerRoute( 50 ); return connMgr; }
private DirectSolrClassicInputDocumentWriter createClassicSolrWriter(Context context, Map<String, String> indexConnectionParams) throws IOException { PoolingClientConnectionManager connectionManager = new PoolingClientConnectionManager(); connectionManager.setDefaultMaxPerRoute(getSolrMaxConnectionsPerRoute(indexConnectionParams)); connectionManager.setMaxTotal(getSolrMaxConnectionsTotal(indexConnectionParams)); HttpClient httpClient = new DefaultHttpClient(connectionManager); List<SolrClient> solrServers = createHttpSolrClients(indexConnectionParams, httpClient); return new DirectSolrClassicInputDocumentWriter( context.getConfiguration().get(INDEX_NAME_CONF_KEY), solrServers); }
private DirectSolrClassicInputDocumentWriter createClassicSolrWriter(Context context, Map<String, String> indexConnectionParams) throws IOException { PoolingClientConnectionManager connectionManager = new PoolingClientConnectionManager(); connectionManager.setDefaultMaxPerRoute(getSolrMaxConnectionsPerRoute(indexConnectionParams)); connectionManager.setMaxTotal(getSolrMaxConnectionsTotal(indexConnectionParams)); HttpClient httpClient = new DefaultHttpClient(connectionManager); List<SolrClient> solrServers = createHttpSolrClients(indexConnectionParams, httpClient); return new DirectSolrClassicInputDocumentWriter( context.getConfiguration().get(INDEX_NAME_CONF_KEY), solrServers); }
/** * Connection manager to allow concurrent connections. * * @return {@link ClientConnectionManager} instance */ public static ClientConnectionManager getConnectionManager() { PoolingClientConnectionManager connManager = new PoolingClientConnectionManager( SchemeRegistryFactory.createDefault()); connManager.setMaxTotal(100); connManager.setDefaultMaxPerRoute(30); return connManager; }
public CustomSearchClient(Properties deflectionProperties) { this.properties = deflectionProperties; this.connectionManager = new PoolingClientConnectionManager(); this.connectionManager.setDefaultMaxPerRoute(20); this.connectionManager.setMaxTotal(20); reload(); }