protected synchronized boolean download(final DownloadableFile downloadableFile) throws Exception { File toDownload = downloadableFile.getLocalFile(); LOG.info("Downloading {}", toDownload); String url = downloadableFile.url(urlGenerator); final HttpRequestBase request = new HttpGet(url); request.setConfig(RequestConfig.custom().setConnectTimeout(HTTP_TIMEOUT_IN_MILLISECONDS).build()); try (CloseableHttpClient httpClient = httpClientBuilder.build(); CloseableHttpResponse response = httpClient.execute(request)) { LOG.info("Got server response"); if (response.getEntity() == null) { LOG.error("Unable to read file from the server response"); return false; } handleInvalidResponse(response, url); try (BufferedOutputStream outStream = new BufferedOutputStream(new FileOutputStream(downloadableFile.getLocalFile()))) { response.getEntity().writeTo(outStream); LOG.info("Piped the stream to {}", downloadableFile); } } return true; }
void fetchUpdateCheckHeaders(DownloadableFile downloadableFile) throws Exception { String url = downloadableFile.validatedUrl(urlGenerator); final HttpRequestBase request = new HttpHead(url); request.setConfig(RequestConfig.custom().setConnectTimeout(HTTP_TIMEOUT_IN_MILLISECONDS).build()); try ( CloseableHttpClient httpClient = httpClientBuilder.build(); CloseableHttpResponse response = httpClient.execute(request) ) { handleInvalidResponse(response, url); this.md5 = response.getFirstHeader(MD5_HEADER).getValue(); this.sslPort = response.getFirstHeader(SSL_PORT_HEADER).getValue(); this.extraProperties = HeaderUtil.parseExtraProperties(response.getFirstHeader(AGENT_EXTRA_PROPERTIES_HEADER)); } }
((HttpRequestBase) httpUriRequest).setConfig(requestConfig);
private void addRequestConfig(final HttpRequestBase base, final Request<?> request, final HttpClientSettings settings) { final RequestConfig.Builder requestConfigBuilder = RequestConfig .custom() .setConnectionRequestTimeout(settings.getConnectionPoolRequestTimeout()) .setConnectTimeout(settings.getConnectionTimeout()) .setSocketTimeout(settings.getSocketTimeout()) .setLocalAddress(settings.getLocalAddress()); /* * Enable 100-continue support for PUT operations, since this is * where we're potentially uploading large amounts of data and want * to find out as early as possible if an operation will fail. We * don't want to do this for all operations since it will cause * extra latency in the network interaction. */ if (HttpMethodName.PUT == request.getHttpMethod() && settings.isUseExpectContinue()) { requestConfigBuilder.setExpectContinueEnabled(true); } addProxyConfig(requestConfigBuilder, settings); base.setConfig(requestConfigBuilder.build()); }
else req = new HttpPost(urlstring); req.setConfig(RequestConfig.custom().setRedirectsEnabled(false).build()); req.setHeader("User-Agent", USER_AGENT); CloseableHttpResponse httpResponse = httpClient.execute(req);
private HttpRequestBase prepareRemoteRequest(final FullHttpRequest request, final URL url) { HttpRequestBase remoteRequest = createRemoteRequest(request, url); remoteRequest.setConfig(createRequestConfig()); long contentLength = HttpUtil.getContentLength(request, -1); if (contentLength > 0 && remoteRequest instanceof HttpEntityEnclosingRequest) { HttpEntityEnclosingRequest entityRequest = (HttpEntityEnclosingRequest) remoteRequest; entityRequest.setEntity(createEntity(request.content(), contentLength)); } return remoteRequest; }
reqObj.setConfig(builder.build());
static HttpRequestBase createRequest(HttpReq config) { Map<String, String> headers = U.safe(config.headers()); Map<String, String> cookies = U.safe(config.cookies()); String url = config.url(); url = Msc.urlWithProtocol(url); HttpRequestBase req = createReq(config, url); for (Map.Entry<String, String> e : headers.entrySet()) { req.addHeader(e.getKey(), e.getValue()); } if (U.notEmpty(cookies)) { req.addHeader("Cookie", joinCookiesAsHeader(cookies)); } switch (config.verb()) { case POST: case PUT: case PATCH: HttpEntityEnclosingRequestBase entityEnclosingReq = (HttpEntityEnclosingRequestBase) req; if (config.body() != null) { entityEnclosingReq.setEntity(byteBody(config)); } else if (U.notEmpty(config.data()) || U.notEmpty(config.files())) { entityEnclosingReq.setEntity(paramsBody(config.data(), config.files())); } break; } req.setConfig(reqConfig(config)); return req; }
public static CloseableHttpResponse getResponse(HttpRequestBase request) throws IOException { if (request.getConfig() == null){ request.setConfig(requestConfig); } request.setHeader("User-Agent", Constants.userAgentArray[new Random().nextInt(Constants.userAgentArray.length)]); HttpClientContext httpClientContext = HttpClientContext.create(); httpClientContext.setCookieStore(cookieStore); CloseableHttpResponse response = httpClient.execute(request, httpClientContext); // int statusCode = response.getStatusLine().getStatusCode(); // if(statusCode != 200){ // throw new IOException("status code is:" + statusCode); // } return response; } public static CloseableHttpResponse getResponse(String url) throws IOException {
protected void setRedirectRequired(final ClientInvocation request, final HttpRequestBase httpMethod) { RequestConfig.Builder requestBuilder = RequestConfig.copy(getCurrentConfiguration(request, httpMethod)); requestBuilder.setRedirectsEnabled(true); httpMethod.setConfig(requestBuilder.build()); }
protected void setRedirectNotRequired(final ClientInvocation request, final HttpRequestBase httpMethod) { RequestConfig.Builder requestBuilder = RequestConfig.copy(getCurrentConfiguration(request, httpMethod)); requestBuilder.setRedirectsEnabled(false); httpMethod.setConfig(requestBuilder.build()); }
try{ org.apache.http.client.config.RequestConfig requestConfig = org.apache.http.client.config.RequestConfig.custom().setSocketTimeout(5000).setConnectTimeout(5000).build(); remoteRequest.setConfig(requestConfig);
private void addRequestConfig(final HttpRequestBase base, final Request<?> request, final HttpClientSettings settings) { final RequestConfig.Builder requestConfigBuilder = RequestConfig .custom() .setConnectionRequestTimeout(settings.getConnectionPoolRequestTimeout()) .setConnectTimeout(settings.getConnectionTimeout()) .setSocketTimeout(settings.getSocketTimeout()) .setLocalAddress(settings.getLocalAddress()); /* * Enable 100-continue support for PUT operations, since this is * where we're potentially uploading large amounts of data and want * to find out as early as possible if an operation will fail. We * don't want to do this for all operations since it will cause * extra latency in the network interaction. */ if (HttpMethodName.PUT == request.getHttpMethod() && settings.isUseExpectContinue()) { requestConfigBuilder.setExpectContinueEnabled(true); } addProxyConfig(requestConfigBuilder, settings); base.setConfig(requestConfigBuilder.build()); }
request.setConfig(config.requestConfig());
if(!(currentProxy instanceof Direct)) { HttpHost proxy = new HttpHost(currentProxy.getIp(), currentProxy.getPort()); request.setConfig(HttpClientUtil.getRequestConfigBuilder().setProxy(proxy).build());
private void setRequestOptions(HttpUriRequest request, Map<String, ?> options) { if (options != null && !options.isEmpty()) { Object connectTimeout = options.get(Request.OPTION_CONNECT_TIMEOUT); if (connectTimeout instanceof Integer) { RequestConfig requestConfig = RequestConfig.custom() .setConnectTimeout((int) connectTimeout) .build(); ((HttpRequestBase) request).setConfig(requestConfig); } } }
@Override public HttpUriRequest createRequest(URI uri, Multimap<String, String> requestHeaders) { checkNotNull(requestHeaders, "requestHeaders"); HttpRequestBase request = createRequestBase(uri); for (Entry<String, String> entry : requestHeaders.entries()) { request.addHeader(entry.getKey(), entry.getValue()); } request.setConfig(requestConfigFactory.get()); return request; }
@Override protected void setRedirectRequired(final ClientInvocation request, final HttpRequestBase httpMethod) { RequestConfig.Builder requestBuilder = RequestConfig.copy(getCurrentConfiguration(request, httpMethod)); requestBuilder.setRedirectsEnabled(true); httpMethod.setConfig(requestBuilder.build()); }
@Override protected void setRedirectNotRequired(final ClientInvocation request, final HttpRequestBase httpMethod) { RequestConfig.Builder requestBuilder = RequestConfig.copy(getCurrentConfiguration(request, httpMethod)); requestBuilder.setRedirectsEnabled(false); httpMethod.setConfig(requestBuilder.build()); }
/** * Attaches proxy host and port values, if any, to the http request parameter. */ public static void addProxy(final HttpRequestBase request) { if (ClientSetting.proxyHost.isSet() && ClientSetting.proxyPort.isSet()) { request.setConfig(RequestConfig .copy(request.getConfig()) .setProxy(new HttpHost(ClientSetting.proxyHost.getValueOrThrow(), ClientSetting.proxyPort.getValueOrThrow())) .build()); } } }