private JSONArray getJsonArrayFromURL(URL url) throws IOException { // Wait 2 seconds before the next request long timeDiff = System.currentTimeMillis() - lastRequestTime; if (timeDiff < SLEEP_TIME) { try { Thread.sleep(timeDiff); } catch (InterruptedException e) { LOGGER.warn("[!] Interrupted while waiting to load next page", e); return new JSONArray(); } } lastRequestTime = System.currentTimeMillis(); String jsonString = Http.url(url) .ignoreContentType() .userAgent(REDDIT_USER_AGENT) .response() .body(); Object jsonObj = new JSONTokener(jsonString).nextValue(); JSONArray jsonArray = new JSONArray(); if (jsonObj instanceof JSONObject) { jsonArray.put(jsonObj); } else if (jsonObj instanceof JSONArray) { jsonArray = (JSONArray) jsonObj; } else { LOGGER.warn("[!] Unable to parse JSON: " + jsonString); } return jsonArray; }
@Override public JSONObject getFirstPage() throws IOException { Connection.Response resp = Http.url(url).response(); LOGGER.info(resp.cookies()); csrftoken = resp.cookie("csrftoken"); Document p = resp.parse(); // Get the query hash so we can download the next page qHash = getQHash(p); return getJSONFromPage(p); }
try { Response response = connect(url, retry); Document doc = response.parse();
Files.write(out, response.bodyAsBytes()); System.out.println(resources.size() + "/" + j.get() + "、save resource to: " + out); } else {
Document doc = response.parse(); ArrayList<PageModel> updatedPageModels = CommonParser.parsePageAPI(checkedPageModel, doc, url);
if (!page.getPage().endsWith(Constants.API_REDLINK)) { Response response = connect(encodedUrl, retry); doc = response.parse(); page.setMissing(false); } else {
String fullUrl = UIHelper.getBaseUrl(LNReaderApplication.getInstance().getApplicationContext()) + "/project/index.php?action=render&title=" + encodedTitle; Response response = connect(fullUrl, retry); Document doc = response.parse();
try { Response response = connect(url, retry); Document doc = response.parse();
String MSPOK = authorize.cookie("MSPOK"); if (MSPOK == null) { IOException e = new IOException("Error while connecting to Live: MSPOK not set."); for (int i = 0; i < authorize.body().length(); i++) { i = authorize.body().indexOf("<input", i); if (i == -1) { break; int j = authorize.body().indexOf(">", i); if (j == -1) { break; PPFTs = Jsoup.parseBodyFragment(authorize.body().substring(i, j + ">".length())).select("input[name=PPFT][value]"); if (!PPFTs.isEmpty()) { break; int urlStart = authorize.body().indexOf("urlPost:'"); if (urlStart != -1) { int urlEnd = authorize.body().indexOf('\'', urlStart + "urlPost:'".length()); if (urlEnd != 1) { postUrl = authorize.body().substring(urlStart + "urlPost:'".length(), urlEnd); if (post.statusCode() != 302) { int index = post.body().indexOf("sErrTxt:'"); int end; if (index == -1 || (end = post.body().indexOf('\'', index + "sErrTxt:'".length())) == -1) { IOException e = new IOException("Error while connecting to Live: not redirected, no reason given."); logger.log(Level.SEVERE, "", e);
Document d1 = Jsoup.parse(rs.body()); // 转换为Dom树 con2.header(USER_AGENT, USER_AGENT_VALUE); Response login = con2.ignoreContentType(true).followRedirects(true).method(Method.POST).data(datas).cookies(rs.cookies()).execute(); System.out.println(login.body()); Map<String, String> map = login.cookies(); for (String s : map.keySet()) { System.out.println(s + " : " + map.get(s));
.execute(); if(this.debuglogging){ logger.info("1. Response URL: " + response.url().toString()); logger.info("1. Response headers: " + response.headers().toString()); logger.info("1. Response body: " + response.body().toString()); logger.info("1. Response cookies: " + response.cookies().toString()); Document doc = response.parse(); .execute(); if(this.debuglogging){ logger.info("5. Response URL: " + captchaResponse.url().toString()); logger.info("5. Response headers: " + captchaResponse.headers().toString()); logger.info("5. Response body: " + captchaResponse.body().toString()); logger.info("5. Response cookies: " + captchaResponse.cookies().toString()); doc = captchaResponse.parse(); logger.info("bibtex " + i + " Response body: " + response.body().toString()); String bibtex = response.body();
.getResponse(Translator.getLabel(lg, "game.url") + result.get(0)); if (!response.url().getPath().endsWith(Translator.getLabel(lg, "whois.request"))) { if (m.group(1) == null) Message.sendEmbed(message.getChannel(), Character.getCharacter(
Files.write(out, response.bodyAsBytes()); System.out.println(hrefs.size() + "/" + i.get() + "、save resource to: " + out); } else {
Response response = getConnection(e.getUrl()).ignoreHttpErrors(true).execute(); final Document doc = response.parse(); String imgURL = imgElement.attr("src"); Response imgResponse = getConnection(BaseURL + imgURL).execute(); final Map<String, String> imgCookie = imgResponse.cookies(); BufferedImage img = ImageIO.read(new ByteArrayInputStream(imgResponse.bodyAsBytes())); String captcha = sendCaptchaEvent(img); if(captcha != null && !captcha.isEmpty()){ .followRedirects(false) .execute(); if(captchaResponse.statusCode() == 302 && captchaResponse.hasHeader("Location")){ Map<String, String> cookies = getCookies(cookieFileName); Response abuseResponse = getConnection(captchaResponse.header("Location")) .ignoreHttpErrors(true) .referrer(e.getUrl()) .followRedirects(false) .execute(); Map<String, String> abuseCookies = abuseResponse.cookies(); cookies.putAll(abuseCookies); saveCookies(cookies, cookieFileName);
Document d1 = Jsoup.parse(res.body()); System.out.println(res.url()); System.out.println(res.statusCode()); Map<String, String> cookies = res.cookies(); cookies.put("remember_me", "H2454482%3Atoddhan"); cookies.put("lang", "en"); System.out.println(res.cookies()); .execute(); Map<String, String> cookies2 = login.cookies(); cookies2.put("remember_me", "H2454482%3Atoddhan"); cookies2.put("lang", "en"); System.out.println(cookies2); System.out.println(login.statusCode());
Response response = getConnection(captchaUrl).ignoreHttpErrors(true).execute(); if(this.debuglogging){ logger.info("2. Response URL: " + response.url().toString()); logger.info("2. Response headers: " + response.headers().toString()); logger.info("2. Response body: " + response.body().toString()); logger.info("2. Response cookies: " + response.cookies().toString()); Document doc = response.parse(); logger.info("3. Response URL: " + imgResponse.url().toString()); logger.info("3. Response headers: " + imgResponse.headers().toString()); logger.info("3. Response body: " + imgResponse.body().toString()); logger.info("3. Response cookies: " + imgResponse.cookies().toString()); BufferedImage img = ImageIO.read(new ByteArrayInputStream(imgResponse.bodyAsBytes())); .execute(); Document captchaDoc = captchaResponse.parse(); System.out.println(); Elements tokenElements = captchaDoc.select("textarea"); if(!tokenElements.isEmpty()){ if(this.debuglogging){ logger.info("4. Response URL: " + captchaResponse.url().toString()); logger.info("4. Response headers: " + captchaResponse.headers().toString()); logger.info("4. Response body: " + captchaResponse.body().toString()); logger.info("4. Response cookies: " + captchaResponse.cookies().toString());
String lang = page.getLanguage(); if (lang != null) pageModel = CommonParser.parsePageAPI(page, response.parse(), fullUrl); pageModel.setFinishedRead(page.isFinishedRead()); pageModel.setWatched(page.isWatched());
Document parse = Jsoup.connect("").execute().parse(); Document parse1 = Jsoup.connect("").get(); String data1 = Jsoup.connect("").ignoreContentType(true).execute().body(); data.put("username", ""); Document post = Jsoup.connect("").data(data).post(); Document post1 = Jsoup.connect("").data("","").method(Connection.Method.POST).execute().parse(); Jsoup.connect("").execute().headers(); Jsoup.connect("").execute().cookies();
logger.finest("Getting Skype token"); response = sendRequest(Method.POST, "/login/skypetoken", "scopes", "client", "clientVersion", "0/7.12.0.101/", "username", username, "passwordHash", base64hash).body(); } else { logger.finest("Getting Microsoft token"); response = sendRequest(Method.POST, "/rps/skypetoken", "scopes", "client", "clientVersion", "0/7.12.0.101/", "access_token", token, "partner", "999").body();