private Map<String, AnalyzedTokenReadings> getStringToTokenMap(Queue<AnalyzedTokenReadings> prevTokens, List<String> stringsToCheck, List<String> origStringsToCheck) { StringBuilder sb = new StringBuilder(); Map<String, AnalyzedTokenReadings> stringToToken = new HashMap<>(); int j = 0; boolean isFirstSentStart = false; for (AnalyzedTokenReadings atr : prevTokens) { sb.append(' '); sb.append(atr.getToken()); if (j == 0) { isFirstSentStart = atr.hasPosTag(JLanguageTool.SENTENCE_START_TAGNAME); } if (j >= 1) { String stringToCheck = normalize(sb.toString()); if (sentenceStartsWithUpperCase && isFirstSentStart) { stringToCheck = StringUtils.uncapitalize(stringToCheck); } stringsToCheck.add(stringToCheck); origStringsToCheck.add(sb.toString().trim()); if (!stringToToken.containsKey(stringToCheck)) { stringToToken.put(stringToCheck, atr); } } j++; } return stringToToken; }
private Map<String, AnalyzedTokenReadings> getStringToTokenMap(Queue<AnalyzedTokenReadings> prevTokens, List<String> stringsToCheck, List<String> origStringsToCheck) { StringBuilder sb = new StringBuilder(); Map<String, AnalyzedTokenReadings> stringToToken = new HashMap<>(); int j = 0; boolean isFirstSentStart = false; for (AnalyzedTokenReadings atr : prevTokens) { sb.append(' '); sb.append(atr.getToken()); if (j == 0) { isFirstSentStart = atr.hasPosTag(JLanguageTool.SENTENCE_START_TAGNAME); } if (j >= 1) { String stringToCheck = normalize(sb.toString()); if (sentenceStartsWithUpperCase && isFirstSentStart) { stringToCheck = StringUtils.uncapitalize(stringToCheck); } stringsToCheck.add(stringToCheck); origStringsToCheck.add(sb.toString().trim()); if (!stringToToken.containsKey(stringToCheck)) { stringToToken.put(stringToCheck, atr); } } j++; } return stringToToken; }