String lastTokenPostpunctuation = null; if (lastToken != null) { lastTokenPostpunctuation = lastToken.getPostpunctuation();
featureSet.setString("prepunctuation", token.getPrepunctuation()); featureSet.setString("punc", token.getPostpunctuation()); featureSet.setString("file_pos", String.valueOf(token.getPosition()));
String lastTokenPostpunctuation = null; if (lastToken != null) { lastTokenPostpunctuation = lastToken.getPostpunctuation();
featureSet.setString("prepunctuation", token.getPrepunctuation()); featureSet.setString("punc", token.getPostpunctuation()); featureSet.setString("file_pos", String.valueOf(token.getPosition()));