/** * @param srxInClassPath the path to an SRX file in the classpath * @since 3.2 */ public SRXSentenceTokenizer(Language language, String srxInClassPath) { this.language = Objects.requireNonNull(language); this.srxDocument = SrxTools.createSrxDocument(srxInClassPath); setSingleLineBreaksMarksParagraph(false); }
@Override public final List<String> tokenize(String text) { return SrxTools.tokenize(text, srxDocument, language.getShortCode() + parCode); }
/** * @param srxInClassPath the path to an SRX file in the classpath * @since 3.2 */ public SRXSentenceTokenizer(Language language, String srxInClassPath) { this.language = Objects.requireNonNull(language); this.srxDocument = SrxTools.createSrxDocument(srxInClassPath); setSingleLineBreaksMarksParagraph(false); }
@Override public final List<String> tokenize(String text) { return SrxTools.tokenize(text, srxDocument, language.getShortCode() + parCode); }