public static <T> String join(final List<T> objs) { return join(objs, " "); }
public static void setCharEncoding(final String charEncoding) { if (StrUtils.isEmpty(charEncoding)) return; IOUtils.charEncoding = charEncoding; }
public static <T> String join(final List<T> objs) { return join(objs, " "); }
public static void setCharEncoding(final String charEncoding) { if (StrUtils.isEmpty(charEncoding)) return; IOUtils.charEncoding = charEncoding; }
public static <T> String join(final List<T> objs, final String delim) { if (objs == null) return ""; return join(objs, delim, 0, objs.size()); }
public static PrintWriter openOutEasy(final String path) { if (StrUtils.isEmpty(path)) return null; return openOutEasy(new File(path)); }
public static <T> String join(final List<T> objs, final String delim) { if (objs == null) return ""; return join(objs, delim, 0, objs.size()); }
public static Object readObjFileEasy(final String path) { if (StrUtils.isEmpty(path)) return null; return readObjFileEasy(new File(path)); }
private void dumpBuffer(int[] buffer, int len) { final int[] copyOf = Arrays.copyOf(buffer, len); for (int i = 0; i < copyOf.length; ++i) { if (copyOf[i] < 0) { copyOf[i] = unkIndex; } } logger.finest(StrUtils.join(WordIndexer.StaticMethods.toList(lm.getWordIndexer(), copyOf))); }
public static PrintWriter openOutEasy(final String path) { if (StrUtils.isEmpty(path)) return null; return openOutEasy(new File(path)); }
@Override public void call(int[] ngram, int startPos, int endPos, ProbBackoffPair value, String words) { final String line = StrUtils.join(WordIndexer.StaticMethods.toList(wordIndexer, ngram, startPos, endPos)); final boolean endsWithEndSym = ngram[ngram.length - 1] == wordIndexer.getIndexPossiblyUnk(wordIndexer.getEndSymbol()); if (endsWithEndSym || value.backoff == 0.0f) out.printf("%f\t%s\n", value.prob, line); else { out.printf("%f\t%s\t%f\n", value.prob, line, value.backoff); } }
public static Object readObjFileEasy(final String path) { if (StrUtils.isEmpty(path)) return null; return readObjFileEasy(new File(path)); }
if (linenum++ % 10000 == 0) Logger.logs("Writing line " + line); if (ngramOrder >= lmOrder - 2 && entry.value.tokenCounts < opts.kneserNeyMinCounts[ngramOrder]) continue; final String ngramString = StrUtils.join(WordIndexer.StaticMethods.toList(wordIndexer, entry.key));