private void writeQuotedContent (TextContainer tc) { try { String tmp; if ( tc.contentIsOneSegment() ) { tmp = GenericContent.fromFragmentToLetterCoded(tc.getFirstContent(), true); } else { // If the container is segmented tmp = GenericContent.fromFragmentToLetterCoded(tc.getUnSegmentedContentCopy(), true); } tmp = escapeIfNeeded(tmp); writer.write("\""); writer.write(tmp); // No wrapping needed writer.write("\""); } catch ( IOException e ) { throw new OkapiIOException("Error writing a quoted text.", e); } }
tmp = GenericContent.fromFragmentToLetterCoded(tc.getUnSegmentedContentCopy(), true);
res = getUnSegmentedContentCopy().compareTo(cont.getFirstContent(), codeSensitive); res = getFirstContent().compareTo(cont.getUnSegmentedContentCopy(), codeSensitive); res = getUnSegmentedContentCopy().compareTo(cont.getUnSegmentedContentCopy(), codeSensitive);
TextFragment tf = tc.getUnSegmentedContentCopy();
else hasCode = container.getUnSegmentedContentCopy().hasCode();
/** * Gets a list of words/tokens from a text container. * @param tc the text container to process. * @return the list of words/tokens. */ private List<String> getWordsFromDefaultBreaker (TextContainer tc) { // Get the plain text to process String content; if ( tc.contentIsOneSegment() ) { content = TextUnitUtil.getText(tc.getFirstContent()); } else { content = TextUnitUtil.getText(tc.getUnSegmentedContentCopy()); } if ( content.length() == 0 ) { return Collections.emptyList(); } // Break down the text into "words" if ( breaker == null ) { breaker = BreakIterator.getWordInstance(srcLocale); } breaker.setText(content); ArrayList<String> words = new ArrayList<String>(); int start = breaker.first(); for ( int end=breaker.next(); end!=BreakIterator.DONE; start=end, end=breaker.next()) { addWord(words, content.substring(start, end)); } return words; }
@Override protected Event handleTextUnit(Event event) { ITextUnit tu = event.getTextUnit(); if (tu.isEmpty()) return event; //if (!tu.isTranslatable() && countOnlyTranslatable()) return event; source = tu.getSource(); if (params.getBufferSize() > 0) { if (sb == null) { sb = new StringBuilder(params.getBufferSize()); } // Non-translatable text doesn't get here String srcText = tu.getSource().getUnSegmentedContentCopy().getText(); sb.append(srcText); if (sb.length() >= params.getBufferSize()) { flushBuffer(); } return event; } updateCounts(tu, event); return event; } }
@Override protected Event handleTextUnit(Event event) { ITextUnit tu = event.getTextUnit(); if (tu.isEmpty()) return event; if (!tu.isTranslatable() && countOnlyTranslatable()) return event; source = tu.getSource(); if (params.getBufferSize() > 0) { if (sb == null) { sb = new StringBuilder(params.getBufferSize()); } // Non-translatable text doesn't get here String srcText = tu.getSource().getUnSegmentedContentCopy().getText(); sb.append(srcText); if (sb.length() >= params.getBufferSize()) { flushBuffer(); } return event; } updateCounts(tu, event); return event; } }
private boolean isComplex(IResource res) { if (res == null) return false; if (res instanceof ITextUnit) { ITextUnit tu = (ITextUnit)res; TextFragment tf = tu.getSource().getUnSegmentedContentCopy(); for (Code code : tf.getCodes()) { if (code.hasReference()) return true; } } ISkeleton skel = res.getSkeleton(); if (skel == null) { return false; } if (!(skel instanceof GenericSkeleton)) { return false; } List<GenericSkeletonPart> parts = ((GenericSkeleton) skel).getParts(); for (GenericSkeletonPart part : parts) if (!SkeletonUtil.isText(part)) return true; return false; }
TextFragment tf = tu.getSource().getUnSegmentedContentCopy(); for (Code code : tf.getCodes()) { if (code.hasReference()) {
TextFragment tf = tc.getUnSegmentedContentCopy(); res = simplifyCodes(tf, rules, removeLeadingTrailingCodes, mergeCodes);
TextFragment tf = tc.getUnSegmentedContentCopy();
@Override protected Event handleTextUnit (Event event) { ITextUnit tu = event.getTextUnit(); long srcWordCount = 0; if ( tu.isEmpty() || !tu.isTranslatable() ) { return event; } if ( !tu.getSource().isEmpty() ) { srcWordCount = countWords(tu.getSource().getUnSegmentedContentCopy().getText()); srcBatchItemWordCount += srcWordCount; } MetricsAnnotation sma = tu.getSource().getAnnotation(MetricsAnnotation.class); if ( sma == null ) { sma = new MetricsAnnotation(); tu.getSource().setAnnotation(sma); } Metrics m = sma.getMetrics(); m.setMetric(GMX.TotalWordCount, srcWordCount); return event; }
e.append(targetFromTran.getUnSegmentedContentCopy().toText()); LOGGER.error(e.toString()); if (params.isThrowCodeException()) {
if ( !srcOriCont.getUnSegmentedContentCopy().getCodedText().equals( srcTraCont.getUnSegmentedContentCopy().getCodedText()) ) { logger.warn("Item id='{}': Original source and source in the translated file are different.\n" + "Cannot use the source of the translation as the new segmented source.",
TranslationUnitVariant source = new TranslationUnitVariant(srcLoc, srcCont.getUnSegmentedContentCopy()); TranslationUnitVariant target = new TranslationUnitVariant(trgLoc, trgCont.getUnSegmentedContentCopy()); TranslationUnit trUnit = new TranslationUnit(source, target);
srcFrag = tu1.getSource().getUnSegmentedContentCopy(); srcFrag = tu2.getSource().getUnSegmentedContentCopy(); srcFrag = tu3.getSource().getUnSegmentedContentCopy(); trgFrag1 = trgCont.getUnSegmentedContentCopy(); trgFrag1 = tu1.getSource().getUnSegmentedContentCopy(); trgFrag2 = trgCont.getUnSegmentedContentCopy(); trgFrag2 = tu2.getSource().getUnSegmentedContentCopy(); trgFrag3 = trgCont.getUnSegmentedContentCopy(); trgFrag3 = tu3.getSource().getUnSegmentedContentCopy();
srcOriginal = tu.getSource().getUnSegmentedContentCopy();
alignedTextUnit.getSource().getUnSegmentedContentCopy(), null, tf, MatchType.EXACT_UNIQUE_ID, score, getName());