private void flushBuffer() { if (params.getBufferSize() == 0) return; if (sb == null) return; ITextUnit tu = new TextUnit("temp", sb.toString()); sb = null; updateCounts(tu, null); }
TextUnit tu = new TextUnit(getId()); if ( annotations != null ) { tu.setAnnotations(annotations.clone()); tu.setIsReferent(isReferent()); tu.setIsTranslatable(isTranslatable); tu.setMimeType(getMimeType()); tu.setName(getName()); tu.setPreserveWhitespaces(preserveWS); tu.setReferenceCount(getReferenceCount()); tu.setSource(getSource().clone()); tu.setType(getType()); tu.setProperty(prop.clone()); tu.setTarget(entry.getKey(), entry.getValue().clone()); if (this.getSkeleton() != null) { ISkeleton skel = this.getSkeleton().clone(); tu.setSkeleton(skel);
private TextUnit createTextUnit(XMLEvent event) throws XMLStreamException { String serializedEvent = serialize(event); String attributeName = !RELATIONSHIP_TARGET.getPrefix().isEmpty() ? RELATIONSHIP_TARGET.getPrefix() + ":" + RELATIONSHIP_TARGET.getLocalPart() : RELATIONSHIP_TARGET.getLocalPart(); String attributeValue = event.asStartElement().getAttributeByName(RELATIONSHIP_TARGET).getValue(); String[] eventParts = serializedEvent.split(attributeName + "=\"" + attributeValue + "\""); GenericSkeleton skel = new GenericSkeleton(); skel.append(eventParts[0]); skel.append(attributeName + "=\""); TextUnit textUnit = new TextUnit(textUnitIdGenerator.createId()); skel.addContentPlaceholder(textUnit); skel.append("\"" + eventParts[1]); textUnit.setSkeleton(skel); textUnit.setSourceContent(new TextFragment(attributeValue)); return textUnit; }
protected List<ITextUnit> processNestedBlocks(Run run, String parentId) { IdGenerator nestedIdsGenerator = getNestedIdsGenerator(parentId); List<ITextUnit> tus = new ArrayList<>(); for (Textual textual : run.getNestedTextualItems()) { if (textual instanceof TranslatableAttributeText) { TextUnit tu = new TextUnit(nestedIdsGenerator.createId(), ((TranslatableAttributeText) textual).getText()); tu.setPreserveWhitespaces(true); tus.add(tu); } } for (ITextUnit tu : tus) { tu.setIsReferent(true); } return tus; }
TextUnit textUnit = new TextUnit(textUnitIdGenerator.createId()); textUnit.setPreserveWhitespaces(true); textUnit.setSourceContent(textFragment); textUnit.setSkeleton(skeleton);
protected List<ITextUnit> processNestedBlocks(Run run, String parentId) { IdGenerator nestedIdsGenerator = getNestedIdsGenerator(parentId); List<ITextUnit> tus = new ArrayList<>(); for (Textual textual : run.getNestedTextualItems()) { if (textual instanceof Block) { BlockTextUnitMapper nestedMapper = new BlockTextUnitMapper((Block) textual, nestedIdsGenerator); tus.addAll(nestedMapper.process()); } else if (textual instanceof TranslatableAttributeText) { TextUnit tu = new TextUnit(nestedIdsGenerator.createId(), ((TranslatableAttributeText) textual).getText()); tu.setPreserveWhitespaces(true); tus.add(tu); } } for (ITextUnit tu : tus) { tu.setIsReferent(true); } return tus; }
private void flushBuffer() { if (params.getBufferSize() == 0) return; if (sb == null) return; ITextUnit tu = new TextUnit("temp", sb.toString()); sb = null; updateCounts(tu, null); }
public void parseNext () { ITextUnit textUnit = new TextUnit(String.valueOf(++tuId)); if ( !getSegment(textUnit) ) { // Send the end-document event queue.add(new Event(EventType.END_DOCUMENT, new Ending(String.valueOf("ed")))); } else { queue.add(new Event(EventType.TEXT_UNIT, textUnit)); } }
ITextUnit tu = new TextUnit(makeTuId()); tu.setSourceContent(processContent(cnt, null)); tu.setPreserveWhitespaces(true);
tu = new TextUnit(UUID.randomUUID().toString()); if ( alternateSource != null ) { tu.setSourceContent(alternateSource);
LinkedHashMap<String, String> attributes = new LinkedHashMap<String, String>(); do { tu = new TextUnit("0"); tf = new TextFragment(); tf.setCodedText(result.getString(4),
ITextUnit tu = new TextUnit(id, attr.getValue(), true, mimeType); tu.setType("x-"+attr.getLocalName());
private List<ITextUnit> createTextUnit() { ITextUnit textUnit = new TextUnit(idGenerator.createId()); textUnit.setPreserveWhitespaces(true); TextFragment tf = new TextFragment(); textUnit.setSource(new TextContainer(tf)); StyledText styledText = (StyledText) stringItem.getChunks().get(1); addText(tf, styledText.getText()); ISkeleton skel = new StringItemSkeleton(stringItem, codeMap); skel.setParent(textUnit); textUnit.setSkeleton(skel); return Arrays.asList(textUnit); }
tuRes = new TextUnit(String.valueOf(++tuId), data.substring(start, end));
ITextUnit textUnit = new TextUnit(idGenerator.createId()); textUnit.setPreserveWhitespaces(true); TextFragment tf = new TextFragment();
ITextUnit tu = new TextUnit(tuId, null, isReferent); tu.setSourceContent(tf); tu.setPreserveWhitespaces(true);
private Event createTextUnitEvent(List<StoryChildElement> textUnitElements, TextFragment textFragment, String id) { ITextUnit textUnit = new TextUnit(id); textUnit.setPreserveWhitespaces(true); textUnit.setSource(new TextContainer(textFragment)); ISkeleton skeleton = new StyledTextSkeleton(textUnitElements, codeMap); skeleton.setParent(textUnit); textUnit.setSkeleton(skeleton); return new Event(EventType.TEXT_UNIT, textUnit); }
private Event processBuffer (StringBuilder sb) { // Convert to normal text fragment TextFragment tf = fromPseudoXLIFF(sb.toString()); // Create the text unit and the skeleton ITextUnit tu = new TextUnit(tuIdGen.createId()); tu.setSourceContent(tf); tu.setPreserveWhitespaces(true); boolean add = !skel.isEmpty(); skel.addContentPlaceholder(tu); if ( add ) skel.append(ENDSEGMENT); skel.add(lineBreak); tu.setSkeleton(skel); return new Event(EventType.TEXT_UNIT, tu); }
public ITextUnit convert (Unit unit) { ITextUnit tu = new TextUnit(unit.getId()); tu.setName(unit.getName()); tu.setType(unit.getType());