protected Span createSpan (Tokenization input, int startTokenIdx, int endTokenIdx) { return input.subspan (startTokenIdx, endTokenIdx); }
protected Span createSpan (Tokenization input, int startTokenIdx, int endTokenIdx) { return input.subspan (startTokenIdx, endTokenIdx); }
protected Span createSpan (Tokenization input, int startTokenIdx, int endTokenIdx) { return input.subspan (startTokenIdx, endTokenIdx); }
protected Span createSpan(Tokenization input, int startTokenIdx, int endTokenIdx) { StringSpan span = (StringSpan) input .subspan(startTokenIdx, endTokenIdx); span.setProperty("StartTokenIdx", new Integer(startTokenIdx)); span.setProperty("EndTokenIdx", new Integer(endTokenIdx-1)); return span; }
protected Span createSpan(Tokenization input, int startTokenIdx, int endTokenIdx) { StringSpan span = (StringSpan) input .subspan(startTokenIdx, endTokenIdx); span.setProperty("StartTokenIdx", new Integer(startTokenIdx)); span.setProperty("EndTokenIdx", new Integer(endTokenIdx-1)); return span; }
protected Span createSpan(Tokenization input, int startTokenIdx, int endTokenIdx) { StringSpan span = (StringSpan) input .subspan(startTokenIdx, endTokenIdx); span.setProperty("StartTokenIdx", new Integer(startTokenIdx)); span.setProperty("EndTokenIdx", new Integer(endTokenIdx-1)); return span; }
private void addLabeledSpan (LabeledSpans labeled, Tokenization input, TagStart tagStart, int end, Label backgroundTag) { Span span = input.subspan (tagStart.start, end); Label splitTag = tagStart.label; labeled.add (new LabeledSpan (span, splitTag, splitTag == backgroundTag)); }
private void addLabeledSpan (LabeledSpans labeled, Tokenization input, TagStart tagStart, int end, Label backgroundTag) { Span span = input.subspan (tagStart.start, end); Label splitTag = tagStart.label; labeled.add (new LabeledSpan (span, splitTag, splitTag == backgroundTag)); }
private void addLabeledSpan (LabeledSpans labeled, Tokenization input, TagStart tagStart, int end, Label backgroundTag) { Span span = input.subspan (tagStart.start, end); Label splitTag = tagStart.label; labeled.add (new LabeledSpan (span, splitTag, splitTag == backgroundTag)); }
private void addSpansFromTags (LabeledSpans labeled, Tokenization input, Sequence tags, LabelAlphabet dict, Label backgroundTag) { int i = 0; int docidx = 0; while (i < tags.size()) { Label thisTag = dict.lookupLabel (tags.get(i).toString()); int startTokenIdx = i; while (i < tags.size()) { Label nextTag = dict.lookupLabel (tags.get(i).toString ()); if (thisTag != nextTag) break; i++; } int endTokenIdx = i; Span span = input.subspan(startTokenIdx, endTokenIdx); addBackgroundIfNecessary (labeled, (StringSpan) span, docidx, backgroundTag); docidx = ((StringSpan) span).getEndIdx (); labeled.add (new LabeledSpan (span, thisTag, thisTag == backgroundTag)); } }
private void addSpansFromTags (LabeledSpans labeled, Tokenization input, Sequence tags, LabelAlphabet dict, Label backgroundTag) { int i = 0; int docidx = 0; while (i < tags.size()) { Label thisTag = dict.lookupLabel (tags.get(i).toString()); int startTokenIdx = i; while (i < tags.size()) { Label nextTag = dict.lookupLabel (tags.get(i).toString ()); if (thisTag != nextTag) break; i++; } int endTokenIdx = i; Span span = input.subspan(startTokenIdx, endTokenIdx); addBackgroundIfNecessary (labeled, (StringSpan) span, docidx, backgroundTag); docidx = ((StringSpan) span).getEndIdx (); labeled.add (new LabeledSpan (span, thisTag, thisTag == backgroundTag)); } }
private void addSpansFromTags (LabeledSpans labeled, Tokenization input, Sequence tags, LabelAlphabet dict, Label backgroundTag) { int i = 0; int docidx = 0; while (i < tags.size()) { Label thisTag = dict.lookupLabel (tags.get(i).toString()); int startTokenIdx = i; while (i < tags.size()) { Label nextTag = dict.lookupLabel (tags.get(i).toString ()); if (thisTag != nextTag) break; i++; } int endTokenIdx = i; Span span = input.subspan(startTokenIdx, endTokenIdx); addBackgroundIfNecessary (labeled, (StringSpan) span, docidx, backgroundTag); docidx = ((StringSpan) span).getEndIdx (); labeled.add (new LabeledSpan (span, thisTag, thisTag == backgroundTag)); } }