@Override protected Span[] tokenize(CAS cas, AnnotationFS sentence) { return tokenizer.tokenizePos(sentence.getCoveredText()); } }
@Override protected Span[] tokenize(CAS cas, AnnotationFS sentence) { return opennlp.tools.tokenize.WhitespaceTokenizer.INSTANCE. tokenizePos(sentence.getCoveredText()); } }
@Override protected Span[] tokenize(CAS cas, AnnotationFS sentence) { return tokenizer.tokenizePos(sentence.getCoveredText()); }
public void process(CAS cas) { FSIterator<AnnotationFS> tokenAnnotations = cas.getAnnotationIndex(mTokenType).iterator(); List<String> tokensList = new ArrayList<>(); while (tokenAnnotations.hasNext()) { tokensList.add(tokenAnnotations.next().getCoveredText()); } double[] result = mCategorizer.categorize(tokensList.toArray(new String[tokensList.size()])); String bestCategory = mCategorizer.getBestCategory(result); setBestCategory(cas, bestCategory); } }
sentenceTokenList.add(tokenAnnotation.getCoveredText()); sentenceWithPos.append(token.getCoveredText()); sentenceWithPos.append('\\'); sentenceWithPos.append(token.getStringValue(this.posFeature));
tokens[index] = tokenAnnotation.getCoveredText();
tokeninzedSentenceLog.append(tokenAnnotations[i].getCoveredText()); tokeninzedSentenceLog.append(' ');
sentenceTokenList.add(tokenAnnotation.getCoveredText());
protected void process(CAS cas, AnnotationFS sentenceAnnotation) { FSIndex<AnnotationFS> allTokens = cas.getAnnotationIndex(mTokenType); ContainingConstraint containingConstraint = new ContainingConstraint(sentenceAnnotation); String sentence = sentenceAnnotation.getCoveredText(); Iterator<AnnotationFS> containingTokens = cas.createFilteredIterator( allTokens.iterator(), containingConstraint); List<Span> tokenSpans = new LinkedList<>(); while (containingTokens.hasNext()) { AnnotationFS token = containingTokens.next(); tokenSpans.add(new Span(token.getBegin() - sentenceAnnotation.getBegin(), token.getEnd() - sentenceAnnotation.getBegin())); } ParseConverter converter = new ParseConverter(sentence, tokenSpans.toArray(new Span[tokenSpans.size()])); Parse unparsedTree = converter.getParseForTagger(); if (unparsedTree.getChildCount() > 0) { Parse parse = mParser.parse(unparsedTree); // TODO: We need a strategy to handle the case that a full // parse could not be found. What to do in this case? parse = converter.transformParseFromTagger(parse); if (mLogger.isLoggable(Level.INFO)) { StringBuffer parseString = new StringBuffer(); parse.show(parseString); mLogger.log(Level.INFO, parseString.toString()); } createAnnotation(cas, sentenceAnnotation.getBegin(), parse); } }
String text = containerAnnotation.getCoveredText(); logger.log(Level.FINER, "\"" + sentences[i].getCoveredText() + "\"");
String text = nameAnnotation.getCoveredText();
/** * Instantiates a new annotation tree node object. * * @param aAnnotation the a annotation */ public AnnotationTreeNodeObject(AnnotationFS aAnnotation) { mAnnotation = aAnnotation; mCaption = aAnnotation.getCoveredText(); if (mCaption.length() > 64) mCaption = mCaption.substring(0, 64) + "..."; }
@Override public boolean match(AnnotationFS annotation) { return pattern.matcher(annotation.getCoveredText()).find(); } @Override
private String getTokenText(List<T> tokenList, int start, int end) { List<String> tokenTexts = new ArrayList<String>(); for (int i = start; i <= end; i++) { tokenTexts.add(tokenList.get(i).getCoveredText()); } return StringUtils.join(tokenTexts, " "); } }
@Override protected Span[] tokenize(CAS cas, AnnotationFS sentence) { return tokenizer.tokenizePos(sentence.getCoveredText()); } }
@Override public String toString() { return MoreObjects.toStringHelper(this) .add("label", label) .add("ignored", ignored) .add("begin", annotation.getBegin()) .add("end", annotation.getEnd()) .add("text", annotation.getCoveredText()) .toString(); } }
public void selectArc(VID aVid, AnnotationFS aOriginFs, AnnotationFS aTargetFs) { arc = true; selectedAnnotationId = aVid; text = "[" + aOriginFs.getCoveredText() + "] - [" + aTargetFs.getCoveredText() + "]"; beginOffset = Math.min(aOriginFs.getBegin(), aTargetFs.getBegin()); endOffset = Math.max(aOriginFs.getEnd(), aTargetFs.getEnd()); // Properties used when an arc is selected originSpanId = getAddr(aOriginFs); targetSpanId = getAddr(aTargetFs); LOG.debug("Arc: {}", this); }
public void process(CAS cas) { FSIterator<AnnotationFS> tokenAnnotations = cas.getAnnotationIndex(mTokenType).iterator(); List<String> tokensList = new ArrayList<>(); while (tokenAnnotations.hasNext()) { tokensList.add(tokenAnnotations.next().getCoveredText()); } double[] result = mCategorizer.categorize(tokensList.toArray(new String[tokensList.size()])); String bestCategory = mCategorizer.getBestCategory(result); setBestCategory(cas, bestCategory); } }
/** * Initializes a new instance. * * @param annotation the annotation */ public EclipseAnnotationPeer(AnnotationFS annotation) { super(annotation.getType().getName(), false, ""); this.annotation = annotation; setText(annotation.getCoveredText()); }
@Override public void dragSetData(DragSourceEvent event) { IStructuredSelection selection = (IStructuredSelection) viewer.getSelection(); Object[] list = selection.toList().toArray(); for (Object object : list) { if (object instanceof PrimitiveFeatureTreeNode) { event.data = ((PrimitiveFeatureTreeNode) object).getValue(); } else if (object instanceof AnnotationTreeNode) { event.data = ((AnnotationTreeNode) object).getAnnotation().getCoveredText(); } } }