@Override public String getText(Token aToken) { synchronized (aToken.getCAS()) { String pos = mapping.get(aToken.getPosValue()); if (pos == null) { pos = aToken.getPosValue(); } return aToken.getText() + "-" + pos; } } }
public StanfordAnnotator(TreeWithTokens aTokenTree) throws CASException { setTokenTree(aTokenTree); setJCas(aTokenTree.getTokens().get(0).getCAS().getJCas()); }
public TsvSubToken(TsvToken aToken, int aBegin, int aEnd) { super(aToken.getDocument(), aToken.getSentence(), aToken.getUimaToken(), aToken.getPosition()); Validate.notNull(aToken, "Must specify a token"); Validate.isTrue(aBegin >= 0, "Begin offset must be zero or positive: %d", aBegin); Validate.isTrue(aEnd >= 0, "End offset must be zero or positive: %d", aEnd); Validate.isTrue(aBegin <= aEnd, "End offset must be larger or equal to begin offset: [begin: %d, end: %d]", aBegin, aEnd); if (aToken.getUimaToken() != null && aToken.getUimaToken().getCAS().getDocumentText() != null) { int length = aToken.getUimaToken().getCAS().getDocumentText().length(); Validate.isTrue(aBegin <= length, "Begin offset must be in document range [0-%d]): %d", length, aBegin); Validate.isTrue(aEnd <= length, "End offset must be in document range [0-%d]): %d", length, aBegin); } token = aToken; begin = aBegin; end = aEnd; }
public TsvSubToken(TsvToken aToken, int aBegin, int aEnd) { super(aToken.getDocument(), aToken.getSentence(), aToken.getUimaToken(), aToken.getPosition()); Validate.notNull(aToken, "Must specify a token"); Validate.isTrue(aBegin >= 0, "Begin offset must be zero or positive: %d", aBegin); Validate.isTrue(aEnd >= 0, "End offset must be zero or positive: %d", aEnd); Validate.isTrue(aBegin <= aEnd, "End offset must be larger or equal to begin offset: [begin: %d, end: %d]", aBegin, aEnd); if (aToken.getUimaToken() != null && aToken.getUimaToken().getCAS().getDocumentText() != null) { int length = aToken.getUimaToken().getCAS().getDocumentText().length(); Validate.isTrue(aBegin <= length, "Begin offset must be in document range [0-%d]): %d", length, aBegin); Validate.isTrue(aEnd <= length, "End offset must be in document range [0-%d]): %d", length, aBegin); } token = aToken; begin = aBegin; end = aEnd; }
if (token.getCAS().getDocumentLanguage().equals("en")) { wordnet = uby.getLexiconByName("WordNet"); } else if (language.equals("en")) { wordnet = uby.getLexiconByName("WordNet"); } else if (token.getCAS().getDocumentLanguage().equals("de")) { wordnet = uby.getLexiconByName("GermaNet"); } else if (language.equals("de")) {