/** @generated */ public Token(JCas jcas, int begin, int end) { super(jcas); setBegin(begin); setEnd(end); readObject(); }
private void addToken(JCas aJCas, int begin, int end) { if (aJCas.getDocumentText().substring(begin, end).trim().length() > 0) { new Token(aJCas, begin, end).addToIndexes(); } } }
@Override public void process(JCas jcas) throws AnalysisEngineProcessException { // Annotate tokens contained in the dictionary as name for (Token token : iterate(jcas, Token.class)) { if (names.contains(token.getCoveredText())) { new Name(jcas, token.getBegin(), token.getEnd()).addToIndexes(); } } } }
public FeatureStructure createFS(int addr, CASImpl cas) { if (Token_Type.this.useExistingInstance) { // Return eq fs instance if already created FeatureStructure fs = Token_Type.this.jcas.getJfsFromCaddr(addr); if (null == fs) { fs = new Token(addr, Token_Type.this); Token_Type.this.jcas.putJfsFromCaddr(addr, fs); return fs; } return fs; } else return new Token(addr, Token_Type.this); } };
@Test public void test() throws Exception { AnalysisEngine ae = AnalysisEngineFactory.createPrimitive( TokenAnnotator.class, createTypeSystemDescription()); JCas jcas = ae.newJCas(); jcas.setDocumentText("Ubi est Cornelia?"); ae.process(jcas); Iterator<Token> i = iterate(jcas, Token.class).iterator(); assertEquals("Ubi", i.next().getCoveredText()); assertEquals("est", i.next().getCoveredText()); assertEquals("Cornelia", i.next().getCoveredText()); assertEquals("?", i.next().getCoveredText()); assertFalse(i.hasNext()); } }
/** Internal - constructor used by generator * @generated */ public Token(int addr, TOP_Type type) { super(addr, type); readObject(); }
private void addToken(JCas aJCas, int begin, int end) { if (aJCas.getDocumentText().substring(begin, end).trim().length() > 0) { new Token(aJCas, begin, end).addToIndexes(); } } }
/** @generated */ public Token(JCas jcas) { super(jcas); readObject(); }