normalized = ((Token) a).getLemmaStr(); if (!caseSensitive){ normalized = normalized.toLowerCase();
feats[LEMMA] = token.getLemmaStr();// FIXME ensure lemma feats[POS] = token.getPos(); feats[ENTITY_TYPE] = Word.OTHER_LABEL;
if (t.getLemmaStr() != null && t.getLemmaStr().length() > 1) malletToken.setFeatureValue( PROPERTY_LEMMA + t.getLemmaStr(), 1.0);