LabelAlphabet dict = (LabelAlphabet) getTargetAlphabet (); FeatureSequence fs = (FeatureSequence) target; Label[] lbls = new Label[fs.size()]; Alphabet v = getTargetAlphabet (); TokenSequence ts = (TokenSequence) target; int indices[] = new int[ts.size()]; for (int i = 0; i < ts.size(); i++) indices[i] = v.lookupIndex (ts.get(i).getText()); LabelSequence ls = new LabelSequence ((LabelAlphabet)getTargetAlphabet(), indices); carrier.setTarget(ls); } else if (target instanceof LabelsSequence) { LabelAlphabet dict = (LabelAlphabet) getTargetAlphabet (); LabelsSequence lblseq = (LabelsSequence) target; Label[] labelArray = new Label [lblseq.size()];
LabelAlphabet dict = (LabelAlphabet) getTargetAlphabet (); FeatureSequence fs = (FeatureSequence) target; Label[] lbls = new Label[fs.size()]; Alphabet v = getTargetAlphabet (); TokenSequence ts = (TokenSequence) target; int indices[] = new int[ts.size()]; for (int i = 0; i < ts.size(); i++) indices[i] = v.lookupIndex (ts.get(i).getText()); LabelSequence ls = new LabelSequence ((LabelAlphabet)getTargetAlphabet(), indices); carrier.setTarget(ls); } else if (target instanceof LabelsSequence) { LabelAlphabet dict = (LabelAlphabet) getTargetAlphabet (); LabelsSequence lblseq = (LabelsSequence) target; Label[] labelArray = new Label [lblseq.size()];
LabelAlphabet dict = (LabelAlphabet) getTargetAlphabet (); FeatureSequence fs = (FeatureSequence) target; Label[] lbls = new Label[fs.size()]; Alphabet v = getTargetAlphabet (); TokenSequence ts = (TokenSequence) target; int indices[] = new int[ts.size()]; for (int i = 0; i < ts.size(); i++) indices[i] = v.lookupIndex (ts.get(i).getText()); LabelSequence ls = new LabelSequence ((LabelAlphabet)getTargetAlphabet(), indices); carrier.setTarget(ls); } else if (target instanceof LabelsSequence) { LabelAlphabet dict = (LabelAlphabet) getTargetAlphabet (); LabelsSequence lblseq = (LabelsSequence) target; Label[] labelArray = new Label [lblseq.size()];
private static Pipe makePipe() { Alphabet alpha = new Alphabet(); Target2LabelSequence labelPipe = new Target2LabelSequence(); LabelAlphabet labelAlpha = (LabelAlphabet) labelPipe.getTargetAlphabet(); return new SerialPipes(ImmutableList.of( new StringListToTokenSequence(alpha, labelAlpha), // convert to token sequence new TokenSequenceLowercase(), // make all lowercase new NeighborTokenFeature(true, makeNeighbors()), // grab neighboring graphemes new NeighborShapeFeature(true, makeShapeNeighs()), new TokenSequenceToFeature(), // convert the strings in the text to features new TokenSequence2FeatureVectorSequence(alpha, true, true), labelPipe, new LabelSequenceToLabelsAssignment(alpha, labelAlpha) )); }
private Pipe makePipe() { Alphabet alpha = new Alphabet(); Target2LabelSequence labelPipe = new Target2LabelSequence(); LabelAlphabet labelAlpha = (LabelAlphabet) labelPipe.getTargetAlphabet(); return new SerialPipes(ImmutableList.of( new StringListToTokenSequence(alpha, labelAlpha), // convert to token sequence new TokenSequenceLowercase(), // make all lowercase new NeighborTokenFeature(true, makeNeighbors()), // grab neighboring graphemes new SurroundingTokenFeature(false), // new SurroundingTokenFeature(true), new NeighborShapeFeature(true, makeShapeNeighs()), new LeadingTrailingFeature(), new TokenSequenceToFeature(), // convert the strings in the text to features new TokenSequence2FeatureVectorSequence(alpha, true, true), labelPipe )); }
private Pipe makePipe() { Alphabet alpha = new Alphabet(); Target2LabelSequence labelPipe = new Target2LabelSequence(); LabelAlphabet labelAlpha = (LabelAlphabet) labelPipe.getTargetAlphabet(); return new SerialPipes(ImmutableList.of( new StringListToTokenSequence(alpha, labelAlpha), // convert to token sequence new TokenSequenceLowercase(), // make all lowercase new NeighborTokenFeature(true, makeNeighbors()), // grab neighboring graphemes new SurroundingTokenFeature(false), new SurroundingTokenFeature(true), new NeighborShapeFeature(true, makeShapeNeighs()), new LeadingTrailingFeature(), new TokenSequenceToFeature(), // convert the strings in the text to features new TokenSequence2FeatureVectorSequence(alpha, true, false), labelPipe )); }
private Pipe makePipe() { Alphabet alpha = new Alphabet(); Target2LabelSequence labelPipe = new Target2LabelSequence(); LabelAlphabet labelAlpha = (LabelAlphabet) labelPipe.getTargetAlphabet(); return new SerialPipes(ImmutableList.of( new StringListToTokenSequence(alpha, labelAlpha), // convert to token sequence new TokenSequenceLowercase(), // make all lowercase new NeighborTokenFeature(true, makeNeighbors()), // grab neighboring graphemes new SurroundingTokenFeature(false), new SurroundingTokenFeature(true), new NeighborShapeFeature(true, makeShapeNeighs()), new LeadingTrailingFeature(), new TokenSequenceToFeature(), // convert the strings in the text to features new TokenSequence2FeatureVectorSequence(alpha, true, false), labelPipe )); }
private Pipe makePipe() { Alphabet alpha = new Alphabet(); Target2LabelSequence labelPipe = new Target2LabelSequence(); LabelAlphabet labelAlpha = (LabelAlphabet) labelPipe.getTargetAlphabet(); return new SerialPipes(ImmutableList.of( new SWordConverterPipe(), new StringListToTokenSequence(alpha, labelAlpha), // convert to token sequence new TokenSequenceLowercase(), // make all lowercase new PhoneNeighborPipe(true, makeNeighbors()), // grab neighboring graphemes new PhoneClassPipe(true, makeClassNeighbors()), new VowelNeighborPipe(), // new SurroundingTokenFeature(false), // new SurroundingTokenFeature(true), // new NeighborShapeFeature(true, makeShapeNeighs()), new IsFirstPipe(), new ThisPhoneClassPipe(), // new AppendEndPipe(), // right before TS2F to get text set, last not to mess w neighbors new TokenSequenceToFeature(), // convert the strings in the text to features new TokenSequence2FeatureVectorSequence(alpha, true, false), labelPipe )); }
private SerialPipes makePipe(Alphabet alpha) { Target2LabelSequence labelPipe = new Target2LabelSequence(); LabelAlphabet labelAlpha = (LabelAlphabet) labelPipe.getTargetAlphabet();