public void setTargetProcessing (boolean lookForAndProcessTarget) { super.setTargetProcessing (lookForAndProcessTarget); for (Pipe p : pipes) p.setTargetProcessing (lookForAndProcessTarget); }
public void setTargetProcessing (boolean lookForAndProcessTarget) { super.setTargetProcessing (lookForAndProcessTarget); for (Pipe p : pipes) p.setTargetProcessing (lookForAndProcessTarget); }
public void setTargetProcessing (boolean lookForAndProcessTarget) { super.setTargetProcessing (lookForAndProcessTarget); for (Pipe p : pipes) p.setTargetProcessing (lookForAndProcessTarget); }
private void setupClassifier(String trainingdata) { try { crf_input = new ObjectInputStream(ResourceUtils.loadResource( trainingdata, this.getClass())); crf = (CRF) crf_input.readObject(); crf_input.close(); } catch (FileNotFoundException e1) { e1.printStackTrace(); } catch (IOException e1) { e1.printStackTrace(); } catch (ClassNotFoundException e) { e.printStackTrace(); } crf.getInputAlphabet().stopGrowth(); crf.getOutputAlphabet().stopGrowth(); crf_pipe = crf.getInputPipe(); crf_pipe.setTargetProcessing(false); crf_estimator = new ViterbiConfidenceEstimator(crf); }
private void setupClassifier(String trainingdata) { try { crf_input = new ObjectInputStream(ResourceUtils.loadResource( trainingdata, this.getClass())); crf = (CRF) crf_input.readObject(); crf_input.close(); } catch (FileNotFoundException e1) { e1.printStackTrace(); } catch (IOException e1) { e1.printStackTrace(); } catch (ClassNotFoundException e) { e.printStackTrace(); } crf.getInputAlphabet().stopGrowth(); crf.getOutputAlphabet().stopGrowth(); crf_pipe = crf.getInputPipe(); crf_pipe.setTargetProcessing(false); crf_estimator = new ViterbiConfidenceEstimator(crf); }
private Pair<Double, Sequence<?>> applyCRF(String testingdata) { Sequence<?> input = null; Sequence<?> output = null; Double conf; InstanceList testSequence = null; crf_pipe.setTargetProcessing(true); testSequence = new InstanceList(crf_pipe); testSequence.addThruPipe(new LineGroupIterator(new StringReader( testingdata), Pattern.compile("^\\s*$"), true)); if (testSequence.size() < 1) { return new Pair<Double, Sequence<?>>(-1.0, null); } Instance inst = testSequence.get(0); input = (Sequence<?>) inst.getData(); output = crf.transduce(input); conf = crf_estimator.estimateConfidenceFor(inst, startTags, inTags); return new Pair<Double, Sequence<?>>(conf, output); }
private Pair<Double, Sequence<?>> applyCRF(String testingdata) { Sequence<?> input = null; Sequence<?> output = null; Double conf; InstanceList testSequence = null; crf_pipe.setTargetProcessing(true); testSequence = new InstanceList(crf_pipe); testSequence.addThruPipe(new LineGroupIterator(new StringReader( testingdata), Pattern.compile("^\\s*$"), true)); if (testSequence.size() < 1) { return new Pair<Double, Sequence<?>>(-1.0, null); } Instance inst = testSequence.get(0); input = (Sequence<?>) inst.getData(); output = crf.transduce(input); conf = crf_estimator.estimateConfidenceFor(inst, startTags, inTags); return new Pair<Double, Sequence<?>>(conf, output); }
public void predict(TextBlock textBlock) throws Exception { getPipes().setTargetProcessing(false); InstanceList testData = new InstanceList(getPipes()); for (TextSentence textSentence : textBlock) { Instance textInstance = new TextInstance(textSentence, getTargetAlphabet()); testData.addThruPipe(textInstance); } for (Instance instance : testData) { FeatureVectorSequence sequence = (FeatureVectorSequence) instance.getData(); Sequence<?> labelSequence = crf.transduce(sequence); System.out.println(labelSequence); } return; }
p.setTargetProcessing(true); trainingData = new InstanceList(p); trainingData.addThruPipe(new LineGroupIterator(trainingFile, p.setTargetProcessing(true); testData = new InstanceList(p); testData.addThruPipe(new LineGroupIterator(testFile, p.setTargetProcessing(false); testData = new InstanceList(p); testData.addThruPipe(
p.setTargetProcessing(true); trainingData = new InstanceList(p); trainingData.addThruPipe( p.setTargetProcessing(true); testData = new InstanceList(p); testData.addThruPipe( } else p.setTargetProcessing(false); testData = new InstanceList(p); testData.addThruPipe(
p.setTargetProcessing(true); trainingData = new InstanceList(p); trainingData.addThruPipe( p.setTargetProcessing(true); testData = new InstanceList(p); testData.addThruPipe( } else p.setTargetProcessing(false); testData = new InstanceList(p); testData.addThruPipe(
p.setTargetProcessing(true); trainingData = new InstanceList(p); trainingData.addThruPipe(new LineGroupIterator(trainingFile, p.setTargetProcessing(true); testData = new InstanceList(p); testData.addThruPipe(new LineGroupIterator(testFile, p.setTargetProcessing(false); testData = new InstanceList(p); testData.addThruPipe(
p.setTargetProcessing(true); trainingData = new InstanceList(p); trainingData.addThruPipe( p.setTargetProcessing(true); testData = new InstanceList(p); testData.addThruPipe( } else p.setTargetProcessing(false); testData = new InstanceList(p); testData.addThruPipe(
p.setTargetProcessing(true); trainingData = new InstanceList(p); trainingData.addThruPipe(new LineGroupIterator(trainingFile, p.setTargetProcessing(true); testData = new InstanceList(p); testData.addThruPipe(new LineGroupIterator(testFile, p.setTargetProcessing(false); testData = new InstanceList(p); testData.addThruPipe(
public void testParenGroupIterator () { String input = "(a (b c) ((d)) ) f\n\n (3\n 4) ( 6) "; Reader reader = new StringReader (input); ParenGroupIterator it = new ParenGroupIterator (reader); Pipe pipe = new Noop(); pipe.setTargetProcessing (false); InstanceList lst = new InstanceList (pipe); lst.addThruPipe (it); assertEquals (3, lst.size()); assertEquals ("(a (b c) ((d)) )", lst.get(0).getData()); assertEquals ("(3\n 4)", lst.get(1).getData()); assertEquals ("( 6)", lst.get(2).getData()); }
public void testParenGroupIterator () { String input = "(a (b c) ((d)) ) f\n\n (3\n 4) ( 6) "; Reader reader = new StringReader (input); ParenGroupIterator it = new ParenGroupIterator (reader); Pipe pipe = new Noop(); pipe.setTargetProcessing (false); InstanceList lst = new InstanceList (pipe); lst.addThruPipe (it); assertEquals (3, lst.size()); assertEquals ("(a (b c) ((d)) )", lst.get(0).getData()); assertEquals ("(3\n 4)", lst.get(1).getData()); assertEquals ("( 6)", lst.get(2).getData()); }
classifier.getInstancePipe().setTargetProcessing(false); InputStreamReader unlabeledData = getReader(classifyOption.value, encodingOption.value);
classifier.getInstancePipe().setTargetProcessing(false); InputStreamReader unlabeledData = getReader(classifyOption.value, encodingOption.value);
classifier.getInstancePipe().setTargetProcessing(false); InputStreamReader unlabeledData = getReader(classifyOption.value, encodingOption.value);