public EncodingDirectoryDataWriter(File outputDirectory) throws FileNotFoundException { super(outputDirectory); this.trainingDataFile = this.classifierBuilder.getTrainingDataFile(this.outputDirectory); this.trainingDataWriter = new PrintWriter(this.trainingDataFile); }
public void setFeaturesEncoder(FeaturesEncoder<ENCODED_FEATURES_TYPE> featuresEncoder) { this.classifierBuilder.setFeaturesEncoder(featuresEncoder); }
public void setOutcomeEncoder(OutcomeEncoder<OUTCOME_TYPE, ENCODED_OUTCOME_TYPE> outcomeEncoder) { this.classifierBuilder.setOutcomeEncoder(outcomeEncoder); }
public void write(Instance<OUTCOME_TYPE> instance) throws CleartkProcessingException { writeEncoded( this.classifierBuilder.getFeaturesEncoder().encodeAll(instance.getFeatures()), this.classifierBuilder.getOutcomeEncoder().encode(instance.getOutcome())); }
@Override protected void unpackageClassifier(JarInputStream modelStream) throws IOException { super.unpackageClassifier(modelStream); JarStreams.getNextJarEntry(modelStream, ENCODERS_FILE_NAME); ObjectInputStream is = new ObjectInputStream(modelStream); try { this.featuresEncoder = this.featuresEncoderCast(is.readObject()); this.outcomeEncoder = this.outcomeEncoderCast(is.readObject()); } catch (ClassNotFoundException e) { throw new RuntimeException("Classes not found for serialized encoder objects", e); } }
@Override public void saveToTrainingDirectory(File dir) throws IOException { super.saveToTrainingDirectory(dir); // finalize the encoder feature set this.featuresEncoder.finalizeFeatureSet(dir); this.outcomeEncoder.finalizeOutcomeSet(dir); // save the encoders to the directory File encodersFile = getEncodersFile(dir); OutputStream outputStream = new BufferedOutputStream(new FileOutputStream(encodersFile)); ObjectOutputStream os = new ObjectOutputStream(outputStream); os.writeObject(this.featuresEncoder); os.writeObject(this.outcomeEncoder); os.close(); outputStream.close(); }
public void write(List<Instance<OUTCOME_TYPE>> instances) throws CleartkProcessingException { for (Instance<OUTCOME_TYPE> instance : instances) { writeEncoded( this.classifierBuilder.getFeaturesEncoder().encodeAll(instance.getFeatures()), this.classifierBuilder.getOutcomeEncoder().encode(instance.getOutcome())); } this.writeEndSequence(); }
@Override protected void packageClassifier(File dir, JarOutputStream modelStream) throws IOException { super.packageClassifier(dir, modelStream); JarStreams.putNextJarEntry(modelStream, ENCODERS_FILE_NAME, getEncodersFile(dir)); }
@Override public void write(List<Instance<OUTCOME_TYPE>> instances) throws CleartkProcessingException { try { for (Instance<OUTCOME_TYPE> instance : instances) { writeEncoded( this.classifierBuilder.getFeaturesEncoder().encodeAll(instance.getFeatures()), this.classifierBuilder.getOutcomeEncoder().encode(instance.getOutcome())); } writeSequenceEnd(); } catch (IOException e) { throw new CleartkProcessingException(e); } }
public DirectorySerializedDataWriter(File outputDirectory) throws IOException { super(outputDirectory); this.trainingDataFile = this.classifierBuilder.getTrainingDataFile(this.outputDirectory); OutputStream out = new BufferedOutputStream( FileUtils.openOutputStream(trainingDataFile)); this.trainingDataWriter = new ObjectOutputStream(out); }
public void setOutcomeEncoder(OutcomeEncoder<OUTCOME_TYPE, ENCODED_OUTCOME_TYPE> outcomeEncoder) { this.classifierBuilder.setOutcomeEncoder(outcomeEncoder); }
public void setFeaturesEncoder(FeaturesEncoder<ENCODED_FEATURES_TYPE> featuresEncoder) { this.classifierBuilder.setFeaturesEncoder(featuresEncoder); }