public static <T extends OutputFormat<?, ?>> FormatBundle<T> forOutput(Class<T> outputFormatClass) { return new FormatBundle<T>(outputFormatClass); }
public static <T extends OutputFormat<?, ?>> FormatBundle<T> forOutput(Class<T> inputFormatClass) { return new FormatBundle<T>(inputFormatClass); }
public static <T extends InputFormat<?, ?>> FormatBundle<T> forInput(Class<T> inputFormatClass) { return new FormatBundle<T>(inputFormatClass); }
public static <T extends InputFormat<?, ?>> FormatBundle<T> forInput(Class<T> inputFormatClass) { return new FormatBundle<T>(inputFormatClass); }
public static <T> FormatBundle<T> fromSerialized(String serialized, Configuration conf) { ByteArrayInputStream bais = new ByteArrayInputStream(Base64.decodeBase64(serialized)); try { FormatBundle<T> bundle = new FormatBundle<T>(); bundle.setConf(conf); bundle.readFields(new DataInputStream(bais)); return bundle; } catch (IOException e) { throw new RuntimeException(e); } }
public void readFields(DataInput in) throws IOException { if (conf == null) { conf = new Configuration(); } nodeIndex = in.readInt(); bundle = new FormatBundle(); bundle.setConf(conf); bundle.readFields(in); bundle.configure(conf); // yay bootstrap! Class<? extends InputSplit> inputSplitClass = readClass(in); inputSplit = (InputSplit) ReflectionUtils.newInstance(inputSplitClass, conf); if (inputSplit instanceof Writable) { ((Writable) inputSplit).readFields(in); } else { SerializationFactory factory = new SerializationFactory(conf); Deserializer deserializer = factory.getDeserializer(inputSplitClass); deserializer.open((DataInputStream) in); inputSplit = (InputSplit) deserializer.deserialize(inputSplit); deserializer.close(); } }