@Override public Configuration getConf() { return ((Configurable)inputFormat).getConf(); }
@Override public Configuration getConf() { if (expression instanceof Configurable) { return ((Configurable) expression).getConf(); } return null; }
/** * Creates a compression stream without any additional wrapping into * buffering streams. */ public CompressionOutputStream createPlainCompressionStream( OutputStream downStream, Compressor compressor) throws IOException { CompressionCodec codec = getCodec(conf); ((Configurable)codec).getConf().setInt("io.file.buffer.size", 32 * 1024); return codec.createOutputStream(downStream, compressor); }
public InputStream createDecompressionStream( InputStream downStream, Decompressor decompressor, int downStreamBufferSize) throws IOException { CompressionCodec codec = getCodec(conf); // Set the internal buffer size to read from down stream. if (downStreamBufferSize > 0) { ((Configurable)codec).getConf().setInt("io.file.buffer.size", downStreamBufferSize); } CompressionInputStream cis = codec.createInputStream(downStream, decompressor); BufferedInputStream bis2 = new BufferedInputStream(cis, DATA_IBUF_SIZE); return bis2; }
/** * Returns the configuration. * * @return Configuration the configuration */ public Configuration getConf() { return this.dn.getConf(); }
@Override public Configuration getConf() { if (expression instanceof Configurable) { return ((Configurable) expression).getConf(); } return null; }
@Override public Configuration getConf() { if (expression instanceof Configurable) { return ((Configurable) expression).getConf(); } return null; }
/** {@inheritDoc} */ @Override public Configuration getConf() { if(expression instanceof Configurable) { return ((Configurable)expression).getConf(); } return null; }
/** * Get Configuration if object is Configurable * @param object Object to check * @return Configuration if object is Configurable, else null */ public static Configuration getConfIfPossible(Object object) { if (object instanceof Configurable) { return ((Configurable) object).getConf(); } return null; }
@Override public Configuration getConf() { if (expression instanceof Configurable) { return ((Configurable) expression).getConf(); } return null; }
@Override public Configuration getConf() { return ((Configurable)inputFormat).getConf(); }
public HdfsBackedLanczosState(VectorIterable corpus, int desiredRank, Vector initialVector, Path dir) { super(corpus, desiredRank, initialVector); baseDir = dir; //Path metadataPath = new Path(dir, METADATA_FILE); basisPath = new Path(dir, BASIS_PREFIX); singularVectorPath = new Path(dir, SINGULAR_PREFIX); if (corpus instanceof Configurable) { setConf(((Configurable)corpus).getConf()); } }
public HdfsBackedLanczosState(VectorIterable corpus, int desiredRank, Vector initialVector, Path dir) { super(corpus, desiredRank, initialVector); baseDir = dir; //Path metadataPath = new Path(dir, METADATA_FILE); basisPath = new Path(dir, BASIS_PREFIX); singularVectorPath = new Path(dir, SINGULAR_PREFIX); if (corpus instanceof Configurable) { setConf(((Configurable)corpus).getConf()); } }
public HdfsBackedLanczosState(VectorIterable corpus, int desiredRank, Vector initialVector, Path dir) { super(corpus, desiredRank, initialVector); baseDir = dir; //Path metadataPath = new Path(dir, METADATA_FILE); basisPath = new Path(dir, BASIS_PREFIX); singularVectorPath = new Path(dir, SINGULAR_PREFIX); if (corpus instanceof Configurable) { setConf(((Configurable)corpus).getConf()); } }
public InputStream createDecompressionStream( InputStream downStream, Decompressor decompressor, int downStreamBufferSize) throws IOException { CompressionCodec codec = getCodec(conf); // Set the internal buffer size to read from down stream. if (downStreamBufferSize > 0) { ((Configurable)codec).getConf().setInt("io.file.buffer.size", downStreamBufferSize); } CompressionInputStream cis = codec.createInputStream(downStream, decompressor); BufferedInputStream bis2 = new BufferedInputStream(cis, DATA_IBUF_SIZE); return bis2; }
/** * Creates a compression stream without any additional wrapping into * buffering streams. */ public CompressionOutputStream createPlainCompressionStream( OutputStream downStream, Compressor compressor) throws IOException { CompressionCodec codec = getCodec(conf); ((Configurable)codec).getConf().setInt("io.file.buffer.size", 32 * 1024); return codec.createOutputStream(downStream, compressor); }
/** * Creates a compression stream without any additional wrapping into * buffering streams. */ CompressionOutputStream createPlainCompressionStream( OutputStream downStream, Compressor compressor) throws IOException { CompressionCodec codec = getCodec(conf); ((Configurable)codec).getConf().setInt("io.file.buffer.size", 32 * 1024); return codec.createOutputStream(downStream, compressor); }
/** * Creates a compression stream without any additional wrapping into * buffering streams. */ public CompressionOutputStream createPlainCompressionStream( OutputStream downStream, Compressor compressor) throws IOException { CompressionCodec codec = getCodec(conf); ((Configurable)codec).getConf().setInt("io.file.buffer.size", 32 * 1024); return codec.createOutputStream(downStream, compressor); }
/** * Creates a compression stream without any additional wrapping into * buffering streams. */ public CompressionOutputStream createPlainCompressionStream( OutputStream downStream, Compressor compressor) throws IOException { CompressionCodec codec = getCodec(conf); ((Configurable)codec).getConf().setInt("io.file.buffer.size", 32 * 1024); return codec.createOutputStream(downStream, compressor); }
private void configure(Object object) { if (object instanceof Configurable) { Configurable configurable = (Configurable) object; if (configurable.getConf() == null) { configurable.setConf(getConf()); } } }