@Override protected OutputStream createOutputStream(OutputStream parent) throws IOException { return new SnappyOutputStream(parent); }
private static SnappyOutputStream getDelegate( OutputStream out ) throws IOException { SnappyOutputStream delegate; if ( out instanceof SnappyOutputStream ) { delegate = (SnappyOutputStream) out; } else { delegate = new SnappyOutputStream( out ); } return delegate; }
public ChunkedStream(InputStream is, long chunkSize) throws IOException { this.origin = is; this.bos = new ByteArrayOutputStream(); this.compress = new SnappyOutputStream(bos); this.chunkSize = chunkSize; }
in = new BufferedInputStream(new FileInputStream(uncompressed)); out = new FileOutputStream(compressed); snappyOut = new SnappyOutputStream(out);
private SnappyInputStream createSnappyInputStream() throws IOException { // Create an in-memory ZIP output stream for use by the input stream (to avoid exceptions) ByteArrayOutputStream baos = new ByteArrayOutputStream(); SnappyOutputStream sos = new SnappyOutputStream( baos ); byte[] testBytes = "Test".getBytes(); sos.write( testBytes ); ByteArrayInputStream in = new ByteArrayInputStream( baos.toByteArray() ); sos.close(); return new SnappyInputStream( in ); } }
private SnappyInputStream createSnappyInputStream() throws IOException { // Create an in-memory ZIP output stream for use by the input stream (to avoid exceptions) ByteArrayOutputStream baos = new ByteArrayOutputStream(); SnappyOutputStream sos = new SnappyOutputStream( baos ); byte[] testBytes = "Test".getBytes(); sos.write( testBytes ); ByteArrayInputStream in = new ByteArrayInputStream( baos.toByteArray() ); sos.close(); return new SnappyInputStream( in ); } }
break; case COMPRESSION_FORMAT_SNAPPY: compressionOut = new SnappyOutputStream(bufferedOut); mimeTypeRef = "application/x-snappy"; break;
break; case COMPRESSION_FORMAT_SNAPPY: compressionOut = new SnappyOutputStream(bufferedOut); mimeTypeRef.set("application/x-snappy"); break;
@Override public OutputStream getOutputStream(OutputStream outputStream) throws IOException { return new SnappyOutputStream(outputStream); } }
@Override public OutputStream compress(OutputStream output) { return new SnappyOutputStream(output); }
@Override protected OutputStream createOutputStream(OutputStream parent) throws IOException { return new SnappyOutputStream(parent); }
@Override protected OutputStream createOutputStream(OutputStream parent) throws IOException { return new SnappyOutputStream(parent); }
@NotNull @Override public OutputStream compressingStream(OutputStream output) { return new SnappyOutputStream(output); } }
private DataOutputStream createBlockFileOutput(File file) throws IOException { if (compress) { return new DataOutputStream(new SnappyOutputStream(new FileOutputStream(file))); } else { return new DataOutputStream(new BufferedOutputStream(new FileOutputStream(file), OUTPUT_BUFFER_SIZE)); } }
/** * Wrap an OutputStream in a SnappyOutputStream. * @throws SAMException if Snappy is not available */ public OutputStream wrapOutputStream(final OutputStream outputStream) { return wrapWithSnappyOrThrow(outputStream, (stream) -> new SnappyOutputStream(stream, SNAPPY_BLOCK_SIZE)); }
@Override public OutputStream wrapper(OutputStream sourceOutputStream) throws CompressorException { try { SnappyOutputStream snappyOutputStream = new SnappyOutputStream(sourceOutputStream); return snappyOutputStream; } catch (Exception e) { throw new CompressorException(e.getMessage(), e); } }
/** * Wrap an OutputStream in a SnappyOutputStream. * @throws SAMException if Snappy is not available */ public OutputStream wrapOutputStream(final OutputStream outputStream) { return wrapWithSnappyOrThrow(outputStream, (stream) -> new SnappyOutputStream(stream, SNAPPY_BLOCK_SIZE)); }
private static OutputStream wrapOutputStream(OutputStream outputStream) throws IOException { switch (GZTYPE) { case 0: // no compression return outputStream; case 1: // LZF return new LZFOutputStream(outputStream); case 2: // Snappy return new SnappyOutputStream(outputStream); default: throw new RuntimeException("Unknown compression type: " + GZTYPE); } }
public static void compressFileSnappy(File src, File dst) throws IOException { if (!dst.getParentFile().exists()) dst.getParentFile().mkdirs(); FileOutputStream fos = new FileOutputStream(dst); FileInputStream fis = new FileInputStream(src); SnappyOutputStream os = new SnappyOutputStream(fos); IOUtils.copy(fis, os); os.flush(); os.close(); fis.close(); }
@Override public void save(String saveFileName) throws IOException { Kryo kryo = CubeUtils.getKryoWithRegistrations(); OutputStream stream; if (saveFileName.endsWith(".gz")) stream = new GZIPOutputStream(new FileOutputStream(saveFileName)); else stream = new SnappyOutputStream(new FileOutputStream(saveFileName)); Output output = new Output(stream); kryo.writeClassAndObject(output, partitions); output.close(); }