private CodecFactory getCompressionCodec(Map<String, String> conf) { if (getBoolean(conf, CONF_COMPRESS, false)) { int deflateLevel = getInt(conf, CONF_DEFLATE_LEVEL, CodecFactory.DEFAULT_DEFLATE_LEVEL); int xzLevel = getInt(conf, CONF_XZ_LEVEL, CodecFactory.DEFAULT_XZ_LEVEL); String outputCodec = conf.get(CONF_COMPRESS_CODEC); if (DataFileConstants.DEFLATE_CODEC.equals(outputCodec)) { return CodecFactory.deflateCodec(deflateLevel); } else if (DataFileConstants.XZ_CODEC.equals(outputCodec)) { return CodecFactory.xzCodec(xzLevel); } else { return CodecFactory.fromString(outputCodec); } } return CodecFactory.nullCodec(); }
return CodecFactory.deflateCodec(deflateLevel); } else if (DataFileConstants.XZ_CODEC.equals(outputCodec)) { return CodecFactory.xzCodec(xzLevel); } else { return CodecFactory.fromString(outputCodec);
static CodecFactory codecFactory(OptionSet opts, OptionSpec<String> codec, OptionSpec<Integer> level, String defaultCodec) { String codecName = opts.hasArgument(codec) ? codec.value(opts) : defaultCodec; if(codecName.equals(DEFLATE_CODEC)) { return CodecFactory.deflateCodec(level.value(opts)); } else if(codecName.equals(DataFileConstants.XZ_CODEC)) { return CodecFactory.xzCodec(level.value(opts)); } else { return CodecFactory.fromString(codec.value(opts)); } } }
@Parameters public static List<Object[]> codecs() { List<Object[]> r = new ArrayList<>(); r.add(new Object[] { null }); r.add(new Object[] { CodecFactory.deflateCodec(0) }); r.add(new Object[] { CodecFactory.deflateCodec(1) }); r.add(new Object[] { CodecFactory.deflateCodec(9) }); r.add(new Object[] { CodecFactory.nullCodec() }); r.add(new Object[] { CodecFactory.snappyCodec() }); r.add(new Object[] { CodecFactory.xzCodec(0) }); r.add(new Object[] { CodecFactory.xzCodec(1) }); r.add(new Object[] { CodecFactory.xzCodec(6) }); r.add(new Object[] { CodecFactory.zstandardCodec() }); return r; }
factory = CodecFactory.deflateCodec(deflateLevel); } else if ( codecName.equals(XZ_CODEC)) { factory = CodecFactory.xzCodec(xzLevel); } else { factory = CodecFactory.fromString(codecName);
@Parameters public static List<Object[]> codecs() { List<Object[]> r = new ArrayList<>(); r.add(new Object[] { null , null, false}); r.add(new Object[] { null , null, true}); r.add(new Object[] { CodecFactory.deflateCodec(1), CodecFactory.deflateCodec(6), false }); r.add(new Object[] { CodecFactory.deflateCodec(1), CodecFactory.deflateCodec(6), true }); r.add(new Object[] { CodecFactory.deflateCodec(3), CodecFactory.nullCodec(), false }); r.add(new Object[] { CodecFactory.nullCodec(), CodecFactory.deflateCodec(6), false }); r.add(new Object[] { CodecFactory.xzCodec(1), CodecFactory.xzCodec(2), false }); r.add(new Object[] { CodecFactory.xzCodec(1), CodecFactory.xzCodec(2), true }); r.add(new Object[] { CodecFactory.xzCodec(2), CodecFactory.nullCodec(), false }); r.add(new Object[] { CodecFactory.nullCodec(), CodecFactory.xzCodec(2), false }); return r; }
public static CodecFactory getCodecFactory(String property) { CodecType type = CodecType.valueOf(property); switch (type) { case BZIP2: return CodecFactory.bzip2Codec(); case DEFLATE: return CodecFactory.deflateCodec(CodecFactory.DEFAULT_DEFLATE_LEVEL); case LZO: return CodecFactory.xzCodec(CodecFactory.DEFAULT_XZ_LEVEL); case SNAPPY: return CodecFactory.snappyCodec(); case NONE: default: return CodecFactory.nullCodec(); } }
private CodecFactory getCodecFactory(String property) { CodecType type = CodecType.valueOf(property); switch (type) { case BZIP2: return CodecFactory.bzip2Codec(); case DEFLATE: return CodecFactory.deflateCodec(CodecFactory.DEFAULT_DEFLATE_LEVEL); case LZO: return CodecFactory.xzCodec(CodecFactory.DEFAULT_XZ_LEVEL); case SNAPPY: return CodecFactory.snappyCodec(); case NONE: default: return CodecFactory.nullCodec(); } }
protected CodecFactory getCodecFactory(String property) { CodecType type = CodecType.valueOf(property); switch (type) { case BZIP2: return CodecFactory.bzip2Codec(); case DEFLATE: return CodecFactory.deflateCodec(CodecFactory.DEFAULT_DEFLATE_LEVEL); case NONE: return CodecFactory.nullCodec(); case LZO: return CodecFactory.xzCodec(CodecFactory.DEFAULT_XZ_LEVEL); case SNAPPY: default: return CodecFactory.snappyCodec(); } }
@Override public void readExternal(ObjectInput in) throws IOException, ClassNotFoundException { final String codecStr = in.readUTF(); switch (codecStr) { case NULL_CODEC: case SNAPPY_CODEC: case BZIP2_CODEC: codecFactory = CodecFactory.fromString(codecStr); return; } Matcher deflateMatcher = deflatePattern.matcher(codecStr); if (deflateMatcher.find()) { codecFactory = CodecFactory.deflateCodec(Integer.parseInt(deflateMatcher.group("level"))); return; } Matcher xzMatcher = xzPattern.matcher(codecStr); if (xzMatcher.find()) { codecFactory = CodecFactory.xzCodec(Integer.parseInt(xzMatcher.group("level"))); return; } throw new IllegalStateException(codecStr + " is not supported"); }
@Override public void readExternal(ObjectInput in) throws IOException, ClassNotFoundException { final String codecStr = in.readUTF(); switch (codecStr) { case NULL_CODEC: case SNAPPY_CODEC: case BZIP2_CODEC: codecFactory = CodecFactory.fromString(codecStr); return; } Matcher deflateMatcher = deflatePattern.matcher(codecStr); if (deflateMatcher.find()) { codecFactory = CodecFactory.deflateCodec( Integer.parseInt(deflateMatcher.group("level"))); return; } Matcher xzMatcher = xzPattern.matcher(codecStr); if (xzMatcher.find()) { codecFactory = CodecFactory.xzCodec( Integer.parseInt(xzMatcher.group("level"))); return; } throw new IllegalStateException(codecStr + " is not supported"); }
@Bean CodecFactory codecFactory( @Value("${avroCodec.name:deflate}") String codecName, @Value("${avroCodec.level:3}") String compressionLevel) { switch (codecName) { case DEFLATE_CODEC: return CodecFactory.deflateCodec(level(compressionLevel, DEFAULT_DEFLATE_LEVEL)); case XZ_CODEC: return CodecFactory.xzCodec(level(compressionLevel, DEFAULT_XZ_LEVEL)); default: return CodecFactory.fromString(codecName); } }
static CodecFactory codecFactory(OptionSet opts, OptionSpec<String> codec, OptionSpec<Integer> level, String defaultCodec) { String codecName = opts.hasArgument(codec) ? codec.value(opts) : defaultCodec; if(codecName.equals(DEFLATE_CODEC)) { return CodecFactory.deflateCodec(level.value(opts)); } else if(codecName.equals(DataFileConstants.XZ_CODEC)) { return CodecFactory.xzCodec(level.value(opts)); } else { return CodecFactory.fromString(codec.value(opts)); } } }
public static CodecFactory getCodec(String name) { if (name == null || name.equalsIgnoreCase("null")) { return CodecFactory.nullCodec(); } CodecFactory codecFactory; switch (name.toLowerCase()) { case "snappy": codecFactory = CodecFactory.snappyCodec(); break; case "gzip": case "deflate": codecFactory = CodecFactory.deflateCodec(CodecFactory.DEFAULT_DEFLATE_LEVEL); break; case "bzip2": codecFactory = CodecFactory.bzip2Codec(); break; case "xz": codecFactory = CodecFactory.xzCodec(CodecFactory.DEFAULT_XZ_LEVEL); break; default: codecFactory = CodecFactory.deflateCodec(CodecFactory.DEFAULT_DEFLATE_LEVEL); break; } return codecFactory; }
factory = CodecFactory.deflateCodec(deflateLevel); } else if ( codecName.equals(XZ_CODEC)) { factory = CodecFactory.xzCodec(xzLevel); } else { factory = CodecFactory.fromString(codecName);
public static CodecFactory getCodec(String name) { if (name == null || name.equalsIgnoreCase("null")) { return CodecFactory.nullCodec(); } CodecFactory codecFactory; switch (name) { case "snappy": codecFactory = CodecFactory.snappyCodec(); break; case "gzip": case "deflate": codecFactory = CodecFactory.deflateCodec(CodecFactory.DEFAULT_DEFLATE_LEVEL); break; case "bzip2": codecFactory = CodecFactory.bzip2Codec(); break; case "xz": codecFactory = CodecFactory.xzCodec(CodecFactory.DEFAULT_XZ_LEVEL); break; default: codecFactory = CodecFactory.deflateCodec(CodecFactory.DEFAULT_DEFLATE_LEVEL); break; } return codecFactory; }
public static CodecFactory getCodecFactory(String property) { CodecType type = CodecType.valueOf(property); switch (type) { case BZIP2: return CodecFactory.bzip2Codec(); case DEFLATE: return CodecFactory.deflateCodec(CodecFactory.DEFAULT_DEFLATE_LEVEL); case LZO: return CodecFactory.xzCodec(CodecFactory.DEFAULT_XZ_LEVEL); case SNAPPY: return CodecFactory.snappyCodec(); case NONE: default: return CodecFactory.nullCodec(); } }
protected CodecFactory getCodecFactory(String property) { CodecType type = CodecType.valueOf(property); switch (type) { case BZIP2: return CodecFactory.bzip2Codec(); case DEFLATE: return CodecFactory.deflateCodec(CodecFactory.DEFAULT_DEFLATE_LEVEL); case NONE: return CodecFactory.nullCodec(); case LZO: return CodecFactory.xzCodec(CodecFactory.DEFAULT_XZ_LEVEL); case SNAPPY: default: return CodecFactory.snappyCodec(); } }
@Test public void testXZCodecSerDeWithLevels() throws Exception { for (int i = 0; i < 10; ++i) { SerializableAvroCodecFactory codecFactory = new SerializableAvroCodecFactory(CodecFactory.xzCodec(i)); SerializableAvroCodecFactory serdeC = SerializableUtils.clone(codecFactory); assertEquals(CodecFactory.xzCodec(i).toString(), serdeC.getCodec().toString()); } }
@Test @SuppressWarnings("unchecked") public void testWriteWithSerDeCustomXZCodec() throws Exception { AvroIO.Write<String> write = AvroIO.write(String.class).to("/tmp/foo/baz").withCodec(CodecFactory.xzCodec(9)); assertEquals( CodecFactory.xzCodec(9).toString(), SerializableUtils.clone(write.inner.getCodec()).getCodec().toString()); }