/** * Return true if the JNI-based native IO extensions are available. */ public static boolean isAvailable() { return NativeCodeLoader.isNativeCodeLoaded() && nativeLoaded; }
/** * Are the native lz4 libraries loaded & initialized? * * @return true if loaded & initialized, otherwise false */ public static boolean isNativeCodeLoaded() { return NativeCodeLoader.isNativeCodeLoaded(); }
/** * Return true if the JNI-based native CRC extensions are available. */ public static boolean isAvailable() { if (isSparc) { return false; } else { return NativeCodeLoader.isNativeCodeLoaded(); } }
/** * Return true if the JNI-based native IO extensions are available. */ public static boolean isAvailable() { return NativeCodeLoader.isNativeCodeLoaded() && nativeLoaded; }
public JniBasedUnixGroupsMappingWithFallback() { if (NativeCodeLoader.isNativeCodeLoaded()) { this.impl = new JniBasedUnixGroupsMapping(); } else { PerformanceAdvisory.LOG.debug("Falling back to shell based"); this.impl = new ShellBasedUnixGroupsMapping(); } if (LOG.isDebugEnabled()){ LOG.debug("Group mapping impl=" + impl.getClass().getName()); } }
public JniBasedUnixGroupsNetgroupMappingWithFallback() { if (NativeCodeLoader.isNativeCodeLoaded()) { this.impl = new JniBasedUnixGroupsNetgroupMapping(); } else { LOG.info("Falling back to shell based"); this.impl = new ShellBasedUnixGroupsNetgroupMapping(); } if (LOG.isDebugEnabled()) { LOG.debug("Group mapping impl=" + impl.getClass().getName()); } }
/** * The type of header for compressed data. */ public enum CompressionHeader { /** * No headers/trailers/checksums. */ NO_HEADER (-15), /** * Default headers/trailers/checksums. */ DEFAULT_HEADER (15), /** * Simple gzip headers/trailers. */ GZIP_FORMAT (31); private final int windowBits; CompressionHeader(int windowBits) { this.windowBits = windowBits; } public int windowBits() { return windowBits; } }
/** * Load native library and set the flag whether to use native library. The * method is also used for reset the flag modified by setNativeZlibLoaded */ @VisibleForTesting public static void loadNativeZLib() { if (NativeCodeLoader.isNativeCodeLoaded()) { nativeZlibLoaded = ZlibCompressor.isNativeZlibLoaded() && ZlibDecompressor.isNativeZlibLoaded(); if (nativeZlibLoaded) { LOG.info("Successfully loaded & initialized native-zlib library"); } else { LOG.warn("Failed to load/initialize native-zlib library"); } } }
/** * The headers to detect from compressed data. */ public enum CompressionHeader { /** * No headers/trailers/checksums. */ NO_HEADER (-15), /** * Default headers/trailers/checksums. */ DEFAULT_HEADER (15), /** * Simple gzip headers/trailers. */ GZIP_FORMAT (31), /** * Autodetect gzip/zlib headers/trailers. */ AUTODETECT_GZIP_ZLIB (47); private final int windowBits; CompressionHeader(int windowBits) { this.windowBits = windowBits; }
public static void checkNativeCodeLoaded() { if (!NativeCodeLoader.isNativeCodeLoaded() || !NativeCodeLoader.buildSupportsZstd()) { throw new RuntimeException("native zStandard library " + "not available: this version of libhadoop was built " + "without zstd support."); } if (!ZStandardCompressor.isNativeCodeLoaded()) { throw new RuntimeException("native zStandard library not " + "available: ZStandardCompressor has not been loaded."); } if (!ZStandardDecompressor.isNativeCodeLoaded()) { throw new RuntimeException("native zStandard library not " + "available: ZStandardDecompressor has not been loaded."); } }
if (libname.equals("java-builtin")) { LOG.info("Using pure-Java version of bzip2 library"); } else if (NativeCodeLoader.isNativeCodeLoaded()) { try {
/** * Are the native snappy libraries loaded & initialized? */ public static void checkNativeCodeLoaded() { if (!NativeCodeLoader.buildSupportsSnappy()) { throw new RuntimeException("native snappy library not available: " + "this version of libhadoop was built without " + "snappy support."); } if (!NativeCodeLoader.isNativeCodeLoaded()) { throw new RuntimeException("Failed to load libhadoop."); } if (!SnappyCompressor.isNativeCodeLoaded()) { throw new RuntimeException("native snappy library not available: " + "SnappyCompressor has not been loaded."); } if (!SnappyDecompressor.isNativeCodeLoaded()) { throw new RuntimeException("native snappy library not available: " + "SnappyDecompressor has not been loaded."); } }
if (NativeCodeLoader.isNativeCodeLoaded()) { try {
boolean nativeHadoopLoaded = NativeCodeLoader.isNativeCodeLoaded(); boolean zlibLoaded = false; boolean snappyLoaded = false;
System.out.println("### NativeCodeLoader.isNativeCodeLoaded: " + NativeCodeLoader.isNativeCodeLoaded()); System.out.println("### SnappyCompressor.isNativeCodeLoaded: " + SnappyCompressor.isNativeCodeLoaded());
if (codec != null && (codec instanceof GzipCodec) && !NativeCodeLoader.isNativeCodeLoaded() && !ZlibFactory.isNativeZlibLoaded(conf)) { throw new IllegalArgumentException("SequenceFile doesn't work with " +
@Test public void testTestCompression() { assertTrue(CompressionTest.testCompression("NONE")); assertTrue(CompressionTest.testCompression("GZ")); if (NativeCodeLoader.isNativeCodeLoaded()) { nativeCodecTest("LZO", "lzo2", "com.hadoop.compression.lzo.LzoCodec"); nativeCodecTest("LZ4", null, "org.apache.hadoop.io.compress.Lz4Codec"); nativeCodecTest("SNAPPY", "snappy", "org.apache.hadoop.io.compress.SnappyCodec"); nativeCodecTest("BZIP2", "bzip2", "org.apache.hadoop.io.compress.BZip2Codec"); nativeCodecTest("ZSTD", "zstd", "org.apache.hadoop.io.compress.ZStandardCodec"); } else { // Hadoop nativelib is not available LOG.debug("Native code not loaded"); assertFalse(CompressionTest.testCompression("LZO")); assertFalse(CompressionTest.testCompression("LZ4")); assertFalse(CompressionTest.testCompression("SNAPPY")); assertFalse(CompressionTest.testCompression("BZIP2")); assertFalse(CompressionTest.testCompression("ZSTD")); } }
/** * Return true if the JNI-based native IO extensions are available. */ public static boolean isAvailable() { return NativeCodeLoader.isNativeCodeLoaded() && nativeLoaded; }
/** * Return true if the JNI-based native IO extensions are available. */ public static boolean isAvailable() { return NativeCodeLoader.isNativeCodeLoaded() && nativeLoaded; }
public JniBasedUnixGroupsNetgroupMappingWithFallback() { if (NativeCodeLoader.isNativeCodeLoaded()) { this.impl = new JniBasedUnixGroupsNetgroupMapping(); } else { LOG.info("Falling back to shell based"); this.impl = new ShellBasedUnixGroupsNetgroupMapping(); } if (LOG.isDebugEnabled()) { LOG.debug("Group mapping impl=" + impl.getClass().getName()); } }