/** * Submit a JAR containing and map it * @param providerResources provider map to build up * @param sliderFileSystem remote fs * @param libDir lib directory * @param srcPath copy jars from * @throws IOException, SliderException trouble copying to HDFS */ public static void putAllJars(Map<String, LocalResource> providerResources, SliderFileSystem sliderFileSystem, Path tempPath, String libDir, String srcPath) throws IOException, SliderException { log.info("Loading all dependencies from {}", srcPath); if (SliderUtils.isSet(srcPath)) { File srcFolder = new File(srcPath); FilenameFilter jarFilter = createJarFilter(); File[] listOfJars = srcFolder.listFiles(jarFilter); if (listOfJars == null || listOfJars.length == 0) { return; } for (File jarFile : listOfJars) { LocalResource res = sliderFileSystem.submitFile(jarFile, tempPath, libDir, jarFile.getName()); providerResources.put(libDir + "/" + jarFile.getName(), res); } } }
/** * Submit a JAR containing and map it * @param providerResources provider map to build up * @param sliderFileSystem remote fs * @param libDir lib directory * @param srcPath copy jars from * @throws IOException, SliderException trouble copying to HDFS */ public static void putAllJars(Map<String, LocalResource> providerResources, SliderFileSystem sliderFileSystem, Path tempPath, String libDir, String srcPath) throws IOException, SliderException { log.info("Loading all dependencies from {}", srcPath); if (SliderUtils.isSet(srcPath)) { File srcFolder = new File(srcPath); FilenameFilter jarFilter = createJarFilter(); File[] listOfJars = srcFolder.listFiles(jarFilter); if (listOfJars == null || listOfJars.length == 0) { return; } for (File jarFile : listOfJars) { LocalResource res = sliderFileSystem.submitFile(jarFile, tempPath, libDir, jarFile.getName()); providerResources.put(libDir + "/" + jarFile.getName(), res); } } }
SliderKeys.SLIDER_DEPENDENCY_TAR_GZ_FILE_EXT); tarGzipFolder(srcFolder, tempLibTarGzipFile, createJarFilter());
SliderKeys.SLIDER_DEPENDENCY_TAR_GZ_FILE_EXT); tarGzipFolder(srcFolder, tempLibTarGzipFile, createJarFilter());