private Path[] getInputPaths(Configuration conf) { String inpDirs = conf.get(FileInputFormat.INPUT_DIR); return StringUtils.stringToPath( inpDirs.split(conf.get(WALPlayer.INPUT_FILES_SEPARATOR_KEY, ","))); }
/** * Return the path array of the localized caches * @param conf Configuration that contains the localized archives * @return A path array of localized caches * @throws IOException */ public static Path[] getLocalCacheArchives(Configuration conf) throws IOException { return StringUtils.stringToPath(conf .getStrings("mapred.cache.localArchives")); }
/** * Return the path array of the localized caches * @param conf Configuration that contains the localized archives * @return A path array of localized caches * @throws IOException */ public static Path[] getLocalSharedCacheArchives(Configuration conf) throws IOException { return StringUtils.stringToPath(conf .getStrings("mapred.cache.shared.localArchives")); }
/** * Return the path array of the localized files * @param conf Configuration that contains the localized files * @return A path array of localized files * @throws IOException */ public static Path[] getLocalSharedCacheFiles(Configuration conf) throws IOException { return StringUtils.stringToPath(conf .getStrings("mapred.cache.shared.localFiles")); }
/** * Return the path array of the localized files * @param conf Configuration that contains the localized files * @return A path array of localized files * @throws IOException */ public static Path[] getLocalCacheFiles(Configuration conf) throws IOException { return StringUtils.stringToPath(conf.getStrings("mapred.cache.localFiles")); }
/** * Return the path array of the localized files * @param conf Configuration that contains the localized files * @return A path array of localized files * @throws IOException */ public static Path[] getLocalCacheFiles(Configuration conf) throws IOException { return StringUtils.stringToPath(conf.getStrings("mapred.cache.localFiles")); }
/** * Return the path array of the localized caches * @param conf Configuration that contains the localized archives * @return A path array of localized caches * @throws IOException */ public static Path[] getLocalCacheArchives(Configuration conf) throws IOException { return StringUtils.stringToPath(conf .getStrings("mapred.cache.localArchives")); }
/** * Return the path array of the localized files. Intended to be used * by user code. * @param conf Configuration that contains the localized files * @return A path array of localized files * @throws IOException * @deprecated Use {@link JobContext#getLocalCacheFiles()} instead */ @Deprecated public static Path[] getLocalCacheFiles(Configuration conf) throws IOException { return StringUtils.stringToPath(conf.getStrings(MRJobConfig.CACHE_LOCALFILES)); }
private Path[] getInputPaths(Configuration conf) { String inpDirs = conf.get(FileInputFormat.INPUT_DIR); return StringUtils.stringToPath( inpDirs.split(conf.get(WALPlayer.INPUT_FILES_SEPARATOR_KEY, ","))); }
private Path[] getInputPaths(Configuration conf) { String inpDirs = conf.get(FileInputFormat.INPUT_DIR); return StringUtils.stringToPath( inpDirs.split(conf.get(WALPlayer.INPUT_FILES_SEPARATOR_KEY, ","))); }
/** * Sets the given comma separated paths as the list of inputs * for the map-reduce job. * * @param conf Configuration of the job * @param commaSeparatedPaths Comma separated paths to be set as * the list of inputs for the map-reduce job. */ public static void setInputPaths(JobConf conf, String commaSeparatedPaths) { setInputPaths(conf, StringUtils.stringToPath( getPathStrings(commaSeparatedPaths))); }
/** * Sets the given comma separated paths as the list of inputs for the BSP job. * * @param conf Configuration of the job * @param commaSeparatedPaths Comma separated paths to be set as the list of * inputs for the BSP job. */ public static void setInputPaths(BSPJob conf, String commaSeparatedPaths) { setInputPaths(conf, StringUtils.stringToPath(getPathStrings(commaSeparatedPaths))); }
/** * Sets the given comma separated paths as the list of inputs * for the map-reduce job. * * @param conf Configuration of the job * @param commaSeparatedPaths Comma separated paths to be set as * the list of inputs for the map-reduce job. */ public static void setInputPaths(JobConf conf, String commaSeparatedPaths) { setInputPaths(conf, StringUtils.stringToPath( getPathStrings(commaSeparatedPaths))); }
/** * Sets the given comma separated paths as the list of inputs for the BSP job. * * @param conf Configuration of the job * @param commaSeparatedPaths Comma separated paths to be set as the list of * inputs for the BSP job. */ public static void setInputPaths(BSPJob conf, String commaSeparatedPaths) { setInputPaths(conf, StringUtils.stringToPath(getPathStrings(commaSeparatedPaths))); }
/** * Sets the given comma separated paths as the list of inputs * for the map-reduce job. * * @param conf Configuration of the job * @param commaSeparatedPaths Comma separated paths to be set as * the list of inputs for the map-reduce job. */ public static void setInputPaths(JobConf conf, String commaSeparatedPaths) { setInputPaths(conf, StringUtils.stringToPath( getPathStrings(commaSeparatedPaths))); }
/** * Sets the given comma separated paths as the list of inputs * for the map-reduce job. * * @param conf Configuration of the job * @param commaSeparatedPaths Comma separated paths to be set as * the list of inputs for the map-reduce job. */ public static void setInputPaths(JobConf conf, String commaSeparatedPaths) { setInputPaths(conf, StringUtils.stringToPath( getPathStrings(commaSeparatedPaths))); }
/** * Sets the given comma separated paths as the list of inputs * for the map-reduce job. * * @param conf Configuration of the job * @param commaSeparatedPaths Comma separated paths to be set as * the list of inputs for the map-reduce job. */ public static void setInputPaths(JobConf conf, String commaSeparatedPaths) { setInputPaths(conf, StringUtils.stringToPath( getPathStrings(commaSeparatedPaths))); }
/** * Sets the given comma separated paths as the list of inputs * for the map-reduce job. * * @param conf Configuration of the job * @param commaSeparatedPaths Comma separated paths to be set as * the list of inputs for the map-reduce job. */ public static void setInputPaths(JobConf conf, String commaSeparatedPaths) { setInputPaths(conf, StringUtils.stringToPath( getPathStrings(commaSeparatedPaths))); }
/** * Sets the given comma separated paths as the list of inputs * for the map-reduce job. * * @param conf Configuration of the job * @param commaSeparatedPaths Comma separated paths to be set as * the list of inputs for the map-reduce job. */ public static void setInputPaths(JobConf conf, String commaSeparatedPaths) { setInputPaths(conf, StringUtils.stringToPath( getPathStrings(commaSeparatedPaths))); }
/** * Sets the given comma separated paths as the list of inputs * for the map-reduce job. * * @param job the job * @param commaSeparatedPaths Comma separated paths to be set as * the list of inputs for the map-reduce job. */ public static void setInputPaths(Job job, String commaSeparatedPaths ) throws IOException { setInputPaths(job, StringUtils.stringToPath( getPathStrings(commaSeparatedPaths))); }