public static String escapePathName(String path) { return escapePathName(path, null); }
private Path constructPartialPartPath(Path partialPath, String partKey, Map<String, String> partKVs) { StringBuilder sb = new StringBuilder(FileUtils.escapePathName(partKey)); sb.append("="); sb.append(FileUtils.escapePathName(partKVs.get(partKey))); return new Path(partialPath, sb.toString()); }
/** * Makes a valid list bucketing directory name. * @param lbCols The skewed keys' names * @param vals The skewed values * @return An escaped, valid list bucketing directory name. */ public static String makeListBucketingDirName(List<String> lbCols, List<String> vals) { StringBuilder name = new StringBuilder(); for (int i = 0; i < lbCols.size(); i++) { if (i > 0) { name.append(Path.SEPARATOR); } name.append(escapePathName((lbCols.get(i)).toLowerCase())); name.append('='); name.append(escapePathName(vals.get(i))); } return name.toString(); }
private String prependPartSpec(String inputPath, String fileName) { Map<String, String> mapping = inputToPartSpecMapping == null ? inputToPartSpecMapping = revert(bigTablePartSpecToFileMapping) : inputToPartSpecMapping; String partSpec = mapping.get(URI.create(inputPath).getPath()); return partSpec == null || partSpec.isEmpty() ? fileName : "(" + FileUtils.escapePathName(partSpec) + ")" + fileName; }
/** * Makes a valid partition name. * @param partCols The partition keys' names * @param vals The partition values * @param defaultStr * The default name given to a partition value if the respective value is empty or null. * @return An escaped, valid partition name. */ public static String makePartName(List<String> partCols, List<String> vals, String defaultStr) { StringBuilder name = new StringBuilder(); for (int i = 0; i < partCols.size(); i++) { if (i > 0) { name.append(Path.SEPARATOR); } name.append(escapePathName((partCols.get(i)).toLowerCase(), defaultStr)); name.append('='); name.append(escapePathName(vals.get(i), defaultStr)); } return name.toString(); }
/** * default directory will have the same depth as number of skewed columns * this will make future operation easy like DML merge, concatenate merge * @param skewedCols * @param name * @return */ public static String makeDefaultListBucketingDirName(List<String> skewedCols, String name) { String lbDirName; String defaultDir = FileUtils.escapePathName(name); StringBuilder defaultDirPath = new StringBuilder(); for (int i = 0; i < skewedCols.size(); i++) { if (i > 0) { defaultDirPath.append(Path.SEPARATOR); } defaultDirPath.append(defaultDir); } lbDirName = defaultDirPath.toString(); return lbDirName; }
private String prependPartSpec(String inputPath, String fileName) { Map<String, String> mapping = inputToPartSpecMapping == null ? inputToPartSpecMapping = revert(bigTablePartSpecToFileMapping) : inputToPartSpecMapping; String partSpec = mapping.get(URI.create(inputPath).getPath()); return partSpec == null || partSpec.isEmpty() ? fileName : "(" + FileUtils.escapePathName(partSpec) + ")" + fileName; }
String escapedPath = FileUtils.escapePathName(val); assert escapedPath != null; if (escapedPath.equals(val)) continue;
public static String escapePathName(String path) { return escapePathName(path, null); }
static String escapePathName(String path) { return FileUtils.escapePathName(path); }
static String escapePathName(String path) { return FileUtils.escapePathName(path); }
static String escapePathName(String path) { return FileUtils.escapePathName(path); }
static String escapePathName(String path) { return FileUtils.escapePathName(path); }
public static String escapePathName(String path) { return escapePathName(path, null); }
private Path constructPartialPartPath(Path partialPath, String partKey, Map<String, String> partKVs) { StringBuilder sb = new StringBuilder(FileUtils.escapePathName(partKey)); sb.append("="); sb.append(FileUtils.escapePathName(partKVs.get(partKey))); return new Path(partialPath, sb.toString()); }
private Path constructPartialPartPath(Path partialPath, String partKey, Map<String, String> partKVs) { StringBuilder sb = new StringBuilder(FileUtils.escapePathName(partKey)); sb.append("="); sb.append(FileUtils.escapePathName(partKVs.get(partKey))); return new Path(partialPath, sb.toString()); }
private Path constructPartialPartPath(Path partialPath, String partKey, Map<String, String> partKVs) { StringBuilder sb = new StringBuilder(FileUtils.escapePathName(partKey)); sb.append("="); sb.append(FileUtils.escapePathName(partKVs.get(partKey))); return new Path(partialPath, sb.toString()); }
private Path constructPartialPartPath(Path partialPath, String partKey, Map<String, String> partKVs) { StringBuilder sb = new StringBuilder(FileUtils.escapePathName(partKey)); sb.append("="); sb.append(FileUtils.escapePathName(partKVs.get(partKey))); return new Path(partialPath, sb.toString()); }
public static String makePartName(List<String> partCols, List<String> vals) { StringBuilder name = new StringBuilder(); for (int i = 0; i < partCols.size(); i++) { if (i > 0) { name.append(Path.SEPARATOR); } name.append(escapePathName((partCols.get(i)).toLowerCase())); name.append('='); name.append(escapePathName(vals.get(i))); } return name.toString(); }
private String prependPartSpec(String inputPath, String fileName) { Map<String, String> mapping = inputToPartSpecMapping == null ? inputToPartSpecMapping = revert(bigTablePartSpecToFileMapping) : inputToPartSpecMapping; String partSpec = mapping.get(URI.create(inputPath).getPath()); return partSpec == null || partSpec.isEmpty() ? fileName : "(" + FileUtils.escapePathName(partSpec) + ")" + fileName; }