/** * Calculate list bucketing level. * * 0: not list bucketing * int: no. of skewed columns * * @param ctx * @return */ public int calculateListBucketingLevel() { int lbLevel = isSkewedStoredAsDir() ? this.getSkewedColNames().size() : 0; return lbLevel; }
/** * Calculate list bucketing level. * * 0: not list bucketing * int: no. of skewed columns * * @param ctx * @return */ public int calculateListBucketingLevel() { int lbLevel = isSkewedStoredAsDir() ? this.getSkewedColNames().size() : 0; return lbLevel; }
/** * check if list bucketing is enabled. * * @param ctx * @return */ public boolean isSkewedStoredAsDir() { return (this.getSkewedColNames() != null) && (this.getSkewedColNames().size() > 0) && (this.getSkewedColValues() != null) && (this.getSkewedColValues().size() > 0) && (this.isStoredAsSubDirectories()); }
/** * check if list bucketing is enabled. * * @param ctx * @return */ public boolean isSkewedStoredAsDir() { return (this.getSkewedColNames() != null) && (this.getSkewedColNames().size() > 0) && (this.getSkewedColValues() != null) && (this.getSkewedColValues().size() > 0) && (this.isStoredAsSubDirectories()); }
FileSystem inpFs = dirPath.getFileSystem(conf); List<FileStatus> status = HiveStatsUtils.getFileStatusRecurse( dirPath, listBucketingCtx.getSkewedColNames().size(), inpFs); List<Path> newInputPath = new ArrayList<Path>(); boolean succeed = true;
FileStatus[] status = HiveStatsUtils.getFileStatusRecurse(dirPath, listBucketingCtx .getSkewedColNames().size(), inpFs); List<Path> newInputPath = new ArrayList<Path>(); boolean succeed = true;
List<String> skewedCols = lbCtx.getSkewedColNames(); List<List<String>> allSkewedVals = lbCtx.getSkewedColValues(); Map<List<String>, String> locationMap = lbCtx.getLbLocationMap();
List<String> skewedCols = lbCtx.getSkewedColNames(); List<List<String>> allSkewedVals = lbCtx.getSkewedColValues(); List<String> skewedValsCandidate = null;
if (lbCtx != null && !lbCtx.getSkewedColNames().isEmpty() && !lbCtx.getSkewedColValues().isEmpty()) { LOG.debug("Bailing out of sort dynamic partition optimization as list bucketing is enabled");
if (lbCtx != null && !lbCtx.getSkewedColNames().isEmpty() && !lbCtx.getSkewedColValues().isEmpty()) { LOG.debug("Bailing out of sort dynamic partition optimization as list bucketing is enabled");
/** * Calculate list bucketing level. * * 0: not list bucketing * int: no. of skewed columns * * @param ctx * @return */ public int calculateListBucketingLevel() { int lbLevel = isSkewedStoredAsDir() ? this.getSkewedColNames().size() : 0; return lbLevel; }
/** * check if list bucketing is enabled. * * @param ctx * @return */ public boolean isSkewedStoredAsDir() { return (this.getSkewedColNames() != null) && (this.getSkewedColNames().size() > 0) && (this.getSkewedColValues() != null) && (this.getSkewedColValues().size() > 0) && (this.isStoredAsSubDirectories()); }
FileStatus[] status = HiveStatsUtils.getFileStatusRecurse(dirPath, listBucketingCtx .getSkewedColNames().size(), inpFs); List<Path> newInputPath = new ArrayList<Path>(); boolean succeed = true;
List<String> skewedCols = lbCtx.getSkewedColNames(); List<List<String>> allSkewedVals = lbCtx.getSkewedColValues(); List<String> skewedValsCandidate = null;
if (lbCtx != null && !lbCtx.getSkewedColNames().isEmpty() && !lbCtx.getSkewedColValues().isEmpty()) { LOG.debug("Bailing out of sort dynamic partition optimization as list bucketing is enabled");