private boolean checkInputsVectorized(MapWork mapWork) { boolean mayWrap = HiveConf.getBoolVar(conf, ConfVars.LLAP_IO_NONVECTOR_WRAPPER_ENABLED); for (PartitionDesc pd : mapWork.getPathToPartitionInfo().values()) { if (Utilities.isInputFileFormatVectorized(pd) || (mayWrap && HiveInputFormat.canWrapForLlap(pd.getInputFileFormatClass(), true))) { continue; } LOG.info("Input format: " + pd.getInputFileFormatClassName() + ", doesn't provide vectorized input"); return false; } return true; }
private boolean checkInputsVectorized(MapWork mapWork) { boolean mayWrap = HiveConf.getBoolVar(conf, ConfVars.LLAP_IO_NONVECTOR_WRAPPER_ENABLED); Collection<Class<?>> excludedInputFormats = Utilities.getClassNamesFromConfig(conf, ConfVars.HIVE_VECTORIZATION_VECTORIZED_INPUT_FILE_FORMAT_EXCLUDES); for (PartitionDesc pd : mapWork.getPathToPartitionInfo().values()) { if ((Utilities.isInputFileFormatVectorized(pd) && !excludedInputFormats .contains(pd.getInputFileFormatClass())) || (mayWrap && HiveInputFormat .canWrapForLlap(pd.getInputFileFormatClass(), true))) { continue; } LOG.info("Input format: " + pd.getInputFileFormatClassName() + ", doesn't provide vectorized input"); return false; } return true; }
ArrayList<String> enabledConditionsNotMetList) { String inputFileFormatClassName = pd.getInputFileFormatClassName();
String alias = mapWork.getAliases().get(0); PartitionDesc partDesc = mapWork.getAliasToPartnInfo().get(alias); String partIF = partDesc.getInputFileFormatClassName(); splits[0] = new HiveInputFormat.HiveInputSplit(fileSplit, partIF);
Arrays.asList(pd.getInputFileFormatClass().getInterfaces()); if (!interfaceList.contains(VectorizedInputFormatInterface.class)) { LOG.info("Input format: " + pd.getInputFileFormatClassName() + ", doesn't provide vectorized input"); return false;