protected void displayBatchColumns(VectorizedRowBatch batch, String batchName) { LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator commonSetup " + batchName + " column count " + batch.numCols); for (int column = 0; column < batch.numCols; column++) { LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator commonSetup " + batchName + " column " + column + " type " + (batch.cols[column] == null ? "NULL" : batch.cols[column].getClass().getSimpleName())); } }
protected void displayBatchColumns(VectorizedRowBatch batch, String batchName) { LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator commonSetup " + batchName + " column count " + batch.numCols); for (int column = 0; column < batch.numCols; column++) { LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator commonSetup " + batchName + " column " + column + " type " + (batch.cols[column] == null ? "NULL" : batch.cols[column].getClass().getSimpleName())); } }
private void allocateOverflowBatchColumnVector(VectorizedRowBatch overflowBatch, int outputColumn, String typeName) throws HiveException { if (overflowBatch.cols[outputColumn] == null) { typeName = VectorizationContext.mapTypeNameSynonyms(typeName); TypeInfo typeInfo = TypeInfoUtils.getTypeInfoFromTypeString(typeName); overflowBatch.cols[outputColumn] = VectorizedBatchUtil.createColumnVector(typeInfo); if (LOG.isDebugEnabled()) { LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator initializeOp overflowBatch outputColumn " + outputColumn + " class " + overflowBatch.cols[outputColumn].getClass().getSimpleName()); } } }
/** * Setup the vectorized row batch description of the output of the native vectorized map join * operator. Use the output projection we previously built from a mixture of input big table * columns and new scratch columns. */ protected void setupVOutContext(List<String> outputColumnNames) { if (LOG.isDebugEnabled()) { LOG.debug(getLoggingPrefix() + " outputColumnNames " + outputColumnNames); } if (outputColumnNames.size() != outputProjection.length) { throw new RuntimeException("Output column names " + outputColumnNames + " length and output projection " + Arrays.toString(outputProjection) + " / " + Arrays.toString(outputTypeInfos) + " length mismatch"); } vOutContext.resetProjectionColumns(); for (int i = 0; i < outputColumnNames.size(); ++i) { String columnName = outputColumnNames.get(i); int outputColumn = outputProjection[i]; vOutContext.addProjectionColumn(columnName, outputColumn); if (LOG.isDebugEnabled()) { LOG.debug(getLoggingPrefix() + " addProjectionColumn " + i + " columnName " + columnName + " outputColumn " + outputColumn); } } }
/** * Setup the vectorized row batch description of the output of the native vectorized map join * operator. Use the output projection we previously built from a mixture of input big table * columns and new scratch columns. */ protected void setupVOutContext(List<String> outputColumnNames) { if (isLogDebugEnabled) { LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor outputColumnNames " + outputColumnNames); } if (outputColumnNames.size() != outputProjection.length) { throw new RuntimeException("Output column names " + outputColumnNames + " length and output projection " + Arrays.toString(outputProjection) + " / " + Arrays.toString(outputTypeInfos) + " length mismatch"); } vOutContext.resetProjectionColumns(); for (int i = 0; i < outputColumnNames.size(); ++i) { String columnName = outputColumnNames.get(i); int outputColumn = outputProjection[i]; vOutContext.addProjectionColumn(columnName, outputColumn); if (isLogDebugEnabled) { LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor addProjectionColumn " + i + " columnName " + columnName + " outputColumn " + outputColumn); } } }
orderDisplayable[i] = (int) order[i]; LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor order " + Arrays.toString(orderDisplayable)); LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor posBigTable " + (int) posBigTable); LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor posSingleVectorMapJoinSmallTable " + (int) posSingleVectorMapJoinSmallTable); LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor bigTableKeyColumnMap " + Arrays.toString(bigTableKeyColumnMap)); LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor bigTableKeyColumnNames " + Arrays.toString(bigTableKeyColumnNames)); LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor bigTableKeyTypeInfos " + Arrays.toString(bigTableKeyTypeInfos)); LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor bigTableValueColumnMap " + Arrays.toString(bigTableValueColumnMap)); LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor bigTableValueColumnNames " + Arrays.toString(bigTableValueColumnNames)); LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor bigTableValueTypeNames " + Arrays.toString(bigTableValueTypeInfos)); LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor bigTableRetainedMapping " + bigTableRetainedMapping.toString()); LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor bigTableOuterKeyMapping " + bigTableOuterKeyMapping.toString()); LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor smallTableMapping " + smallTableMapping.toString()); LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor bigTableByteColumnVectorColumns " + Arrays.toString(bigTableByteColumnVectorColumns)); LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor smallTableByteColumnVectorColumns " + Arrays.toString(smallTableByteColumnVectorColumns)); LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor outputProjection " + Arrays.toString(outputProjection)); LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator constructor outputTypeInfos " + Arrays.toString(outputTypeInfos));
private void allocateOverflowBatchColumnVector(VectorizedRowBatch overflowBatch, int outputColumn, String typeName) throws HiveException { if (overflowBatch.cols[outputColumn] == null) { typeName = VectorizationContext.mapTypeNameSynonyms(typeName); TypeInfo typeInfo = TypeInfoUtils.getTypeInfoFromTypeString(typeName); overflowBatch.cols[outputColumn] = VectorizedBatchUtil.createColumnVector(typeInfo); if (isLogDebugEnabled) { LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator initializeOp overflowBatch outputColumn " + outputColumn + " class " + overflowBatch.cols[outputColumn].getClass().getSimpleName()); } } }
LOG.info(getLoggingPrefix() + " order " + Arrays.toString(orderDisplayable)); LOG.info(getLoggingPrefix() + " posBigTable " + (int) posBigTable); LOG.info(getLoggingPrefix() + " posSingleVectorMapJoinSmallTable " + (int) posSingleVectorMapJoinSmallTable); LOG.info(getLoggingPrefix() + " bigTableKeyColumnMap " + Arrays.toString(bigTableKeyColumnMap)); LOG.info(getLoggingPrefix() + " bigTableKeyColumnNames " + Arrays.toString(bigTableKeyColumnNames)); LOG.info(getLoggingPrefix() + " bigTableKeyTypeInfos " + Arrays.toString(bigTableKeyTypeInfos)); LOG.info(getLoggingPrefix() + " bigTableValueColumnMap " + Arrays.toString(bigTableValueColumnMap)); LOG.info(getLoggingPrefix() + " bigTableValueColumnNames " + Arrays.toString(bigTableValueColumnNames)); LOG.info(getLoggingPrefix() + " bigTableValueTypeNames " + Arrays.toString(bigTableValueTypeInfos)); LOG.info(getLoggingPrefix() + " getBigTableRetainColumnMap " + Arrays.toString(bigTableRetainColumnMap)); LOG.info(getLoggingPrefix() + " bigTableRetainTypeInfos " + Arrays.toString(bigTableRetainTypeInfos)); LOG.info(getLoggingPrefix() + " nonOuterSmallTableKeyColumnMap " + Arrays.toString(nonOuterSmallTableKeyColumnMap)); LOG.info(getLoggingPrefix() + " nonOuterSmallTableKeyTypeInfos " +
LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator initializeOp currentScratchColumns " + Arrays.toString(currentScratchColumns)); int i = 0; for (StructField field : fields) { LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator initializeOp " + i + " field " + field.getFieldName() + " type " + field.getFieldObjectInspector().getTypeName()); i++;
LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator initializeOp currentScratchColumns " + Arrays.toString(currentScratchColumns)); int i = 0; for (StructField field : fields) { LOG.debug(getLoggingPrefix() + " VectorMapJoinCommonOperator initializeOp " + i + " field " + field.getFieldName() + " type " + field.getFieldObjectInspector().getTypeName()); i++;