public static HashTableLoader getLoader(Configuration hconf) { if (HiveConf.getVar(hconf, ConfVars.HIVE_EXECUTION_ENGINE).equals("tez")) { return new org.apache.hadoop.hive.ql.exec.tez.HashTableLoader(); } else if (HiveConf.getVar(hconf, ConfVars.HIVE_EXECUTION_ENGINE).equals("spark")) { return new org.apache.hadoop.hive.ql.exec.spark.HashTableLoader(); } else { return new org.apache.hadoop.hive.ql.exec.mr.HashTableLoader(); } }
tableMemorySizes = divideHybridHashTableMemory(mapJoinTables, desc, totalSize, totalMapJoinMemory); if (isFirstKey) { useOptimizedTables = false; LOG.info(describeOi("Not using optimized hash table. " + "Only a subset of mapjoin keys is supported. Unsupported key: ", keyOi)); } else { throw new HiveException(describeOi( "Only a subset of mapjoin keys is supported. Unsupported key: ", keyOi));
tableMemorySizes = divideHybridHashTableMemory(mapJoinTables, desc, totalSize, totalMapJoinMemory); if (isFirstKey) { useOptimizedTables = false; LOG.info(describeOi("Not using optimized hash table. " + "Only a subset of mapjoin keys is supported. Unsupported key: ", keyOi)); } else { throw new HiveException(describeOi( "Only a subset of mapjoin keys is supported. Unsupported key: ", keyOi));
tableMemorySizes = divideHybridHashTableMemory(mapJoinTables, desc, totalSize, noConditionalTaskThreshold); if (isFirstKey) { useOptimizedTables = false; LOG.info(describeOi("Not using optimized hash table. " + "Only a subset of mapjoin keys is supported. Unsupported key: ", keyOi)); } else { throw new HiveException(describeOi( "Only a subset of mapjoin keys is supported. Unsupported key: ", keyOi));
public static HashTableLoader getLoader(Configuration hconf) { if (HiveConf.getVar(hconf, ConfVars.HIVE_EXECUTION_ENGINE).equals("tez")) { return new org.apache.hadoop.hive.ql.exec.tez.HashTableLoader(); } else if (HiveConf.getVar(hconf, ConfVars.HIVE_EXECUTION_ENGINE).equals("spark")) { return new org.apache.hadoop.hive.ql.exec.spark.HashTableLoader(); } else { return new org.apache.hadoop.hive.ql.exec.mr.HashTableLoader(); } }
public static HashTableLoader getLoader(Configuration hconf) { if (HiveConf.getVar(hconf, ConfVars.HIVE_EXECUTION_ENGINE).equals("tez")) { return new org.apache.hadoop.hive.ql.exec.tez.HashTableLoader(); } else if (HiveConf.getVar(hconf, ConfVars.HIVE_EXECUTION_ENGINE).equals("spark")) { return new org.apache.hadoop.hive.ql.exec.spark.HashTableLoader(); } else { return new org.apache.hadoop.hive.ql.exec.mr.HashTableLoader(); } }