public ReduceRecordProcessor(final JobConf jconf, final ProcessorContext context) throws Exception { super(jconf, context); String queryId = HiveConf.getVar(jconf, HiveConf.ConfVars.HIVEQUERYID); cache = ObjectCacheFactory.getCache(jconf, queryId, true); dynamicValueCache = ObjectCacheFactory.getCache(jconf, queryId, false, true); String cacheKey = processorContext.getTaskVertexName() + REDUCE_PLAN_KEY; cacheKeys = Lists.newArrayList(cacheKey); dynamicValueCacheKeys = new ArrayList<String>(); reduceWork = (ReduceWork) cache.retrieve(cacheKey, new Callable<Object>() { @Override public Object call() { return Utilities.getReduceWork(jconf); } }); Utilities.setReduceWork(jconf, reduceWork); mergeWorkList = getMergeWorkList(jconf, cacheKey, queryId, cache, cacheKeys); }
public ReduceRecordProcessor(final JobConf jconf, final ProcessorContext context) throws Exception { super(jconf, context); String queryId = HiveConf.getVar(jconf, HiveConf.ConfVars.HIVEQUERYID); cache = ObjectCacheFactory.getCache(jconf, queryId, true); dynamicValueCache = ObjectCacheFactory.getCache(jconf, queryId, false); String cacheKey = processorContext.getTaskVertexName() + REDUCE_PLAN_KEY; cacheKeys = Lists.newArrayList(cacheKey); dynamicValueCacheKeys = new ArrayList<String>(); reduceWork = (ReduceWork) cache.retrieve(cacheKey, new Callable<Object>() { @Override public Object call() { return Utilities.getReduceWork(jconf); } }); Utilities.setReduceWork(jconf, reduceWork); mergeWorkList = getMergeWorkList(jconf, cacheKey, queryId, cache, cacheKeys); }
public ReduceRecordProcessor(final JobConf jconf, final ProcessorContext context) throws Exception { super(jconf, context); ObjectCache cache = ObjectCacheFactory.getCache(jconf); String queryId = HiveConf.getVar(jconf, HiveConf.ConfVars.HIVEQUERYID); cacheKey = queryId + REDUCE_PLAN_KEY; cacheKeys = new ArrayList<String>(); cacheKeys.add(cacheKey); reduceWork = (ReduceWork) cache.retrieve(cacheKey, new Callable<Object>() { @Override public Object call() { return Utilities.getReduceWork(jconf); } }); Utilities.setReduceWork(jconf, reduceWork); mergeWorkList = getMergeWorkList(jconf, cacheKey, queryId, cache, cacheKeys); }