SparkTask parentTask = createSparkTask(originalTask, parentWork, createdTaskMap, conditionalTask); parentTask.addDependentTask(resultTask);
SparkTask parentTask = createSparkTask(originalTask, parentWork, createdTaskMap, conditionalTask); parentTask.addDependentTask(resultTask);
SparkTask pruningTask = SparkUtilities.createSparkTask(conf); SparkTask mainTask = procCtx.currentTask; pruningTask.addDependentTask(procCtx.currentTask); procCtx.rootTasks.remove(procCtx.currentTask); procCtx.rootTasks.add(pruningTask);
SparkTask pruningTask = SparkUtilities.createSparkTask(conf); SparkTask mainTask = procCtx.currentTask; pruningTask.addDependentTask(procCtx.currentTask); procCtx.rootTasks.remove(procCtx.currentTask); procCtx.rootTasks.add(pruningTask);
newTask.addDependentTask(childTask); currentTask.addDependentTask(newTask); newTask.setFetchSource(currentTask.isFetchSource());
newTask.addDependentTask(childTask); currentTask.addDependentTask(newTask); newTask.setFetchSource(currentTask.isFetchSource());
columnStatsWork.setSourceTask(context.currentTask); Task<StatsWork> statsTask = TaskFactory.get(columnStatsWork); context.currentTask.addDependentTask(statsTask);
@Test public void removeEmptySparkTask() { SparkTask grandpa = new SparkTask(); SparkWork grandpaWork = new SparkWork("grandpa"); grandpaWork.add(new MapWork()); grandpa.setWork(grandpaWork); SparkTask parent = new SparkTask(); SparkWork parentWork = new SparkWork("parent"); parentWork.add(new MapWork()); parent.setWork(parentWork); SparkTask child1 = new SparkTask(); SparkWork childWork1 = new SparkWork("child1"); childWork1.add(new MapWork()); child1.setWork(childWork1); grandpa.addDependentTask(parent); parent.addDependentTask(child1); Assert.assertEquals(grandpa.getChildTasks().size(), 1); Assert.assertEquals(child1.getParentTasks().size(), 1); if (isEmptySparkWork(parent.getWork())) { SparkUtilities.removeEmptySparkTask(parent); } Assert.assertEquals(grandpa.getChildTasks().size(), 0); Assert.assertEquals(child1.getParentTasks().size(), 0); }
statsWork.setStatsReliable(parseContext.getConf().getBoolVar(HiveConf.ConfVars.HIVE_STATS_RELIABLE)); Task<StatsWork> statsTask = TaskFactory.get(statsWork, parseContext.getConf()); context.currentTask.addDependentTask(statsTask);
SparkTask parentTask = createSparkTask(originalTask, parentWork, createdTaskMap, conditionalTask); parentTask.addDependentTask(resultTask);
newTask.addDependentTask(childTask); currentTask.addDependentTask(newTask); newTask.setFetchSource(currentTask.isFetchSource());
statsWork.setStatsReliable(parseContext.getConf().getBoolVar(HiveConf.ConfVars.HIVE_STATS_RELIABLE)); Task<StatsWork> statsTask = TaskFactory.get(statsWork, parseContext.getConf()); context.currentTask.addDependentTask(statsTask);