private String getJSONStage(org.apache.hadoop.hive.ql.plan.api.Stage stage) { StringBuilder sb = new StringBuilder(); sb.append("{"); sb.append(getJSONKeyValue("stageId", stage.getStageId())); sb.append(getJSONKeyValue("stageType", stage.getStageType())); sb.append(getJSONKeyValue("stageAttributes", getJSONMap(stage.getStageAttributes()))); sb.append(getJSONKeyValue("stageCounters", getJSONMap(stage.getStageCounters()))); List<String> taskList = new ArrayList<String>(); if (stage.getTaskList() != null) { for (org.apache.hadoop.hive.ql.plan.api.Task task : stage.getTaskList()) { taskList.add(getJSONTask(task)); } } sb.append(getJSONKeyValue("taskList", getJSONList(taskList))); sb.append(getJSONKeyValue("done", stage.isDone())); sb.append(getJSONKeyValue("started", stage.isStarted())); sb.deleteCharAt(sb.length() - 1); sb.append("}"); return sb.toString(); }
for (org.apache.hadoop.hive.ql.plan.api.Stage stage : query .getStageList()) { if (stage.getStageId() == null) { continue; stage.setStarted(started.contains(stage.getStageId())); stage.setStageCounters(counters.get(stage.getStageId())); stage.setDone(done.contains(stage.getStageId())); for (org.apache.hadoop.hive.ql.plan.api.Task task : stage.getTaskList()) { task.setTaskCounters(counters.get(task.getTaskId())); if (task.getTaskType() == TaskType.OTHER) { task.setStarted(started.contains(stage.getStageId())); task.setDone(done.contains(stage.getStageId())); } else { task.setStarted(started.contains(task.getTaskId()));
private String getJSONStage(org.apache.hadoop.hive.ql.plan.api.Stage stage) { StringBuilder sb = new StringBuilder(); sb.append("{"); sb.append(getJSONKeyValue("stageId", stage.getStageId())); sb.append(getJSONKeyValue("stageType", stage.getStageType())); sb.append(getJSONKeyValue("stageAttributes", getJSONMap(stage.getStageAttributes()))); sb.append(getJSONKeyValue("stageCounters", getJSONMap(stage.getStageCounters()))); List<String> taskList = new ArrayList<String>(); if (stage.getTaskList() != null) { for (org.apache.hadoop.hive.ql.plan.api.Task task : stage.getTaskList()) { taskList.add(getJSONTask(task)); } } sb.append(getJSONKeyValue("taskList", getJSONList(taskList))); sb.append(getJSONKeyValue("done", stage.isDone())); sb.append(getJSONKeyValue("started", stage.isStarted())); sb.deleteCharAt(sb.length() - 1); sb.append("}"); return sb.toString(); }
for (org.apache.hadoop.hive.ql.plan.api.Stage stage : query .getStageList()) { if (stage.getStageId() == null) { continue; stage.setStarted(started.contains(stage.getStageId())); stage.setStageCounters(counters.get(stage.getStageId())); stage.setDone(done.contains(stage.getStageId())); for (org.apache.hadoop.hive.ql.plan.api.Task task : stage.getTaskList()) { task.setTaskCounters(counters.get(task.getTaskId())); if (task.getTaskType() == TaskType.OTHER) { task.setStarted(started.contains(stage.getStageId())); task.setDone(done.contains(stage.getStageId())); } else { task.setStarted(started.contains(task.getTaskId()));
public Object getFieldValue(_Fields field) { switch (field) { case STAGE_ID: return getStageId(); case STAGE_TYPE: return getStageType(); case STAGE_ATTRIBUTES: return getStageAttributes(); case STAGE_COUNTERS: return getStageCounters(); case TASK_LIST: return getTaskList(); case DONE: return isDone(); case STARTED: return isStarted(); } throw new IllegalStateException(); }
public Object getFieldValue(_Fields field) { switch (field) { case STAGE_ID: return getStageId(); case STAGE_TYPE: return getStageType(); case STAGE_ATTRIBUTES: return getStageAttributes(); case STAGE_COUNTERS: return getStageCounters(); case TASK_LIST: return getTaskList(); case DONE: return isDone(); case STARTED: return isStarted(); } throw new IllegalStateException(); }
org.apache.hadoop.hive.ql.plan.api.Task mapTask = new org.apache.hadoop.hive.ql.plan.api.Task(); mapTask.setTaskId(stage.getStageId() + "_MAP"); mapTask.setTaskType(TaskType.MAP); stage.addToTaskList(mapTask); org.apache.hadoop.hive.ql.plan.api.Task reduceTask = new org.apache.hadoop.hive.ql.plan.api.Task(); reduceTask.setTaskId(stage.getStageId() + "_REDUCE"); reduceTask.setTaskType(TaskType.REDUCE); stage.addToTaskList(reduceTask); org.apache.hadoop.hive.ql.plan.api.Task otherTask = new org.apache.hadoop.hive.ql.plan.api.Task(); otherTask.setTaskId(stage.getStageId() + "_OTHER"); otherTask.setTaskType(TaskType.OTHER); stage.addToTaskList(otherTask);
org.apache.hadoop.hive.ql.plan.api.Task mapTask = new org.apache.hadoop.hive.ql.plan.api.Task(); mapTask.setTaskId(stage.getStageId() + "_MAP"); mapTask.setTaskType(TaskType.MAP); stage.addToTaskList(mapTask); org.apache.hadoop.hive.ql.plan.api.Task reduceTask = new org.apache.hadoop.hive.ql.plan.api.Task(); reduceTask.setTaskId(stage.getStageId() + "_REDUCE"); reduceTask.setTaskType(TaskType.REDUCE); stage.addToTaskList(reduceTask); org.apache.hadoop.hive.ql.plan.api.Task otherTask = new org.apache.hadoop.hive.ql.plan.api.Task(); otherTask.setTaskId(stage.getStageId() + "_OTHER"); otherTask.setTaskType(TaskType.OTHER); stage.addToTaskList(otherTask);
public Object getFieldValue(_Fields field) { switch (field) { case STAGE_ID: return getStageId(); case STAGE_TYPE: return getStageType(); case STAGE_ATTRIBUTES: return getStageAttributes(); case STAGE_COUNTERS: return getStageCounters(); case TASK_LIST: return getTaskList(); case DONE: return Boolean.valueOf(isDone()); case STARTED: return Boolean.valueOf(isStarted()); } throw new IllegalStateException(); }
public Object getFieldValue(_Fields field) { switch (field) { case STAGE_ID: return getStageId(); case STAGE_TYPE: return getStageType(); case STAGE_ATTRIBUTES: return getStageAttributes(); case STAGE_COUNTERS: return getStageCounters(); case TASK_LIST: return getTaskList(); case DONE: return new Boolean(isDone()); case STARTED: return new Boolean(isStarted()); } throw new IllegalStateException(); }
private String getJSONStage(org.apache.hadoop.hive.ql.plan.api.Stage stage) { StringBuilder sb = new StringBuilder(); sb.append("{"); sb.append(getJSONKeyValue("stageId", stage.getStageId())); sb.append(getJSONKeyValue("stageType", stage.getStageType())); sb.append(getJSONKeyValue("stageAttributes", getJSONMap(stage.getStageAttributes()))); sb.append(getJSONKeyValue("stageCounters", getJSONMap(stage.getStageCounters()))); List<String> taskList = new ArrayList<String>(); if (stage.getTaskList() != null) { for (org.apache.hadoop.hive.ql.plan.api.Task task : stage.getTaskList()) { taskList.add(getJSONTask(task)); } } sb.append(getJSONKeyValue("taskList", getJSONList(taskList))); sb.append(getJSONKeyValue("done", stage.isDone())); sb.append(getJSONKeyValue("started", stage.isStarted())); sb.deleteCharAt(sb.length() - 1); sb.append("}"); return sb.toString(); }
private String getJSONStage(org.apache.hadoop.hive.ql.plan.api.Stage stage) { StringBuilder sb = new StringBuilder(); sb.append("{"); sb.append(getJSONKeyValue("stageId", stage.getStageId())); sb.append(getJSONKeyValue("stageType", stage.getStageType())); sb.append(getJSONKeyValue("stageAttributes", getJSONMap(stage.getStageAttributes()))); sb.append(getJSONKeyValue("stageCounters", getJSONMap(stage.getStageCounters()))); List<String> taskList = new ArrayList<String>(); if (stage.getTaskList() != null) { for (org.apache.hadoop.hive.ql.plan.api.Task task : stage.getTaskList()) { taskList.add(getJSONTask(task)); } } sb.append(getJSONKeyValue("taskList", getJSONList(taskList))); sb.append(getJSONKeyValue("done", stage.isDone())); sb.append(getJSONKeyValue("started", stage.isStarted())); sb.deleteCharAt(sb.length() - 1); sb.append("}"); return sb.toString(); }
for (org.apache.hadoop.hive.ql.plan.api.Stage stage : query .getStageList()) { if (stage.getStageId() == null) { continue; stage.setStarted(started.contains(stage.getStageId())); stage.setStageCounters(counters.get(stage.getStageId())); stage.setDone(done.contains(stage.getStageId())); for (org.apache.hadoop.hive.ql.plan.api.Task task : stage.getTaskList()) { task.setTaskCounters(counters.get(task.getTaskId())); if (task.getTaskType() == TaskType.OTHER) { task.setStarted(started.contains(stage.getStageId())); task.setDone(done.contains(stage.getStageId())); } else { task.setStarted(started.contains(task.getTaskId()));
for (org.apache.hadoop.hive.ql.plan.api.Stage stage : query .getStageList()) { stage.setStarted(started.contains(stage.getStageId())); stage.setStageCounters(counters.get(stage.getStageId())); stage.setDone(done.contains(stage.getStageId())); for (org.apache.hadoop.hive.ql.plan.api.Task task : stage.getTaskList()) { task.setTaskCounters(counters.get(task.getTaskId())); if (task.getTaskType() == TaskType.OTHER) { task.setStarted(started.contains(stage.getStageId())); task.setDone(done.contains(stage.getStageId())); } else { task.setStarted(started.contains(task.getTaskId()));
org.apache.hadoop.hive.ql.plan.api.Task mapTask = new org.apache.hadoop.hive.ql.plan.api.Task(); mapTask.setTaskId(stage.getStageId() + "_MAP"); mapTask.setTaskType(TaskType.MAP); stage.addToTaskList(mapTask); org.apache.hadoop.hive.ql.plan.api.Task reduceTask = new org.apache.hadoop.hive.ql.plan.api.Task(); reduceTask.setTaskId(stage.getStageId() + "_REDUCE"); reduceTask.setTaskType(TaskType.REDUCE); stage.addToTaskList(reduceTask); org.apache.hadoop.hive.ql.plan.api.Task otherTask = new org.apache.hadoop.hive.ql.plan.api.Task(); otherTask.setTaskId(stage.getStageId() + "_OTHER"); otherTask.setTaskType(TaskType.OTHER); stage.addToTaskList(otherTask);
org.apache.hadoop.hive.ql.plan.api.Task mapTask = new org.apache.hadoop.hive.ql.plan.api.Task(); mapTask.setTaskId(stage.getStageId() + "_MAP"); mapTask.setTaskType(TaskType.MAP); stage.addToTaskList(mapTask); org.apache.hadoop.hive.ql.plan.api.Task reduceTask = new org.apache.hadoop.hive.ql.plan.api.Task(); reduceTask.setTaskId(stage.getStageId() + "_REDUCE"); reduceTask.setTaskType(TaskType.REDUCE); stage.addToTaskList(reduceTask); org.apache.hadoop.hive.ql.plan.api.Task otherTask = new org.apache.hadoop.hive.ql.plan.api.Task(); otherTask.setTaskId(stage.getStageId() + "_OTHER"); otherTask.setTaskType(TaskType.OTHER); stage.addToTaskList(otherTask);