@Override public void onMessage(final ControlMessage.Message message) { switch (message.getType()) { case ScheduleTask: final ControlMessage.ScheduleTaskMsg scheduleTaskMsg = message.getScheduleTaskMsg(); final Task task = SerializationUtils.deserialize(scheduleTaskMsg.getTask().toByteArray()); onTaskReceived(task); break; case RequestMetricFlush: metricMessageSender.flush(); break; default: throw new IllegalMessageException( new Exception("This message should not be received by an executor :" + message.getType())); } }
/** * Marks the Task as running, and sends scheduling message to the executor. * @param task the task to run */ public void onTaskScheduled(final Task task) { (task.getPropertyValue(ResourceSlotProperty.class).orElse(true) ? runningComplyingTasks : runningNonComplyingTasks).put(task.getTaskId(), task); runningTaskToAttempt.put(task, task.getAttemptIdx()); failedTasks.remove(task); serializationExecutorService.execute(() -> { final byte[] serialized = SerializationUtils.serialize(task); sendControlMessage( ControlMessage.Message.newBuilder() .setId(RuntimeIdManager.generateMessageId()) .setListenerId(MessageEnvironment.EXECUTOR_MESSAGE_LISTENER_ID) .setType(ControlMessage.MessageType.ScheduleTask) .setScheduleTaskMsg( ControlMessage.ScheduleTaskMsg.newBuilder() .setTask(ByteString.copyFrom(serialized)) .build()) .build()); }); }
scheduleTaskMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.getDefaultInstance(); } else { scheduleTaskMsgBuilder_.clear();
if (!getScheduleTaskMsg().isInitialized()) { memoizedIsInitialized = 0; return false;
if (!getScheduleTaskMsg().isInitialized()) { memoizedIsInitialized = 0; return false;
scheduleTaskMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.getDefaultInstance(); } else { scheduleTaskMsgBuilder_.clear();
if (!getScheduleTaskMsg().isInitialized()) {
if (!getScheduleTaskMsg().isInitialized()) {
com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException { initFields(); int mutable_bitField0_ = 0; com.google.protobuf.UnknownFieldSet.Builder unknownFields = break; default: { if (!parseUnknownField(input, unknownFields, extensionRegistry, tag)) { done = true; } finally { this.unknownFields = unknownFields.build(); makeExtensionsImmutable();
com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException { initFields(); int mutable_bitField0_ = 0; com.google.protobuf.UnknownFieldSet.Builder unknownFields = break; default: { if (!parseUnknownField(input, unknownFields, extensionRegistry, tag)) { done = true; } finally { this.unknownFields = unknownFields.build(); makeExtensionsImmutable();
/** * Marks the Task as running, and sends scheduling message to the executor. * @param task the task to run */ public void onTaskScheduled(final Task task) { (task.getPropertyValue(ResourceSlotProperty.class).orElse(true) ? runningComplyingTasks : runningNonComplyingTasks).put(task.getTaskId(), task); runningTaskToAttempt.put(task, task.getAttemptIdx()); failedTasks.remove(task); serializationExecutorService.execute(() -> { final byte[] serialized = SerializationUtils.serialize(task); sendControlMessage( ControlMessage.Message.newBuilder() .setId(RuntimeIdManager.generateMessageId()) .setListenerId(MessageEnvironment.EXECUTOR_MESSAGE_LISTENER_ID) .setType(ControlMessage.MessageType.ScheduleTask) .setScheduleTaskMsg( ControlMessage.ScheduleTaskMsg.newBuilder() .setTask(ByteString.copyFrom(serialized)) .build()) .build()); }); }
private void initFields() { type_ = org.apache.nemo.runtime.common.comm.ControlMessage.MessageType.TaskStateChanged; id_ = 0L; listenerId_ = ""; taskStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.TaskStateChangedMsg.getDefaultInstance(); scheduleTaskMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.getDefaultInstance(); blockStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockStateChangedMsg.getDefaultInstance(); dataSizeMetricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance(); requestBlockLocationMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBlockLocationMsg.getDefaultInstance(); blockLocationInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockLocationInfoMsg.getDefaultInstance(); executorFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ExecutorFailedMsg.getDefaultInstance(); containerFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ContainerFailedMsg.getDefaultInstance(); metricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.MetricMsg.getDefaultInstance(); dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance(); requestbroadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBroadcastVariableMessage.getDefaultInstance(); broadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.getDefaultInstance(); pipeInitMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance(); requestPipeLocMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestPipeLocationMessage.getDefaultInstance(); pipeLocInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeLocationInfoMessage.getDefaultInstance(); } private byte memoizedIsInitialized = -1;
private void initFields() { type_ = org.apache.nemo.runtime.common.comm.ControlMessage.MessageType.TaskStateChanged; id_ = 0L; listenerId_ = ""; taskStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.TaskStateChangedMsg.getDefaultInstance(); scheduleTaskMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.getDefaultInstance(); blockStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockStateChangedMsg.getDefaultInstance(); dataSizeMetricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance(); requestBlockLocationMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBlockLocationMsg.getDefaultInstance(); blockLocationInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockLocationInfoMsg.getDefaultInstance(); executorFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ExecutorFailedMsg.getDefaultInstance(); containerFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ContainerFailedMsg.getDefaultInstance(); metricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.MetricMsg.getDefaultInstance(); dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance(); requestbroadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBroadcastVariableMessage.getDefaultInstance(); broadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.getDefaultInstance(); pipeInitMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance(); requestPipeLocMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestPipeLocationMessage.getDefaultInstance(); pipeLocInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeLocationInfoMessage.getDefaultInstance(); } private byte memoizedIsInitialized = -1;
/** * <code>optional .protobuf.ScheduleTaskMsg scheduleTaskMsg = 5;</code> */ public Builder mergeScheduleTaskMsg(org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg value) { if (scheduleTaskMsgBuilder_ == null) { if (((bitField0_ & 0x00000010) == 0x00000010) && scheduleTaskMsg_ != org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.getDefaultInstance()) { scheduleTaskMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.newBuilder(scheduleTaskMsg_).mergeFrom(value).buildPartial(); } else { scheduleTaskMsg_ = value; } onChanged(); } else { scheduleTaskMsgBuilder_.mergeFrom(value); } bitField0_ |= 0x00000010; return this; } /**
/** * <code>optional .protobuf.ScheduleTaskMsg scheduleTaskMsg = 5;</code> */ public Builder mergeScheduleTaskMsg(org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg value) { if (scheduleTaskMsgBuilder_ == null) { if (((bitField0_ & 0x00000010) == 0x00000010) && scheduleTaskMsg_ != org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.getDefaultInstance()) { scheduleTaskMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.newBuilder(scheduleTaskMsg_).mergeFrom(value).buildPartial(); } else { scheduleTaskMsg_ = value; } onChanged(); } else { scheduleTaskMsgBuilder_.mergeFrom(value); } bitField0_ |= 0x00000010; return this; } /**
public Builder toBuilder() { return newBuilder(this); }
@Override public void onMessage(final ControlMessage.Message message) { switch (message.getType()) { case ScheduleTask: final ControlMessage.ScheduleTaskMsg scheduleTaskMsg = message.getScheduleTaskMsg(); final Task task = SerializationUtils.deserialize(scheduleTaskMsg.getTask().toByteArray()); onTaskReceived(task); break; case RequestMetricFlush: metricMessageSender.flush(); break; default: throw new IllegalMessageException( new Exception("This message should not be received by an executor :" + message.getType())); } }
public Builder newBuilderForType() { return newBuilder(); } public static Builder newBuilder(org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg prototype) {
public Builder toBuilder() { return newBuilder(this); }
/** * <code>optional .protobuf.ScheduleTaskMsg scheduleTaskMsg = 5;</code> */ public Builder clearScheduleTaskMsg() { if (scheduleTaskMsgBuilder_ == null) { scheduleTaskMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.getDefaultInstance(); onChanged(); } else { scheduleTaskMsgBuilder_.clear(); } bitField0_ = (bitField0_ & ~0x00000010); return this; } /**