@Override public int compare(MData o1, MData o2) { return o1.getTimestamp().compareTo(o2.getTimestamp()); } });
@Override protected MData collectMData() { JobClientMData mData = new JobClientMData(); mData.setSubmitSuccessNum(submitSuccessNum.getAndSet(0)); mData.setSubmitFailedNum(submitFailedNum.getAndSet(0)); mData.setFailStoreNum(failStoreNum.getAndSet(0)); mData.setSubmitFailStoreNum(submitFailStoreNum.getAndSet(0)); mData.setHandleFeedbackNum(handleFeedbackNum.getAndSet(0)); return mData; }
@Override protected MData collectMData() { TaskTrackerMData mData = new TaskTrackerMData(); mData.setExeSuccessNum(exeSuccessNum.getAndSet(0)); mData.setExeFailedNum(exeFailedNum.getAndSet(0)); mData.setExeLaterNum(exeLaterNum.getAndSet(0)); mData.setExeExceptionNum(exeExceptionNum.getAndSet(0)); mData.setTotalRunningTime(totalRunningTime.getAndSet(0)); return mData; }
@Override protected MData collectMData() { JobTrackerMData mData = new JobTrackerMData(); mData.setReceiveJobNum(receiveJobNum.getAndSet(0)); mData.setExeExceptionNum(exeExceptionNum.getAndSet(0)); mData.setExeFailedNum(exeFailedNum.getAndSet(0)); mData.setExeSuccessNum(exeSuccessNum.getAndSet(0)); mData.setExeLaterNum(exeLaterNum.getAndSet(0)); mData.setFixExecutingJobNum(fixExecutingJobNum.getAndSet(0)); mData.setPushJobNum(pushJobNum.getAndSet(0)); return mData; }
public void addJvmMData(MNode mNode, List<MData> mDatas) { int size = mDatas.size(); List<JVMGCDataPo> jvmGCDataPos = new ArrayList<JVMGCDataPo>(size); List<JVMMemoryDataPo> jvmMemoryDataPos = new ArrayList<JVMMemoryDataPo>(size); List<JVMThreadDataPo> jvmThreadDataPos = new ArrayList<JVMThreadDataPo>(size); for (MData mData : mDatas) { JvmMData JVMMData = mData.getJvmMData(); Long timestamp = mData.getTimestamp(); // gc JVMGCDataPo jvmgcDataPo = getDataPo(JVMMData.getGcMap(), JVMGCDataPo.class, mNode, timestamp); jvmGCDataPos.add(jvmgcDataPo); // memory JVMMemoryDataPo jvmMemoryDataPo = getDataPo(JVMMData.getMemoryMap(), JVMMemoryDataPo.class, mNode, timestamp); jvmMemoryDataPos.add(jvmMemoryDataPo); // thread JVMThreadDataPo jvmThreadDataPo = getDataPo(JVMMData.getThreadMap(), JVMThreadDataPo.class, mNode, timestamp); jvmThreadDataPos.add(jvmThreadDataPo); } appContext.getJvmGCAccess().insert(jvmGCDataPos); appContext.getJvmMemoryAccess().insert(jvmMemoryDataPos); appContext.getJvmThreadAccess().insert(jvmThreadDataPos); }
private HttpCmdResponse paramCheck(MNode mNode) { if (mNode == null) { return HttpCmdResponse.newResponse(false, "mNode is empty"); } NodeType nodeType = mNode.getNodeType(); if (nodeType == null || !(nodeType == NodeType.JOB_CLIENT || nodeType == NodeType.TASK_TRACKER || nodeType == NodeType.JOB_TRACKER)) { return HttpCmdResponse.newResponse(false, "nodeType error"); } if (StringUtils.isEmpty(mNode.getNodeGroup())) { return HttpCmdResponse.newResponse(false, "nodeGroup is empty"); } if (StringUtils.isEmpty(mNode.getIdentity())) { return HttpCmdResponse.newResponse(false, "identity is empty"); } return null; }
private MNode buildMNode() { MNode mNode = new MNode(); mNode.setNodeType(reporter.getNodeType()); mNode.setNodeGroup(appContext.getConfig().getNodeGroup()); mNode.setIdentity(appContext.getConfig().getIdentity()); return mNode; } }
/** * 收集信息 */ public static JvmMData collect() { JvmMData JVMMData = new JvmMData(); // memory Map<String, Object> memoryMap = JVMMonitor.getAttribute(JVMConstants.JMX_JVM_MEMORY_NAME, getAttributeList(JVMMemoryMBean.class)); JVMMData.setMemoryMap(memoryMap); // gc Map<String, Object> gcMap = JVMMonitor.getAttribute(JVMConstants.JMX_JVM_GC_NAME, getAttributeList(JVMGCMBean.class)); JVMMData.setGcMap(gcMap); // thread Map<String, Object> threadMap = JVMMonitor.getAttribute(JVMConstants.JMX_JVM_THREAD_NAME, getAttributeList(JVMThreadMBean.class)); JVMMData.setThreadMap(threadMap); return JVMMData; }
public void addMDatas(MNode mNode, List<MData> mDatas) { if (CollectionUtils.isEmpty(mDatas)) { return; } switch (mNode.getNodeType()) { case JOB_CLIENT: addJobClientMData(mNode, mDatas); break; case JOB_TRACKER: addJobTrackerMData(mNode, mDatas); break; case TASK_TRACKER: addTaskTrackerMData(mNode, mDatas); break; default: throw new LtsRuntimeException("Unsupport nodeType:" + mNode.getNodeType()); } }
@Override protected MData collectMData() { JobTrackerMData mData = new JobTrackerMData(); mData.setReceiveJobNum(receiveJobNum.getAndSet(0)); mData.setExeExceptionNum(exeExceptionNum.getAndSet(0)); mData.setExeFailedNum(exeFailedNum.getAndSet(0)); mData.setExeSuccessNum(exeSuccessNum.getAndSet(0)); mData.setExeLaterNum(exeLaterNum.getAndSet(0)); mData.setFixExecutingJobNum(fixExecutingJobNum.getAndSet(0)); mData.setPushJobNum(pushJobNum.getAndSet(0)); return mData; }
@Override protected MData collectMData() { JobClientMData mData = new JobClientMData(); mData.setSubmitSuccessNum(submitSuccessNum.getAndSet(0)); mData.setSubmitFailedNum(submitFailedNum.getAndSet(0)); mData.setFailStoreNum(failStoreNum.getAndSet(0)); mData.setSubmitFailStoreNum(submitFailStoreNum.getAndSet(0)); mData.setHandleFeedbackNum(handleFeedbackNum.getAndSet(0)); return mData; }
@Override protected MData collectMData() { TaskTrackerMData mData = new TaskTrackerMData(); mData.setExeSuccessNum(exeSuccessNum.getAndSet(0)); mData.setExeFailedNum(exeFailedNum.getAndSet(0)); mData.setExeLaterNum(exeLaterNum.getAndSet(0)); mData.setExeExceptionNum(exeExceptionNum.getAndSet(0)); mData.setTotalRunningTime(totalRunningTime.getAndSet(0)); return mData; }
public void addJvmMData(MNode mNode, List<MData> mDatas) { int size = mDatas.size(); List<JVMGCDataPo> jvmGCDataPos = new ArrayList<JVMGCDataPo>(size); List<JVMMemoryDataPo> jvmMemoryDataPos = new ArrayList<JVMMemoryDataPo>(size); List<JVMThreadDataPo> jvmThreadDataPos = new ArrayList<JVMThreadDataPo>(size); for (MData mData : mDatas) { JvmMData JVMMData = mData.getJvmMData(); Long timestamp = mData.getTimestamp(); // gc JVMGCDataPo jvmgcDataPo = getDataPo(JVMMData.getGcMap(), JVMGCDataPo.class, mNode, timestamp); jvmGCDataPos.add(jvmgcDataPo); // memory JVMMemoryDataPo jvmMemoryDataPo = getDataPo(JVMMData.getMemoryMap(), JVMMemoryDataPo.class, mNode, timestamp); jvmMemoryDataPos.add(jvmMemoryDataPo); // thread JVMThreadDataPo jvmThreadDataPo = getDataPo(JVMMData.getThreadMap(), JVMThreadDataPo.class, mNode, timestamp); jvmThreadDataPos.add(jvmThreadDataPo); } appContext.getJvmGCAccess().insert(jvmGCDataPos); appContext.getJvmMemoryAccess().insert(jvmMemoryDataPos); appContext.getJvmThreadAccess().insert(jvmThreadDataPos); }
private HttpCmdResponse paramCheck(MNode mNode) { if (mNode == null) { return HttpCmdResponse.newResponse(false, "mNode is empty"); } NodeType nodeType = mNode.getNodeType(); if (nodeType == null || !(nodeType == NodeType.JOB_CLIENT || nodeType == NodeType.TASK_TRACKER || nodeType == NodeType.JOB_TRACKER)) { return HttpCmdResponse.newResponse(false, "nodeType error"); } if (StringUtils.isEmpty(mNode.getNodeGroup())) { return HttpCmdResponse.newResponse(false, "nodeGroup is empty"); } if (StringUtils.isEmpty(mNode.getIdentity())) { return HttpCmdResponse.newResponse(false, "identity is empty"); } return null; }
private MNode buildMNode() { MNode mNode = new MNode(); mNode.setNodeType(reporter.getNodeType()); mNode.setNodeGroup(appContext.getConfig().getNodeGroup()); mNode.setIdentity(appContext.getConfig().getIdentity()); return mNode; } }
/** * 收集信息 */ public static JvmMData collect() { JvmMData JVMMData = new JvmMData(); // memory Map<String, Object> memoryMap = JVMMonitor.getAttribute(JVMConstants.JMX_JVM_MEMORY_NAME, getAttributeList(JVMMemoryMBean.class)); JVMMData.setMemoryMap(memoryMap); // gc Map<String, Object> gcMap = JVMMonitor.getAttribute(JVMConstants.JMX_JVM_GC_NAME, getAttributeList(JVMGCMBean.class)); JVMMData.setGcMap(gcMap); // thread Map<String, Object> threadMap = JVMMonitor.getAttribute(JVMConstants.JMX_JVM_THREAD_NAME, getAttributeList(JVMThreadMBean.class)); JVMMData.setThreadMap(threadMap); return JVMMData; }
@Override public int compare(MData o1, MData o2) { return o1.getTimestamp().compareTo(o2.getTimestamp()); } });
public void addMDatas(MNode mNode, List<MData> mDatas) { if (CollectionUtils.isEmpty(mDatas)) { return; } switch (mNode.getNodeType()) { case JOB_CLIENT: addJobClientMData(mNode, mDatas); break; case JOB_TRACKER: addJobTrackerMData(mNode, mDatas); break; case TASK_TRACKER: addTaskTrackerMData(mNode, mDatas); break; default: throw new LtsRuntimeException("Unsupport nodeType:" + mNode.getNodeType()); } }
private void addTaskTrackerMData(MNode mNode, List<MData> mDatas) { List<TaskTrackerMDataPo> pos = new ArrayList<TaskTrackerMDataPo>(mDatas.size()); for (MData mData : mDatas) { TaskTrackerMDataPo po = new TaskTrackerMDataPo(); taskTrackerMDataBeanCopier.copyProps((TaskTrackerMData) mData, po); po.setNodeType(mNode.getNodeType()); po.setIdentity(mNode.getIdentity()); po.setNodeGroup(mNode.getNodeGroup()); po.setGmtCreated(SystemClock.now()); pos.add(po); } appContext.getTaskTrackerMAccess().insert(pos); // 添加jvm监控数据 addJvmMData(mNode, mDatas); }
private void addJobTrackerMData(MNode mNode, List<MData> mDatas) { List<JobTrackerMDataPo> pos = new ArrayList<JobTrackerMDataPo>(mDatas.size()); for (MData mData : mDatas) { JobTrackerMDataPo po = new JobTrackerMDataPo(); jobTrackerMDataBeanCopier.copyProps((JobTrackerMData) mData, po); po.setNodeType(mNode.getNodeType()); po.setIdentity(mNode.getIdentity()); po.setNodeGroup(mNode.getNodeGroup()); po.setGmtCreated(SystemClock.now()); pos.add(po); } appContext.getJobTrackerMAccess().insert(pos); // 添加jvm监控数据 addJvmMData(mNode, mDatas); }