static DataModelManager newInstance(KylinConfig conf) { try { String cls = StringUtil.noBlank(conf.getDataModelManagerImpl(), DataModelManager.class.getName()); Class<? extends DataModelManager> clz = ClassUtil.forName(cls, DataModelManager.class); return clz.getConstructor(KylinConfig.class).newInstance(conf); } catch (Exception e) { throw new RuntimeException("Failed to init DataModelManager from " + conf, e); } }
private Class<DataModelDesc> getDataModelImplClass() { try { String cls = StringUtil.noBlank(config.getDataModelImpl(), DataModelDesc.class.getName()); Class<? extends DataModelDesc> clz = ClassUtil.forName(cls, DataModelDesc.class); return (Class<DataModelDesc>) clz; } catch (ClassNotFoundException e) { throw new RuntimeException(e); } }
protected void handleMetadataPersistException(ExecutableContext context, Throwable exception) { final String[] adminDls = context.getConfig().getAdminDls(); if (adminDls == null || adminDls.length < 1) { logger.warn(NO_NEED_TO_SEND_EMAIL_USER_LIST_IS_EMPTY); return; } List<String> users = Lists.newArrayList(adminDls); Map<String, Object> dataMap = Maps.newHashMap(); dataMap.put("job_name", getName()); dataMap.put("env_name", context.getConfig().getDeployEnv()); dataMap.put(SUBMITTER, StringUtil.noBlank(getSubmitter(), "missing submitter")); dataMap.put("job_engine", MailNotificationUtil.getLocalHostName()); dataMap.put("error_log", Matcher.quoteReplacement(StringUtil.noBlank(exception.getMessage(), "no error message"))); String content = MailNotificationUtil.getMailContent(MailNotificationUtil.METADATA_PERSIST_FAIL, dataMap); String title = MailNotificationUtil.getMailTitle("METADATA PERSIST", "FAIL", context.getConfig().getDeployEnv()); new MailService(context.getConfig()).sendMail(users, title, content); }
} else if (type.isTimeFamily()) { format = StringUtil.noBlank(format, DateFormat.DEFAULT_DATETIME_PATTERN_WITHOUT_MILLISECONDS); initDateTimeRange(randStart, randEnd, 0); } else if (type.isDateTimeFamily()) { format = StringUtil.noBlank(format, DateFormat.DEFAULT_DATE_PATTERN); initDateTimeRange(randStart, randEnd, cardinality); } else if (type.isIntegerFamily()) { format = StringUtil.noBlank(format, "#"); } else if (type.isNumberFamily()) { format = StringUtil.noBlank(format, ".##"); } else { throw new IllegalArgumentException();
dataMap.put("job_name", getName()); dataMap.put("env_name", getDeployEnvName()); dataMap.put("submitter", StringUtil.noBlank(getSubmitter(), "missing submitter")); dataMap.put("job_engine", MailNotificationUtil.getLocalHostName()); dataMap.put("project_name", getProjectName()); if (errorTask instanceof MapReduceExecutable) { final String mrJobId = errorOutput.getExtra().get(ExecutableConstants.MR_JOB_ID); dataMap.put("mr_job_id", StringUtil.noBlank(mrJobId, "Not initialized")); } else { dataMap.put("mr_job_id", MailNotificationUtil.NA); Matcher.quoteReplacement(StringUtil.noBlank(output.getVerboseMsg(), "no error message")));
static DataModelManager newInstance(KylinConfig conf) { try { String cls = StringUtil.noBlank(conf.getDataModelManagerImpl(), DataModelManager.class.getName()); Class<? extends DataModelManager> clz = ClassUtil.forName(cls, DataModelManager.class); return clz.getConstructor(KylinConfig.class).newInstance(conf); } catch (Exception e) { throw new RuntimeException("Failed to init DataModelManager from " + conf, e); } }
private Class<DataModelDesc> getDataModelImplClass() { try { String cls = StringUtil.noBlank(config.getDataModelImpl(), DataModelDesc.class.getName()); Class<? extends DataModelDesc> clz = ClassUtil.forName(cls, DataModelDesc.class); return (Class<DataModelDesc>) clz; } catch (ClassNotFoundException e) { throw new RuntimeException(e); } }
content = content.replaceAll("\\$\\{result\\}", state.toString()); content = content.replaceAll("\\$\\{cube_name\\}", getCubeName()); content = content.replaceAll("\\$\\{source_records_count\\}", StringUtil.noBlank(getSourceRecordCount(), "0")); content = content.replaceAll("\\$\\{start_time\\}", new Date(getStartTime()).toString()); content = content.replaceAll("\\$\\{duration\\}", getDuration() / 60000 + "mins"); content = content.replaceAll("\\$\\{mr_waiting\\}", getMapReduceWaitTime() / 60000 + "mins"); content = content.replaceAll("\\$\\{last_update_time\\}", new Date(getLastModified()).toString()); content = content.replaceAll("\\$\\{submitter\\}", StringUtil.noBlank(getSubmitter(), "missing submitter")); content = content.replaceAll("\\$\\{error_log\\}", StringUtil.noBlank(logMsg, "no error log"));
} else if (type.isTimeFamily()) { format = StringUtil.noBlank(format, DateFormat.DEFAULT_DATETIME_PATTERN_WITHOUT_MILLISECONDS); initDateTimeRange(randStart, randEnd, 0); } else if (type.isDateTimeFamily()) { format = StringUtil.noBlank(format, DateFormat.DEFAULT_DATE_PATTERN); initDateTimeRange(randStart, randEnd, cardinality); } else if (type.isIntegerFamily()) { format = StringUtil.noBlank(format, "#"); } else if (type.isNumberFamily()) { format = StringUtil.noBlank(format, ".##"); } else { throw new IllegalArgumentException();
protected void handleMetadataPersistException(ExecutableContext context, Throwable exception) { final String[] adminDls = context.getConfig().getAdminDls(); if (adminDls == null || adminDls.length < 1) { logger.warn(NO_NEED_TO_SEND_EMAIL_USER_LIST_IS_EMPTY); return; } List<String> users = Lists.newArrayList(adminDls); Map<String, Object> dataMap = Maps.newHashMap(); dataMap.put("job_name", getName()); dataMap.put("env_name", context.getConfig().getDeployEnv()); dataMap.put(SUBMITTER, StringUtil.noBlank(getSubmitter(), "missing submitter")); dataMap.put("job_engine", MailNotificationUtil.getLocalHostName()); dataMap.put("error_log", Matcher.quoteReplacement(StringUtil.noBlank(exception.getMessage(), "no error message"))); String content = MailNotificationUtil.getMailContent(MailNotificationUtil.METADATA_PERSIST_FAIL, dataMap); String title = MailNotificationUtil.getMailTitle("METADATA PERSIST", "FAIL", context.getConfig().getDeployEnv()); new MailService(context.getConfig()).sendMail(users, title, content); }
dataMap.put("job_name", getName()); dataMap.put("env_name", getDeployEnvName()); dataMap.put("submitter", StringUtil.noBlank(getSubmitter(), "missing submitter")); dataMap.put("job_engine", MailNotificationUtil.getLocalHostName()); dataMap.put("project_name", getProjectName()); if (errorTask instanceof MapReduceExecutable) { final String mrJobId = errorOutput.getExtra().get(ExecutableConstants.MR_JOB_ID); dataMap.put("mr_job_id", StringUtil.noBlank(mrJobId, "Not initialized")); } else { dataMap.put("mr_job_id", MailNotificationUtil.NA); Matcher.quoteReplacement(StringUtil.noBlank(output.getVerboseMsg(), "no error message")));