@Override protected void execute(OptionsHelper optionsHelper) throws Exception { logger.info("delete option value: '" + optionsHelper.getOptionValue(OPTION_DELETE) + "'"); logger.info("jobThreshold option value: '" + optionsHelper.getOptionValue(OPTION_THRESHOLD_FOR_JOB) + "'"); boolean delete = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_DELETE)); int jobOutdatedDays = optionsHelper.hasOption(OPTION_THRESHOLD_FOR_JOB) ? Integer.parseInt(optionsHelper.getOptionValue(OPTION_THRESHOLD_FOR_JOB)) : DEFAULT_JOB_OUTDATED_THRESHOLD_DAYS; new org.apache.kylin.rest.job.MetadataCleanupJob().cleanup(delete, jobOutdatedDays); } }
public static void main(String[] args) throws ParseException, IOException { logger.warn("org.apache.kylin.storage.hbase.util.CubeMigrationCheckCLI is deprecated, use org.apache.kylin.tool.CubeMigrationCheckCLI instead"); OptionsHelper optionsHelper = new OptionsHelper(); try { optionsHelper.parseOptions(options, args); logger.info("option value 'fix': '" + optionsHelper.getOptionValue(OPTION_FIX) + "'"); ifFix = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_FIX)); logger.info("option value 'dstCfgUri': '" + optionsHelper.getOptionValue(OPTION_DST_CFG_URI) + "'"); dstCfgUri = optionsHelper.getOptionValue(OPTION_DST_CFG_URI); logger.info("option value 'cube': '" + optionsHelper.getOptionValue(OPTION_CUBE) + "'"); cubeName = optionsHelper.getOptionValue(OPTION_CUBE); optionsHelper.printUsage(CubeMigrationCheckCLI.class.getName(), options); throw e;
public String getKafkaConsumerHadoopJobConf() { File kafkaConsumerFile = getKafkaConsumerFile(); return OptionsHelper.convertToFileURL(kafkaConsumerFile.getAbsolutePath()); }
@Override protected void execute(OptionsHelper optionsHelper) throws Exception { logger.info("options: '" + optionsHelper.getOptionsAsString() + "'"); logger.info("delete option value: '" + optionsHelper.getOptionValue(OPTION_DELETE) + "'"); logger.info("force option value: '" + optionsHelper.getOptionValue(OPTION_FORCE) + "'"); delete = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_DELETE)); force = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_FORCE)); cleanup(); }
public final void execute(String[] args) { OptionsHelper optionsHelper = new OptionsHelper(); System.out.println("Running " + this.getClass().getName() + " " + StringUtils.join(args, " ")); try { optionsHelper.parseOptions(getOptions(), args); execute(optionsHelper); } catch (ParseException e) { optionsHelper.printUsage(this.getClass().getName(), getOptions()); throw new RuntimeException("error parsing args", e); } catch (Exception e) { throw new RuntimeException("error execute " + this.getClass().getName() + ". Root cause: " + e.getMessage(), e); } } }
public static void main(String[] args) throws Exception { if(logger.isInfoEnabled()) logger.info("args: {}", Arrays.toString(args)); OptionsHelper optionsHelper = new OptionsHelper(); Options options = new Options(); options.addOption(OPTION_TOPIC); options.addOption(OPTION_BROKER); options.addOption(OPTION_INTERVAL); optionsHelper.parseOptions(options, args); logger.info("options: '{}'", optionsHelper.getOptionsAsString()); final String topic = optionsHelper.getOptionValue(OPTION_TOPIC); final String broker = optionsHelper.getOptionValue(OPTION_BROKER); String intervalString = optionsHelper.getOptionValue(OPTION_INTERVAL); if (intervalString != null) { interval = Long.parseLong(intervalString);
protected String getOptionValue(Option option) { return optionsHelper.getOptionValue(option); }
protected void parseOptions(Options options, String[] args) throws ParseException { optionsHelper.parseOptions(options, args); }
public void printUsage(Options options) { optionsHelper.printUsage(getClass().getSimpleName(), options); }
public String getOptionsAsString() { return optionsHelper.getOptionsAsString(); }
protected boolean hasOption(Option option) { return optionsHelper.hasOption(option); }
public static void main(String[] args) throws Exception { if(logger.isInfoEnabled()) logger.info("args: {}", Arrays.toString(args)); OptionsHelper optionsHelper = new OptionsHelper(); Options options = new Options(); options.addOption(OPTION_TOPIC); options.addOption(OPTION_BROKER); options.addOption(OPTION_INTERVAL); optionsHelper.parseOptions(options, args); logger.info("options: '{}'", optionsHelper.getOptionsAsString()); final String topic = optionsHelper.getOptionValue(OPTION_TOPIC); final String broker = optionsHelper.getOptionValue(OPTION_BROKER); String intervalString = optionsHelper.getOptionValue(OPTION_INTERVAL); if (intervalString != null) { interval = Long.parseLong(intervalString);
@Override protected void execute(OptionsHelper optionsHelper) throws Exception { tableName = optionsHelper.getOptionValue(OPTION_HTABLE_NAME); metadataKey = optionsHelper.getOptionValue(OPTION_METADATA_KEY); metadataValue = optionsHelper.getOptionValue(OPTION_METADATA_VALUE); alter(); } }
@Override protected void execute(OptionsHelper optionsHelper) throws Exception { logger.info("options: '" + optionsHelper.getOptionsAsString() + "'"); logger.info("delete option value: '" + optionsHelper.getOptionValue(OPTION_DELETE) + "'"); delete = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_DELETE)); String[] metastoreWhitelist = optionsHelper.getOptionValue(OPTION_WHITELIST).split(","); for (String ms : metastoreWhitelist) { logger.info("metadata store in white list: " + ms); metastoreWhitelistSet.add(ms); } Configuration conf = HBaseConfiguration.create(); cleanUnusedHBaseTables(conf); } }
public final void execute(String[] args) { OptionsHelper optionsHelper = new OptionsHelper(); System.out.println("Running " + this.getClass().getName() + " " + StringUtils.join(args, " ")); try { optionsHelper.parseOptions(getOptions(), args); execute(optionsHelper); } catch (ParseException e) { optionsHelper.printUsage(this.getClass().getName(), getOptions()); throw new RuntimeException("error parsing args", e); } catch (Exception e) { throw new RuntimeException("error execute " + this.getClass().getName() + ". Root cause: " + e.getMessage(), e); } } }
protected void parseOptions(Options options, String[] args) throws ParseException { optionsHelper.parseOptions(options, args); }
public void printUsage(Options options) { optionsHelper.printUsage(getClass().getSimpleName(), options); }
public String getOptionsAsString() { return optionsHelper.getOptionsAsString(); }
protected boolean hasOption(Option option) { return optionsHelper.hasOption(option); }
@Override protected void executeExtract(OptionsHelper optionsHelper, File exportDir) throws Exception { String cube = optionsHelper.hasOption(OPTION_CUBE) ? optionsHelper.getOptionValue(OPTION_CUBE) : null; String project = optionsHelper.hasOption(OPTION_PROJECT) ? optionsHelper.getOptionValue(OPTION_PROJECT) : null; int period = optionsHelper.hasOption(OPTION_PERIOD) ? Integer.parseInt(optionsHelper.getOptionValue(OPTION_PERIOD)) : DEFAULT_PERIOD; long endTime = System.currentTimeMillis(); long startTime = endTime - period * 24 * 3600 * 1000; // time in Millis List<JobInstance> jobInstances = listJobInstances(project, cube, startTime, endTime); logger.info("There are {} jobInstances to extract.", jobInstances.size()); ObjectMapper mapper = new ObjectMapper(); for (JobInstance jobInstance : jobInstances) { mapper.writeValue(new File(exportDir, jobInstance.getUuid() + ".json"), jobInstance); } }