/** * @param igniteInstanceName Ignite instance name. * @return Hadoop configuration. */ public HadoopConfiguration hadoopConfiguration(String igniteInstanceName) { HadoopConfiguration cfg = new HadoopConfiguration(); cfg.setMaxParallelTasks(3); return cfg; }
/** {@inheritDoc} */ @Override protected HadoopConfiguration createHadoopConfiguration() { HadoopConfiguration hadoopCfg = new HadoopConfiguration(); // Use weighted planner with default settings: IgniteHadoopWeightedMapReducePlanner planner = new IgniteHadoopWeightedMapReducePlanner(); hadoopCfg.setMapReducePlanner(planner); return hadoopCfg; } }
/** {@inheritDoc} */ @Override public void start() throws IgniteCheckedException { if (ctx.isDaemon()) return; HadoopConfiguration cfg = ctx.config().getHadoopConfiguration(); if (cfg == null) cfg = new HadoopConfiguration(); else cfg = new HadoopConfiguration(cfg); initializeDefaults(cfg); hctx = new HadoopContext( ctx, cfg, new HadoopJobTracker(), new HadoopEmbeddedTaskExecutor(), // TODO: IGNITE-404: Uncomment when fixed. //cfg.isExternalExecution() ? new HadoopExternalTaskExecutor() : new HadoopEmbeddedTaskExecutor(), new HadoopShuffle()); for (HadoopComponent c : hctx.components()) c.start(hctx); hadoop = new HadoopImpl(this); ctx.addNodeAttribute(HadoopAttributes.NAME, new HadoopAttributes(cfg)); }