@Override public void initialize( FlowConnector flowConnector, Map<Object, Object> properties ) { super.initialize( flowConnector, properties ); defaultConfiguration = TezUtil.createTezConf( properties, createConfiguration( properties ) ); intermediateSchemeClass = flowConnector.getIntermediateSchemeClass( properties ); String applicationJarPath = AppProps.getApplicationJarPath( properties ); if( applicationJarPath == null ) { Class type = AppProps.getApplicationJarClass( properties ); if( type == null ) type = HadoopUtil.findMainClass( Hadoop2TezPlanner.class ); if( type != null ) applicationJarPath = Util.findContainingJar( type ); AppProps.setApplicationJarPath( properties, applicationJarPath ); } if( applicationJarPath != null ) LOG.info( "using application jar: {}", applicationJarPath ); else LOG.info( "using application jar not provided, see cascading.property.AppProps for more information" ); }
@Override public void initialize( FlowConnector flowConnector, Map<Object, Object> properties ) { super.initialize( flowConnector, properties ); defaultConfiguration = TezUtil.createTezConf( properties, createConfiguration( properties ) ); intermediateSchemeClass = flowConnector.getIntermediateSchemeClass( properties ); String applicationJarPath = AppProps.getApplicationJarPath( properties ); if( applicationJarPath == null ) { Class type = AppProps.getApplicationJarClass( properties ); if( type == null ) type = HadoopUtil.findMainClass( Hadoop2TezPlanner.class ); if( type != null ) applicationJarPath = Util.findContainingJar( type ); AppProps.setApplicationJarPath( properties, applicationJarPath ); } if( applicationJarPath != null ) LOG.info( "using application jar: {}", applicationJarPath ); else LOG.info( "using application jar not provided, see cascading.property.AppProps for more information" ); }
@Override public void initialize( FlowConnector flowConnector, Map<Object, Object> properties ) { super.initialize( flowConnector, properties ); defaultJobConf = HadoopUtil.createJobConf( properties, createJobConf( properties ) ); checkPlatform( defaultJobConf ); intermediateSchemeClass = flowConnector.getIntermediateSchemeClass( properties ); Class type = AppProps.getApplicationJarClass( properties ); if( defaultJobConf.getJar() == null && type != null ) defaultJobConf.setJarByClass( type ); String path = AppProps.getApplicationJarPath( properties ); if( defaultJobConf.getJar() == null && path != null ) defaultJobConf.setJar( path ); if( defaultJobConf.getJar() == null ) defaultJobConf.setJarByClass( HadoopUtil.findMainClass( HadoopPlanner.class ) ); AppProps.setApplicationJarPath( properties, defaultJobConf.getJar() ); LOG.info( "using application jar: {}", defaultJobConf.getJar() ); }
@Override public void initialize( FlowConnector flowConnector, Map<Object, Object> properties ) { super.initialize( flowConnector, properties ); defaultJobConf = HadoopUtil.createJobConf( properties, createJobConf( properties ) ); checkPlatform( defaultJobConf ); intermediateSchemeClass = flowConnector.getIntermediateSchemeClass( properties ); Class type = AppProps.getApplicationJarClass( properties ); if( defaultJobConf.getJar() == null && type != null ) defaultJobConf.setJarByClass( type ); String path = AppProps.getApplicationJarPath( properties ); if( defaultJobConf.getJar() == null && path != null ) defaultJobConf.setJar( path ); if( defaultJobConf.getJar() == null ) defaultJobConf.setJarByClass( HadoopUtil.findMainClass( HadoopPlanner.class ) ); AppProps.setApplicationJarPath( properties, defaultJobConf.getJar() ); LOG.info( "using application jar: {}", defaultJobConf.getJar() ); }