private InputSplit[] collapse( InputSplit[][] splits, List<Map<String, String>> configs ) { List<InputSplit> splitsList = new ArrayList<InputSplit>(); for( int i = 0; i < splits.length; i++ ) { Map<String, String> config = configs.get( i ); config.remove( "mapred.input.dir" ); // this is a redundant value, will show up cluster side config.remove( "mapreduce.input.fileinputformat.inputdir" ); // hadoop2 InputSplit[] split = splits[ i ]; for( int j = 0; j < split.length; j++ ) splitsList.add( new MultiInputSplit( split[ j ], config ) ); } return splitsList.toArray( new InputSplit[ splitsList.size() ] ); }
private InputSplit[] collapse( InputSplit[][] splits, List<Map<String, String>> configs ) { List<InputSplit> splitsList = new ArrayList<InputSplit>(); for( int i = 0; i < splits.length; i++ ) { Map<String, String> config = configs.get( i ); config.remove( "mapred.input.dir" ); // this is a redundant value, will show up cluster side config.remove( "mapreduce.input.fileinputformat.inputdir" ); // hadoop2 InputSplit[] split = splits[ i ]; for( int j = 0; j < split.length; j++ ) splitsList.add( new MultiInputSplit( split[ j ], config ) ); } return splitsList.toArray( new InputSplit[ splitsList.size() ] ); }