private static void setupTetherJob(JobConf job) throws IOException { job.setMapRunnerClass(TetherMapRunner.class); job.setPartitionerClass(TetherPartitioner.class); job.setReducerClass(TetherReducer.class); job.setInputFormat(TetherInputFormat.class); job.setOutputFormat(TetherOutputFormat.class); job.setOutputKeyClass(TetherData.class); job.setOutputKeyComparatorClass(TetherKeyComparator.class); job.setMapOutputValueClass(NullWritable.class); // set the map output key class to TetherData job.setMapOutputKeyClass(TetherData.class); // if protocol isn't set if (job.getStrings(TETHER_PROTOCOL)==null) { job.set(TETHER_PROTOCOL, "sasl"); } // add TetherKeySerialization to io.serializations Collection<String> serializations = job.getStringCollection("io.serializations"); if (!serializations.contains(TetherKeySerialization.class.getName())) { serializations.add(TetherKeySerialization.class.getName()); job.setStrings("io.serializations", serializations.toArray(new String[0])); } // determine whether the executable should be added to the cache. if (job.getBoolean(TETHER_EXEC_CACHED,false)){ DistributedCache.addCacheFile(getExecutable(job), job); } }
job.setMapRunnerClass(ExecMapRunner.class); job.setMapperClass(ExecMapper.class);
@Override public void setMapRunnerClass( Class c ) { super.setMapRunnerClass( (Class<? extends MapRunnable>) c ); }
@SuppressWarnings( "unchecked" ) @Override public void setMapRunnerClass( Class<?> c ) { if ( org.apache.hadoop.mapred.MapRunnable.class.isAssignableFrom( c ) ) { getJobConf().setMapRunnerClass( (Class<? extends org.apache.hadoop.mapred.MapRunnable>) c ); } }
conf.setOutputValueClass(Text.class); conf.setMapRunnerClass(MyMapRunner.class); conf.setReducerClass(IdentityReducer.class);
conf.setOutputValueClass(Text.class); conf.setMapRunnerClass(MyMapRunner.class); conf.setReducerClass(IdentityReducer.class);
private static void setupTetherJob(JobConf job) throws IOException { job.setMapRunnerClass(TetherMapRunner.class); job.setPartitionerClass(TetherPartitioner.class); job.setReducerClass(TetherReducer.class); job.setInputFormat(TetherInputFormat.class); job.setOutputFormat(TetherOutputFormat.class); job.setOutputKeyClass(TetherData.class); job.setOutputKeyComparatorClass(TetherKeyComparator.class); job.setMapOutputValueClass(NullWritable.class); // add TetherKeySerialization to io.serializations Collection<String> serializations = job.getStringCollection("io.serializations"); if (!serializations.contains(TetherKeySerialization.class.getName())) { serializations.add(TetherKeySerialization.class.getName()); job.setStrings("io.serializations", serializations.toArray(new String[0])); } DistributedCache.addCacheFile(getExecutable(job), job); }
conf.setOutputValueClass(Text.class); conf.setMapRunnerClass(MyMapRunner.class); conf.setReducerClass(IdentityReducer.class);
private static void setupTetherJob(JobConf job) throws IOException { job.setMapRunnerClass(TetherMapRunner.class); job.setPartitionerClass(TetherPartitioner.class); job.setReducerClass(TetherReducer.class); job.setInputFormat(TetherInputFormat.class); job.setOutputFormat(TetherOutputFormat.class); job.setOutputKeyClass(TetherData.class); job.setOutputKeyComparatorClass(TetherKeyComparator.class); job.setMapOutputValueClass(NullWritable.class); // set the map output key class to TetherData job.setMapOutputKeyClass(TetherData.class); // if protocol isn't set if (job.getStrings(TETHER_PROTOCOL)==null) { job.set(TETHER_PROTOCOL, "sasl"); } // add TetherKeySerialization to io.serializations Collection<String> serializations = job.getStringCollection("io.serializations"); if (!serializations.contains(TetherKeySerialization.class.getName())) { serializations.add(TetherKeySerialization.class.getName()); job.setStrings("io.serializations", serializations.toArray(new String[0])); } // determine whether the executable should be added to the cache. if (job.getBoolean(TETHER_EXEC_CACHED,false)){ DistributedCache.addCacheFile(getExecutable(job), job); } }
FileOutputFormat.setOutputPath(conf, outDir); conf.setMapRunnerClass(MultithreadedMapRunner.class);
job.setMapRunnerClass(WikiReverseMapper.class);
private static void setupPipesJob(JobConf conf) throws IOException { conf.setMapRunnerClass(PipesMapRunner.class);
private static void setupPipesJob(JobConf conf) throws IOException { conf.setMapRunnerClass(PipesMapRunner.class);
private static void setupPipesJob(JobConf conf) throws IOException { conf.setMapRunnerClass(PipesMapRunner.class);
private static void setupPipesJob(JobConf conf) throws IOException { conf.setMapRunnerClass(PipesMapRunner.class);
private static void setupPipesJob(JobConf conf) throws IOException { conf.setMapRunnerClass(PipesMapRunner.class);
private static void setupPipesJob(JobConf conf) throws IOException { conf.setMapRunnerClass(PipesMapRunner.class);
private static void setupPipesJob(JobConf conf) throws IOException { conf.setMapRunnerClass(PipesMapRunner.class);
FileOutputFormat.setOutputPath(conf, outDir); conf.setMapRunnerClass(MultithreadedMapRunner.class);
conf.setOutputValueClass( ValueTuple.class ); conf.setMapRunnerClass( FlowMapper.class ); conf.setReducerClass( FlowReducer.class );