@Override public void checkOutputSpecs(Configuration conf, ContentSource cs) throws IOException { super.checkOutputSpecs(conf, cs); // store mimetypes map into config system DefaultStringifier.store(conf, getMimetypesMap(), ConfigConstants.CONF_MIMETYPES); }
@Override public RecordWriter<DocumentURI, VALUEOUT> getRecordWriter( TaskAttemptContext context) throws IOException, InterruptedException { Configuration conf = context.getConfiguration(); // TODO: if MAPREDUCE-3377 still exists, need to re-run initialize fastLoad = Boolean.valueOf(conf.get(OUTPUT_FAST_LOAD)); Map<String, ContentSource> sourceMap = getSourceMap(fastLoad, context); // construct the ContentWriter return new ContentWriter<VALUEOUT>(conf, sourceMap, fastLoad, am); }
restrictHosts = initialize(session, restrictHosts, getForwardHeader); LOG.info("Running in fast load mode"); DefaultStringifier.store(conf, queryForestInfo(cs), OUTPUT_FOREST_HOST); hostArray = queryHosts(cs, initHostName, outputHost); } else { hostArray = queryHosts(cs);
new LinkedHashMap<String, ContentSource>(); if (fastLoad) { LinkedMapWritable forestStatusMap = getForestStatusMap(conf); String[] outputHosts = conf.getStrings(OUTPUT_HOST); TextArrayWritable hosts = getHosts(conf); for (Writable host : hosts.get()) { String hostStr = host.toString();