/** * Constructs an iterator setting configured for the specified scopes with the specified * parameters. * * @param priority * the priority for the iterator (see {@link #setPriority(int)}) * @param name * the distinguishing name for the iterator * @param iteratorClass * the fully qualified class name for the iterator * @param properties * any properties for the iterator */ public IteratorSetting(int priority, String name, String iteratorClass, Map<String,String> properties) { setPriority(priority); setName(name); setIteratorClass(iteratorClass); this.properties = new HashMap<>(); addOptions(properties); }
protected void addVisibilityFilters(Iterator<Authorizations> iter) { for (int priority = 10; iter.hasNext(); priority++) { IteratorSetting cfg = new IteratorSetting(priority, ConfigurableVisibilityFilter.class); cfg.setName("visibilityFilter" + priority); cfg.addOption(ConfigurableVisibilityFilter.AUTHORIZATIONS_OPT, iter.next().toString()); BulkInputFormat.addIterator(conf, cfg); } }
/** * Constructs an iterator setting configured for the specified scopes with the specified * parameters. * * @param priority * the priority for the iterator (see {@link #setPriority(int)}) * @param name * the distinguishing name for the iterator * @param iteratorClass * the fully qualified class name for the iterator * @param properties * any properties for the iterator */ public IteratorSetting(int priority, String name, String iteratorClass, Map<String,String> properties) { setPriority(priority); setName(name); setIteratorClass(iteratorClass); this.properties = new HashMap<>(); addOptions(properties); }
for (int priority = 10; authsIter != null && authsIter.hasNext(); ++priority) { IteratorSetting cfg = new IteratorSetting(priority, ConfigurableVisibilityFilter.class); cfg.setName("visibilityFilter" + priority); cfg.addOption(ConfigurableVisibilityFilter.AUTHORIZATIONS_OPT, authsIter.next().toString()); BulkInputFormat.addIterator(job.getConfiguration(), cfg);
cfg1.setName("visibilityFilter1"); cfg1.addOption(ConfigurableVisibilityFilter.AUTHORIZATIONS_OPT, "B1,B2,B3"); BulkInputFormat.addIterator(conf, cfg1); cfg2.setName("visibilityFilter2"); cfg2.addOption(ConfigurableVisibilityFilter.AUTHORIZATIONS_OPT, "C1,C2,C3"); BulkInputFormat.addIterator(conf, cfg2);