@Override public Configuration getConfiguration() { final Configuration configuration; if (SystemProperties.getBoolean(HdfsResource.SYSTEM_PROPERTY_HADOOP_CONF_DIR_ENABLED, false)) { configuration = super.getConfiguration(); } else { configuration = new Configuration(); } configuration.set("fs.defaultFS", _nameNodeUri.toString()); return configuration; }
/** * Constructor to use for creating a * {@link SourceTableRowProcessingPublisher} which feeds data from a source * datastore. * * @param publishers * @param stream */ public SourceTableRowProcessingPublisher(final RowProcessingPublishers publishers, final RowProcessingStream stream) { super(publishers, stream); _queryOptimizerRef = createQueryOptimizerRef(); final boolean aggressiveOptimizeSelectClause = SystemProperties.getBoolean(SystemProperties.QUERY_SELECTCLAUSE_OPTIMIZE, false); if (!aggressiveOptimizeSelectClause) { final Collection<InputColumn<?>> sourceColumns = stream.getAnalysisJob().getSourceColumns(); final List<Column> columns = new ArrayList<>(); for (final InputColumn<?> sourceColumn : sourceColumns) { final Column column = sourceColumn.getPhysicalColumn(); if (column != null && getTable().equals(column.getTable())) { columns.add(column); } } addPhysicalColumns(columns); } }