/** * Gets a list from a comma separated property with support for overrides, defaulting to Append behavior * * @param property the property * @return the list */ public List<String> getConfigList( String property ) { return getConfigList( property, ListOverrideType.APPEND ); }
/** * Gets a list from a comma separated property with support for overrides, defaulting to Overlay behavior * * @param property the property * @return the list */ public Set<String> getConfigSet( String property ) { return getConfigSet( property, SetOverrideType.OVERLAY ); }
@SuppressWarnings( "deprecation" ) public static org.apache.hadoop.mapred.JobConf asConfiguration( Configuration c ) { return c.getAsDelegateConf( org.apache.hadoop.mapred.JobConf.class ); }
@Test public void testGetPrefixedOsPropertiesWindowsShimConfigTrumpedBySetConfig() { when( windowsChecker.isWindows() ).thenReturn( true ); shimProperties.setProperty( "java.system.flatclass", "false" ); shimProperties.setProperty( "windows.java.system.flatclass", "false" ); shimProperties.setProperty( "mr1.java.system.flatclass", "true" ); shimProperties.setProperty( ShimProperties.SHIM_CP_CONFIG, "mr1" ); assertEquals( "true", shimProperties.getProperty( "java.system.flatclass" ) ); }
@Test public void testGetConfigListReplaceWithShimConfig() { List<String> rootConfig = new ArrayList<String>( Arrays.asList( "one", "b", "iii" ) ); List<String> shimConfig = new ArrayList<String>( Arrays.asList( "1", "two", "tres" ) ); shimProperties.setProperty( "propName", join( ",", rootConfig ) ); shimProperties.setProperty( "mr1.propName", join( ",", shimConfig ) ); shimProperties.setProperty( ShimProperties.SHIM_CP_CONFIG, "mr1" ); assertEquals( shimConfig, shimProperties.getConfigList( "propName", ListOverrideType.REPLACE ) ); }
@Test public void testGetConfigSetReplaceWithShimConfig() { Set<String> rootConfig = new HashSet<String>( Arrays.asList( "one", "b", "iii" ) ); Set<String> shimConfig = new HashSet<String>( Arrays.asList( "1", "two", "tres" ) ); shimProperties.setProperty( "propName", join( ",", rootConfig ) ); shimProperties.setProperty( "mr1.propName", join( ",", shimConfig ) ); shimProperties.setProperty( ShimProperties.SHIM_CP_CONFIG, "mr1" ); assertEquals( shimConfig, shimProperties.getConfigSet( "propName", SetOverrideType.REPLACE ) ); }
public static InetSocketAddress getJobTrackerAddress( Configuration conf ) { String jobTrackerStr = conf.get( "mapred.job.tracker", "localhost:8012" ); return NetUtils.createSocketAddr( jobTrackerStr ); }
private Path getPath( Configuration conf, FileSystem fs, String outputPath ) { return fs.asPath( conf.getDefaultFileSystemURL(), outputPath ); }
@Override public HadoopConfiguration getActiveConfiguration() throws ConfigurationException { return getConfiguration( activeLocator.getActiveConfigurationId() ); } }
@Test public void testGetPrefixedOsPropertiesLinuxShimConfig() { when( windowsChecker.isWindows() ).thenReturn( false ); shimProperties.setProperty( "java.system.flatclass", "false" ); shimProperties.setProperty( "linux.java.system.flatclass", "true" ); assertEquals( "true", shimProperties.getProperty( "java.system.flatclass" ) ); }
@Test public void testGetConfigListReplaceWithNoShimConfig() { List<String> rootConfig = new ArrayList<String>( Arrays.asList( "one", "b", "iii" ) ); shimProperties.setProperty( "propName", join( ",", rootConfig ) ); assertEquals( rootConfig, shimProperties.getConfigList( "propName", ListOverrideType.REPLACE ) ); shimProperties.setProperty( ShimProperties.SHIM_CP_CONFIG, "mr1" ); assertEquals( rootConfig, shimProperties.getConfigList( "propName", ListOverrideType.REPLACE ) ); }
@Test public void testGetConfigSetOverlayWithNoShimConfig() { Set<String> rootConfig = new HashSet<String>( Arrays.asList( "one", "b", "iii" ) ); shimProperties.setProperty( "propName", join( ",", rootConfig ) ); assertEquals( rootConfig, shimProperties.getConfigSet( "propName", SetOverrideType.OVERLAY ) ); shimProperties.setProperty( ShimProperties.SHIM_CP_CONFIG, "mr1" ); assertEquals( rootConfig, shimProperties.getConfigSet( "propName", SetOverrideType.OVERLAY ) ); }
@Test public void testGetPrefixedOsPropertiesLinuxShimConfigFallback() { when( windowsChecker.isWindows() ).thenReturn( false ); shimProperties.setProperty( "java.system.flatclass", "true" ); assertEquals( "true", shimProperties.getProperty( "java.system.flatclass", "false" ) ); }
@Test public void testGetConfigListPrependWithNoShimConfig() { List<String> rootConfig = new ArrayList<String>( Arrays.asList( "one", "b", "iii" ) ); shimProperties.setProperty( "propName", join( ",", rootConfig ) ); assertEquals( rootConfig, shimProperties.getConfigList( "propName", ListOverrideType.PREPEND ) ); shimProperties.setProperty( ShimProperties.SHIM_CP_CONFIG, "mr1" ); assertEquals( rootConfig, shimProperties.getConfigList( "propName", ListOverrideType.PREPEND ) ); }
@Test public void testGetConfigSetOverlayWithNoRootConfig() { Set<String> shimConfig = new HashSet<String>( Arrays.asList( "1", "two", "tres" ) ); shimProperties.setProperty( "mr1.propName", join( ",", shimConfig ) ); assertEquals( new HashSet<String>(), shimProperties.getConfigSet( "propName", SetOverrideType.OVERLAY ) ); shimProperties.setProperty( ShimProperties.SHIM_CP_CONFIG, "mr1" ); assertEquals( shimConfig, shimProperties.getConfigSet( "propName", SetOverrideType.OVERLAY ) ); }
@Test public void testGetPrefixedOsPropertiesLinuxShimConfigNoBase() { when( windowsChecker.isWindows() ).thenReturn( false ); shimProperties.setProperty( "linux.java.system.flatclass", "true" ); assertEquals( "true", shimProperties.getProperty( "java.system.flatclass", "false" ) ); }
@Test public void testGetConfigListAppendWithNoShimConfig() { List<String> rootConfig = new ArrayList<String>( Arrays.asList( "one", "b", "iii" ) ); shimProperties.setProperty( "propName", join( ",", rootConfig ) ); assertEquals( rootConfig, shimProperties.getConfigList( "propName", ListOverrideType.APPEND ) ); shimProperties.setProperty( ShimProperties.SHIM_CP_CONFIG, "mr1" ); assertEquals( rootConfig, shimProperties.getConfigList( "propName", ListOverrideType.APPEND ) ); }
@Test public void testGetConfigSetReplaceWithNoRootConfig() { Set<String> shimConfig = new HashSet<String>( Arrays.asList( "1", "two", "tres" ) ); shimProperties.setProperty( "mr1.propName", join( ",", shimConfig ) ); assertEquals( new HashSet<String>(), shimProperties.getConfigSet( "propName", SetOverrideType.REPLACE ) ); shimProperties.setProperty( ShimProperties.SHIM_CP_CONFIG, "mr1" ); assertEquals( shimConfig, shimProperties.getConfigSet( "propName", SetOverrideType.REPLACE ) ); }
@Test public void testGetConfigListReplaceWithNoRootConfig() { List<String> shimConfig = new ArrayList<String>( Arrays.asList( "1", "two", "tres" ) ); shimProperties.setProperty( "mr1.propName", join( ",", shimConfig ) ); assertEquals( new ArrayList<String>(), shimProperties.getConfigList( "propName", ListOverrideType.REPLACE ) ); shimProperties.setProperty( ShimProperties.SHIM_CP_CONFIG, "mr1" ); assertEquals( shimConfig, shimProperties.getConfigList( "propName", ListOverrideType.REPLACE ) ); }
@Test public void testGetConfigListAppendWithNoRootConfig() { List<String> shimConfig = new ArrayList<String>( Arrays.asList( "1", "two", "tres" ) ); shimProperties.setProperty( "mr1.propName", join( ",", shimConfig ) ); assertEquals( new ArrayList<String>(), shimProperties.getConfigList( "propName", ListOverrideType.APPEND ) ); shimProperties.setProperty( ShimProperties.SHIM_CP_CONFIG, "mr1" ); assertEquals( shimConfig, shimProperties.getConfigList( "propName", ListOverrideType.APPEND ) ); }