private void waitToExitSafeMode(JobClient client) throws IOException { LOG.info("Waiting to exit safe mode..."); FileSystem fs = client.getFs(); DistributedFileSystem dfs = (DistributedFileSystem) fs; boolean inSafeMode = true; while (inSafeMode) { inSafeMode = dfs.setSafeMode(FSConstants.SafeModeAction.SAFEMODE_GET); try { Thread.sleep(1000); } catch (InterruptedException e) { break; } } LOG.info("Exited safe mode"); }
private void runSortJobTests(final JobClient jc, final Configuration conf) throws Exception { String inputPath = "my_reliability_test_input"; String outputPath = "my_reliability_test_output"; FileSystem fs = jc.getFs(); fs.delete(new Path(inputPath), true); fs.delete(new Path(outputPath), true); runRandomWriterTest(jc, conf, inputPath); runSortTest(jc, conf, inputPath, outputPath); runSortValidatorTest(jc, conf, inputPath, outputPath); }
private static void waitToExitSafeMode(JobClient client) throws IOException { LOG.info("Waiting to exit safe mode..."); FileSystem fs = client.getFs(); DistributedFileSystem dfs = (DistributedFileSystem) fs; boolean inSafeMode = true; while (inSafeMode) { inSafeMode = dfs.setSafeMode(FSConstants.SafeModeAction.SAFEMODE_GET); try { System.out.print("."); Thread.sleep(1000); } catch (InterruptedException e) { break; } } LOG.info("Exited safe mode"); }
private static void waitToExitSafeMode(JobClient client) throws IOException { LOG.info("Waiting to exit safe mode..."); FileSystem fs = client.getFs(); DistributedFileSystem dfs = (DistributedFileSystem) fs; boolean inSafeMode = true; while (inSafeMode) { inSafeMode = dfs.setSafeMode(FSConstants.SafeModeAction.SAFEMODE_GET); try { System.out.print("."); Thread.sleep(1000); } catch (InterruptedException e) { break; } } LOG.info("Exited safe mode"); }
Path tmpDir = new Path(jClient.getFs().getHomeDirectory(), ".staging"); Random r = new Random(); Path indirInputFile = new Path(tmpDir,
private void runSortJobTests(final JobClient jc, final Configuration conf) throws Exception { String inputPath = "my_reliability_test_input"; String outputPath = "my_reliability_test_output"; FileSystem fs = jc.getFs(); fs.delete(new Path(inputPath), true); fs.delete(new Path(outputPath), true); runRandomWriterTest(jc, conf, inputPath); runSortTest(jc, conf, inputPath, outputPath); runSortValidatorTest(jc, conf, inputPath, outputPath); }
FsPermission mapredSysPerms = new FsPermission(JobSubmissionFiles.JOB_DIR_PERMISSION); FileSystem.mkdirs(jClient.getFs(), jobdir, mapredSysPerms); LOG.info(JOB_DIR_LABEL + "=" + jobdir);
FsPermission mapredSysPerms = new FsPermission(JobSubmissionFiles.JOB_DIR_PERMISSION); FileSystem.mkdirs(jClient.getFs(), jobdir, mapredSysPerms); LOG.info(JOB_DIR_LABEL + "=" + jobdir);
FileSystem fs = getFs(); LOG.debug("default FileSystem: " + fs.getUri()); fs.delete(submitJobDir, true);
FsPermission mapredSysPerms = new FsPermission(JobSubmissionFiles.JOB_DIR_PERMISSION); FileSystem.mkdirs(jClient.getFs(), jobDirectory, mapredSysPerms); jobConf.set(JOB_DIR_LABEL, jobDirectory.toString());
FileSystem fs = getFs(); LOG.debug("default FileSystem: " + fs.getUri());
Path submitSplitFile = new Path(submitJobDir, "job.split"); getFs(); if (jobSubmitClient instanceof LocalJobRunner) { symLinkAndConfigureFiles(job);
Path tmpDir = new Path(jClient.getFs().getHomeDirectory(), ".staging"); Random r = new Random(); Path indirInputFile = new Path(tmpDir,