How to use

stream

method

in

org.apache.flink.core.fs.OutputStreamAndPath

@Test
public void testCreateEntropyAwarePlainFs() throws Exception {
  File folder = TMP_FOLDER.newFolder();
  Path path = new Path(Path.fromLocalFile(folder), "_entropy_/file");
  OutputStreamAndPath out = EntropyInjector.createEntropyAware(
      LocalFileSystem.getSharedInstance(), path, WriteMode.NO_OVERWRITE);
  out.stream().close();
  assertEquals(path, out.path());
  assertTrue(new File (new File(folder, "_entropy_"), "file").exists());
}

@Test
public void testCreateEntropyAwareEntropyFs() throws Exception {
  File folder = TMP_FOLDER.newFolder();
  Path path = new Path(Path.fromLocalFile(folder), "_entropy_/file");
  Path pathWithEntropy = new Path(Path.fromLocalFile(folder), "test-entropy/file");
  FileSystem fs = new TestEntropyInjectingFs("_entropy_", "test-entropy");
  OutputStreamAndPath out = EntropyInjector.createEntropyAware(fs, path, WriteMode.NO_OVERWRITE);
  out.stream().close();
  assertEquals(new Path(Path.fromLocalFile(folder), "test-entropy/file"), out.path());
  assertTrue(new File (new File(folder, "test-entropy"), "file").exists());
}

@Test
public void testWithSafetyNet() throws Exception {
  final String entropyKey = "__ekey__";
  final String entropyValue = "abc";
  final File folder = TMP_FOLDER.newFolder();
  final Path path = new Path(Path.fromLocalFile(folder), entropyKey + "/path/");
  final Path pathWithEntropy = new Path(Path.fromLocalFile(folder), entropyValue + "/path/");
  TestEntropyInjectingFs efs = new TestEntropyInjectingFs(entropyKey, entropyValue);
  FSDataOutputStream out;
  FileSystemSafetyNet.initializeSafetyNetForThread();
  FileSystem fs = FileSystemSafetyNet.wrapWithSafetyNetWhenActivated(efs);
  try  {
    OutputStreamAndPath streamAndPath = EntropyInjector.createEntropyAware(
        fs, path, WriteMode.NO_OVERWRITE);
    out = streamAndPath.stream();
    assertEquals(pathWithEntropy, streamAndPath.path());
  }
  finally {
    FileSystemSafetyNet.closeSafetyNetAndGuardedResourcesForThread();
  }
  // check that the safety net closed the stream
  try {
    out.write(42);
    out.flush();
    fail("stream should be already close and hence fail with an exception");
  } catch (IOException ignored) {}
}

  private void createStream() throws IOException {
    Exception latestException = null;
    for (int attempt = 0; attempt < 10; attempt++) {
      try {
        OutputStreamAndPath streamAndPath = EntropyInjector.createEntropyAware(
            fs, createStatePath(), WriteMode.NO_OVERWRITE);
        this.outStream = streamAndPath.stream();
        this.statePath = streamAndPath.path();
        return;
      }
      catch (Exception e) {
        latestException = e;
      }
    }
    throw new IOException("Could not open output stream for state backend", latestException);
  }
}

  private void createStream() throws IOException {
    Exception latestException = null;
    for (int attempt = 0; attempt < 10; attempt++) {
      try {
        OutputStreamAndPath streamAndPath = EntropyInjector.createEntropyAware(
            fs, createStatePath(), WriteMode.NO_OVERWRITE);
        this.outStream = streamAndPath.stream();
        this.statePath = streamAndPath.path();
        return;
      }
      catch (Exception e) {
        latestException = e;
      }
    }
    throw new IOException("Could not open output stream for state backend", latestException);
  }
}