public static BufferedReader[] getResultReader( String resultPath, String[] excludePrefixes, boolean inOrderOfFiles) throws IOException { File[] files = getAllInvolvedFiles(resultPath, excludePrefixes); if (inOrderOfFiles) { // sort the files after their name (1, 2, 3, 4)... // we cannot sort by path, because strings sort by prefix Arrays.sort(files, new Comparator<File>() { @Override public int compare(File o1, File o2) { try { int f1 = Integer.parseInt(o1.getName()); int f2 = Integer.parseInt(o2.getName()); return f1 < f2 ? -1 : (f1 > f2 ? 1 : 0); } catch (NumberFormatException e) { throw new RuntimeException("The file names are no numbers and cannot be ordered: " + o1.getName() + "/" + o2.getName()); } } }); } BufferedReader[] readers = new BufferedReader[files.length]; for (int i = 0; i < files.length; i++) { readers[i] = new BufferedReader(new FileReader(files[i])); } return readers; }
public static void readAllResultLines( List<String> target, String resultPath, String[] excludePrefixes, boolean inOrderOfFiles) throws IOException { checkArgument(resultPath != null, "resultPath cannot be be null"); final BufferedReader[] readers = getResultReader(resultPath, excludePrefixes, inOrderOfFiles); try { for (BufferedReader reader : readers) { String s; while ((s = reader.readLine()) != null) { target.add(s); } } } finally { for (BufferedReader reader : readers) { org.apache.flink.util.IOUtils.closeQuietly(reader); } } }
public static BufferedReader[] getResultReader( String resultPath, String[] excludePrefixes, boolean inOrderOfFiles) throws IOException { File[] files = getAllInvolvedFiles(resultPath, excludePrefixes); if (inOrderOfFiles) { // sort the files after their name (1, 2, 3, 4)... // we cannot sort by path, because strings sort by prefix Arrays.sort(files, new Comparator<File>() { @Override public int compare(File o1, File o2) { try { int f1 = Integer.parseInt(o1.getName()); int f2 = Integer.parseInt(o2.getName()); return f1 < f2 ? -1 : (f1 > f2 ? 1 : 0); } catch (NumberFormatException e) { throw new RuntimeException("The file names are no numbers and cannot be ordered: " + o1.getName() + "/" + o2.getName()); } } }); } BufferedReader[] readers = new BufferedReader[files.length]; for (int i = 0; i < files.length; i++) { readers[i] = new BufferedReader(new FileReader(files[i])); } return readers; }
public static BufferedReader[] getResultReader( String resultPath, String[] excludePrefixes, boolean inOrderOfFiles) throws IOException { File[] files = getAllInvolvedFiles(resultPath, excludePrefixes); if (inOrderOfFiles) { // sort the files after their name (1, 2, 3, 4)... // we cannot sort by path, because strings sort by prefix Arrays.sort(files, new Comparator<File>() { @Override public int compare(File o1, File o2) { try { int f1 = Integer.parseInt(o1.getName()); int f2 = Integer.parseInt(o2.getName()); return f1 < f2 ? -1 : (f1 > f2 ? 1 : 0); } catch (NumberFormatException e) { throw new RuntimeException("The file names are no numbers and cannot be ordered: " + o1.getName() + "/" + o2.getName()); } } }); } BufferedReader[] readers = new BufferedReader[files.length]; for (int i = 0; i < files.length; i++) { readers[i] = new BufferedReader(new FileReader(files[i])); } return readers; }
public static BufferedReader[] getResultReader( String resultPath, String[] excludePrefixes, boolean inOrderOfFiles) throws IOException { File[] files = getAllInvolvedFiles(resultPath, excludePrefixes); if (inOrderOfFiles) { // sort the files after their name (1, 2, 3, 4)... // we cannot sort by path, because strings sort by prefix Arrays.sort(files, new Comparator<File>() { @Override public int compare(File o1, File o2) { try { int f1 = Integer.parseInt(o1.getName()); int f2 = Integer.parseInt(o2.getName()); return f1 < f2 ? -1 : (f1 > f2 ? 1 : 0); } catch (NumberFormatException e) { throw new RuntimeException("The file names are no numbers and cannot be ordered: " + o1.getName() + "/" + o2.getName()); } } }); } BufferedReader[] readers = new BufferedReader[files.length]; for (int i = 0; i < files.length; i++) { readers[i] = new BufferedReader(new FileReader(files[i])); } return readers; }
public static BufferedReader[] getResultReader( String resultPath, String[] excludePrefixes, boolean inOrderOfFiles) throws IOException { File[] files = getAllInvolvedFiles(resultPath, excludePrefixes); if (inOrderOfFiles) { // sort the files after their name (1, 2, 3, 4)... // we cannot sort by path, because strings sort by prefix Arrays.sort(files, new Comparator<File>() { @Override public int compare(File o1, File o2) { try { int f1 = Integer.parseInt(o1.getName()); int f2 = Integer.parseInt(o2.getName()); return f1 < f2 ? -1 : (f1 > f2 ? 1 : 0); } catch (NumberFormatException e) { throw new RuntimeException("The file names are no numbers and cannot be ordered: " + o1.getName() + "/" + o2.getName()); } } }); } BufferedReader[] readers = new BufferedReader[files.length]; for (int i = 0; i < files.length; i++) { readers[i] = new BufferedReader(new FileReader(files[i])); } return readers; }
public static void readAllResultLines( List<String> target, String resultPath, String[] excludePrefixes, boolean inOrderOfFiles) throws IOException { checkArgument(resultPath != null, "resultPath cannot be be null"); final BufferedReader[] readers = getResultReader(resultPath, excludePrefixes, inOrderOfFiles); try { for (BufferedReader reader : readers) { String s; while ((s = reader.readLine()) != null) { target.add(s); } } } finally { for (BufferedReader reader : readers) { org.apache.flink.util.IOUtils.closeQuietly(reader); } } }
public static void readAllResultLines( List<String> target, String resultPath, String[] excludePrefixes, boolean inOrderOfFiles) throws IOException { checkArgument(resultPath != null, "resultPath cannot be be null"); final BufferedReader[] readers = getResultReader(resultPath, excludePrefixes, inOrderOfFiles); try { for (BufferedReader reader : readers) { String s; while ((s = reader.readLine()) != null) { target.add(s); } } } finally { for (BufferedReader reader : readers) { org.apache.flink.util.IOUtils.closeQuietly(reader); } } }
public static void readAllResultLines( List<String> target, String resultPath, String[] excludePrefixes, boolean inOrderOfFiles) throws IOException { checkArgument(resultPath != null, "resultPath cannot be be null"); final BufferedReader[] readers = getResultReader(resultPath, excludePrefixes, inOrderOfFiles); try { for (BufferedReader reader : readers) { String s; while ((s = reader.readLine()) != null) { target.add(s); } } } finally { for (BufferedReader reader : readers) { org.apache.flink.util.IOUtils.closeQuietly(reader); } } }
public static void readAllResultLines( List<String> target, String resultPath, String[] excludePrefixes, boolean inOrderOfFiles) throws IOException { checkArgument(resultPath != null, "resultPath cannot be be null"); final BufferedReader[] readers = getResultReader(resultPath, excludePrefixes, inOrderOfFiles); try { for (BufferedReader reader : readers) { String s; while ((s = reader.readLine()) != null) { target.add(s); } } } finally { for (BufferedReader reader : readers) { org.apache.flink.util.IOUtils.closeQuietly(reader); } } }