/** * Iterate over all the files in the directory, recursively. * * @param dir The root directory. * @return All files within the directory. */ public static Iterable<File> iterFilesRecursive(final File dir) { return iterFilesRecursive(dir, (Pattern) null); }
public ParsedGigawordReader(File directory) { this.files = IOUtils.iterFilesRecursive(directory); }
/** * Iterate over all the files in the directory, recursively. * * @param dir The root directory. * @param ext A string that must be at the end of all files (e.g. ".txt") * @return All files within the directory ending in the given extension. */ public static Iterable<File> iterFilesRecursive(final File dir, final String ext) { return iterFilesRecursive(dir, Pattern.compile(Pattern.quote(ext) + "$")); }
public static Iterable<File> listFileIncludingItself(String file) { File f = new File(file); if(!f.isDirectory()) return Arrays.asList(f); else return IOUtils.iterFilesRecursive(f); }
private static List<File> getFiles(String filepath, Pattern filter) { Iterable<File> iter = IOUtils.iterFilesRecursive(new File(filepath), filter); List<File> fileList = new ArrayList<>(); for (File f:iter) { fileList.add(f); } Collections.sort(fileList); return fileList; }
private static List<File> getFiles(String filepath, Pattern filter) { Iterable<File> iter = IOUtils.iterFilesRecursive(new File(filepath), filter); List<File> fileList = new ArrayList<>(); for (File f:iter) { fileList.add(f); } Collections.sort(fileList); return fileList; }
private static Stream<SentimentDatum> imdb(String path, SentimentClass label) { return StreamSupport.stream( IOUtils.iterFilesRecursive(new File(path)).spliterator(), true) .map(x -> { try { return new SentimentDatum(IOUtils.slurpFile(x), label); } catch (IOException e) { throw new RuntimeIOException(e); } }); }
private static Stream<SentimentDatum> unlabelled(String path) throws IOException { return StreamSupport.stream( IOUtils.iterFilesRecursive(new File(path)).spliterator(), true) .flatMap(x -> new Document(IOUtils.slurpReader(IOUtils.readerFromFile(x))) .sentences() .stream() .map(y -> new SentimentDatum(y.text(), SentimentClass.NEUTRAL))); }
for (File f : iterFilesRecursive(file)) { count += 1; size += f.length();
public static void processTempEval3(AnnotationPipeline pipeline, String in, String out, String evalCmd) throws Exception { // Process files File inFile = new File(in); if (inFile.isDirectory()) { // input is a directory - process files in directory Pattern teinputPattern = Pattern.compile("\\.(TE3input|tml)$"); Iterable<File> files = IOUtils.iterFilesRecursive(inFile, teinputPattern); File outDir = new File(out); outDir.mkdirs(); for (File file: files) { String inputFilename = file.getAbsolutePath(); String outputFilename = inputFilename.replace(in, out).replace(".TE3input", ""); if (!outputFilename.equalsIgnoreCase(inputFilename)) { //System.out.println(inputFilename + " => " + outputFilename); processTempEval3File(pipeline, inputFilename, outputFilename); } else { log.info("ABORTING: Input file and output is the same - " + inputFilename); System.exit(-1); } } } else { // input is a file - process file processTempEval3File(pipeline, in, out); } // Evaluate if (evalCmd != null) { // TODO: apply eval command } }
private static List<File> getAllFiles(String file) { List<File> allFiles = new ArrayList<>(); for (String tokfile : file.split("[,;]")) { File filef = new File(tokfile); if (filef.isDirectory()) { Redwood.log(Redwood.DBG, "Will read from directory " + filef); String path = ".*"; File dir = filef; for (File f : IOUtils.iterFilesRecursive(dir, java.util.regex.Pattern.compile(path))) { Redwood.log(ConstantsAndVariables.extremedebug, "Will read from file " + f); allFiles.add(f); } } else { if (filef.exists()) { Redwood.log(Redwood.DBG, "Will read from file " + filef); allFiles.add(filef); } else { Redwood.log(Redwood.DBG, "trying to read from file " + filef); //Is this a pattern? RegExFileFilter fileFilter = new RegExFileFilter(java.util.regex.Pattern.compile(filef.getName())); File dir = new File(tokfile.substring(0, tokfile.lastIndexOf("/"))); File[] files = dir.listFiles(fileFilter); allFiles.addAll(Arrays.asList(files)); } } } return allFiles; }
for (File aceFile : IOUtils.iterFilesRecursive(basePath, ".apf.xml")) { if (aceFile.getName().endsWith(".UPC1.apf.xml")) { continue;
Iterable<File> files = IOUtils.iterFilesRecursive(directory, "mrg"); int numTreesProcessed = 0; List<Pair<CoreMap, Collection<Pair<Span, Span>>>> trainingData = new ArrayList<>(1024);
/** * Iterate over all the files in the directory, recursively. * * @param dir The root directory. * @return All files within the directory. */ public static Iterable<File> iterFilesRecursive(final File dir) { return iterFilesRecursive(dir, (Pattern) null); }
/** * Iterate over all the files in the directory, recursively. * * @param dir The root directory. * @param ext A string that must be at the end of all files (e.g. ".txt") * @return All files within the directory ending in the given extension. */ public static Iterable<File> iterFilesRecursive(final File dir, final String ext) { return iterFilesRecursive(dir, Pattern.compile(Pattern.quote(ext) + "$")); }
/** * Iterate over all the files in the directory, recursively. * * @param dir * The root directory. * @param ext * A string that must be at the end of all files (e.g. ".txt") * @return All files within the directory ending in the given extension. */ public static Iterable<File> iterFilesRecursive(final File dir, final String ext) { return iterFilesRecursive(dir, Pattern.compile(Pattern.quote(ext) + "$")); }
/** * Iterate over all the files in the directory, recursively. * * @param dir The root directory. * @param ext A string that must be at the end of all files (e.g. ".txt") * @return All files within the directory ending in the given extension. */ public static Iterable<File> iterFilesRecursive(final File dir, final String ext) { return iterFilesRecursive(dir, Pattern.compile(Pattern.quote(ext) + "$")); }
public static Iterable<File> listFileIncludingItself(String file) { File f = new File(file); if(!f.isDirectory()) return Arrays.asList(f); else return IOUtils.iterFilesRecursive(f); }
private static List<File> getFiles(String filepath, Pattern filter) { Iterable<File> iter = IOUtils.iterFilesRecursive(new File(filepath), filter); List<File> fileList = new ArrayList<>(); for (File f:iter) { fileList.add(f); } Collections.sort(fileList); return fileList; }
private static List<File> getFiles(String filepath, Pattern filter) { Iterable<File> iter = IOUtils.iterFilesRecursive(new File(filepath), filter); List<File> fileList = new ArrayList<>(); for (File f:iter) { fileList.add(f); } Collections.sort(fileList); return fileList; }