/** * Returns the contents of a file as a list of strings. The list may be * empty, if the file is empty. If there is an IOException, it is caught * and null is returned. */ public static List<String> linesFromFile(String filename) { return linesFromFile(filename, defaultEncoding); }
/** * Returns the contents of a file as a list of strings. The list may be * empty, if the file is empty. If there is an IOException, it is caught * and null is returned. Encoding can also be specified */ public static List<String> linesFromFile(String filename,String encoding) { return linesFromFile(filename, encoding, false); }
public void loadGenderNames(HashSet<String> genderSet, String filePath) { List<String> nameFileEntries = IOUtils.linesFromFile(filePath); for (String nameCSV : nameFileEntries) { String[] namesForThisLine = nameCSV.split(","); for (String name : namesForThisLine) { genderSet.add(name.toLowerCase()); } } }
public static Map<String, Person.Gender> readGenderedNounList(String filename) { Map<String, Person.Gender> genderMap = Generics.newHashMap(); List<String> lines = IOUtils.linesFromFile(filename); for(String line : lines) { String[] nounAndStats = line.split("\\t"); String[] stats = nounAndStats[1].split(" "); Person.Gender gender = (Integer.parseInt(stats[0]) >= Integer.parseInt(stats[1])) ? Person.Gender.MALE : Person.Gender.FEMALE; genderMap.put(nounAndStats[0], gender); } return genderMap; }
public static Set<String> readFamilyRelations(String filename) { Set<String> familyRelations = Generics.newHashSet(); List<String> lines = IOUtils.linesFromFile(filename); for (String line : lines) { if (line.trim().length() > 0) { familyRelations.add(line.toLowerCase().trim()); } } return familyRelations; }
public static Set<String> readAnimacyList(String filename) { Set<String> animacyList = Generics.newHashSet(); List<String> lines = IOUtils.linesFromFile(filename); for (String line : lines) { if (!Character.isUpperCase(line.charAt(0))) //ignore names animacyList.add(line); } return animacyList; }
public DocDateAnnotator(String name, Properties props) throws IOException { // if a mapping file is specified, build the hash map useFixedDate = props.containsKey(name+"."+DOC_DATE_FIXED_PROPERTY); useMappingFile = props.containsKey(name+"."+DOC_DATE_MAPPING_FILE_PROPERTY); usePresentDate = PropertiesUtils.getBool(props, name+"."+DOC_DATE_PRESENT_PROPERTY, false); useRegex = props.containsKey(name+"."+DOC_DATE_REGEX_PROPERTY); if (useMappingFile) { // if using mapping file, load the doc dates String mappingFilePath = props.getProperty(name + "." + DOC_DATE_MAPPING_FILE_PROPERTY); docIDToDocDate = new HashMap<String,String>(); List<String> mappingEntries = IOUtils.linesFromFile(mappingFilePath); for (String fileNameAndDocDate : mappingEntries) { String[] keyAndValue = fileNameAndDocDate.split("\t"); docIDToDocDate.put(keyAndValue[0], keyAndValue[1]); } } else if (useFixedDate) { // if using fixed date, set that date fixedDate = props.getProperty(name+"."+DOC_DATE_FIXED_PROPERTY); } else if (useRegex) { fileDocDatePattern = Pattern.compile(props.getProperty(name+"."+DOC_DATE_REGEX_PROPERTY)); } }
public void setUp() { assert (wordClassClusterFile != null); if (wordClassClusterFile != null) { for (String line : IOUtils.readLines(wordClassClusterFile)) { String[] t = line.split("\\s+"); int num = Integer.parseInt(t[1]); clusterIds.put(t[0], num); clusters.add(num, t[0]); } } if (negativeWordsFiles != null) { for (String file : negativeWordsFiles.split("[,;]")) { negativeWords.addAll(IOUtils.linesFromFile(file)); } System.out.println("number of negative words from lists " + negativeWords.size()); } }
List<String> lines = IOUtils.linesFromFile(filename); Map<Integer, List<CoreLabel>> charsToTokens = new HashMap<>(); boolean first = true;
filesToProcess = IOUtils.linesFromFile(FILELIST.getPath()).stream() .map(String::trim) .map(path -> path.replaceAll("^~", "$HOME"))
System.out.println("Reading english words from " + englishWordsFiles); for (String englishWordsFile : englishWordsFiles.split("[;,]")) englishWords.addAll(IOUtils.linesFromFile(englishWordsFile)); commonEngWords = Collections.synchronizedSet(new HashSet<>()); for (String file : commonWordsPatternFiles.split("[;,]")) commonEngWords.addAll(IOUtils.linesFromFile(file));
/** * Returns the contents of a file as a list of strings. The list may be * empty, if the file is empty. If there is an IOException, it is caught * and null is returned. */ public static List<String> linesFromFile(String filename) { return linesFromFile(filename, defaultEncoding); }
/** * Returns the contents of a file as a list of strings. The list may be * empty, if the file is empty. If there is an IOException, it is caught * and null is returned. Encoding can also be specified */ public static List<String> linesFromFile(String filename,String encoding) { return linesFromFile(filename, encoding, false); }
/** * Returns the contents of a file as a list of strings. The list may be * empty, if the file is empty. If there is an IOException, it is caught * and null is returned. */ public static List<String> linesFromFile(String filename) { return linesFromFile(filename, defaultEncoding); }
/** * Returns the contents of a file as a list of strings. The list may be * empty, if the file is empty. If there is an IOException, it is caught * and null is returned. */ public static List<String> linesFromFile(String filename) { return linesFromFile(filename,defaultEnc); }
/** * Returns the contents of a file as a list of strings. The list may be * empty, if the file is empty. If there is an IOException, it is caught * and null is returned. */ public static List<String> linesFromFile(String filename) { return linesFromFile(filename, defaultEncoding); }
public void loadGenderNames(HashSet<String> genderSet, String filePath) { List<String> nameFileEntries = IOUtils.linesFromFile(filePath); for (String nameCSV : nameFileEntries) { String[] namesForThisLine = nameCSV.split(","); for (String name : namesForThisLine) { genderSet.add(name.toLowerCase()); } } }
public static Set<String> readAnimacyList(String filename) { Set<String> animacyList = Generics.newHashSet(); List<String> lines = IOUtils.linesFromFile(filename); for (String line : lines) { if (!Character.isUpperCase(line.charAt(0))) //ignore names animacyList.add(line); } return animacyList; }
public static Set<String> readFamilyRelations(String filename) { Set<String> familyRelations = Generics.newHashSet(); List<String> lines = IOUtils.linesFromFile(filename); for (String line : lines) { if (line.trim().length() > 0) { familyRelations.add(line.toLowerCase().trim()); } } return familyRelations; }
public static Map<String, Person.Gender> readGenderedNounList(String filename) { Map<String, Person.Gender> genderMap = Generics.newHashMap(); List<String> lines = IOUtils.linesFromFile(filename); for(String line : lines) { String[] nounAndStats = line.split("\\t"); String[] stats = nounAndStats[1].split(" "); Person.Gender gender = (Integer.parseInt(stats[0]) >= Integer.parseInt(stats[1])) ? Person.Gender.MALE : Person.Gender.FEMALE; genderMap.put(nounAndStats[0], gender); } return genderMap; }