private void gramPerString(String str) { String s = "^" + str + "*"; for (int i = 1; i < s.length() - 1; i++) { String c = s.substring(i, i+1); if (cmap.containsKey(c)) { String temp = s.substring(i-1, i) + s.substring(i+1, i+2); int id = cmap.get(c); hashlist.get(id).add(temp); } } }
/** * Adds all of the elements in <tt>collection</tt> to the set. * * @param collection a <code>Collection</code> value * @return true if the set was modified by the add all operation. */ public boolean addAll(Collection<? extends E> collection) { boolean changed = false; int size = collection.size(); ensureCapacity(size); Iterator<? extends E> it = collection.iterator(); while (size-- > 0) { if (add(it.next())) { changed = true; } } return changed; }
public ItemShovelCore(ToolMaterial toolMaterial) { super(1.0F, -3.0F, toolMaterial); addToolClass("shovel"); effectiveBlocks.addAll(ItemSpade.EFFECTIVE_ON); effectiveMaterials.add(Material.GROUND); effectiveMaterials.add(Material.GRASS); effectiveMaterials.add(Material.SAND); effectiveMaterials.add(Material.SNOW); effectiveMaterials.add(Material.CRAFTED_SNOW); effectiveMaterials.add(Material.CLAY); }
/** * @param dict * @param string * @throws IOException */ public void readPOSTrain(String path, String suff) throws IOException { List<File> dicts = MyFiles.getAllFiles(path,suff); for(File fdict: dicts){ BufferedReader bfr = new BufferedReader(new InputStreamReader(new FileInputStream(fdict),"utf8")); String line = null; while ((line = bfr.readLine()) != null) { if(line.length()==0){ continue; } int idx = line.indexOf("\t"); line = line.substring(0,idx); set.add(line); } bfr.close(); } }
public ItemPickaxeCore(ToolMaterial toolMaterial) { super(2.0F, -2.8F, toolMaterial); addToolClass("pickaxe"); effectiveBlocks.addAll(ItemPickaxe.EFFECTIVE_ON); effectiveMaterials.add(Material.IRON); effectiveMaterials.add(Material.ANVIL); effectiveMaterials.add(Material.ROCK); effectiveMaterials.add(Material.ICE); effectiveMaterials.add(Material.PACKED_ICE); effectiveMaterials.add(Material.GLASS); effectiveMaterials.add(Material.REDSTONE_LIGHT); }
public ItemAxeFlux(ToolMaterial toolMaterial) { super(-2.8F, toolMaterial); addToolClass("axe"); damage = 7; damageCharged = 6; energyPerUseCharged = 1600; effectiveBlocks.addAll(ItemAxe.EFFECTIVE_ON); effectiveMaterials.add(Material.WOOD); effectiveMaterials.add(Material.PLANTS); effectiveMaterials.add(Material.VINE); effectiveMaterials.add(Material.CACTUS); effectiveMaterials.add(Material.GOURD); }
/** * 读取带词频的字典 * @param dict * @param string * @param file * @throws IOException */ public void readDictionaryWithFrequency(String path, String suffix) throws IOException { List<File> dicts = MyFiles.getAllFiles(path, suffix); for(File fdict: dicts){ BufferedReader bfr = new BufferedReader(new InputStreamReader(new FileInputStream(fdict),"utf8")); String line = null; while ((line = bfr.readLine()) != null) { String[] toks = line.split("(\\s| | |\\t)+"); line = toks[0]; if(line.length()==0||set.contains(line)) continue; set.add(line); } bfr.close(); } }
public static void BMES2DICT(String file, String dicfile) throws UnsupportedEncodingException, FileNotFoundException, IOException { BufferedReader bfr = new BufferedReader(new InputStreamReader(new FileInputStream(file),"utf8")); String line = null; int count=0; THashSet<String> dict = new THashSet<String>(); StringBuilder sb = new StringBuilder(); while ((line = bfr.readLine()) != null) { if(line.length()==0) continue; String[] toks = line.split("\\s+"); String label = toks[1]; String w = toks[0]; if(w.equals(" ")){//空格特殊处理 if(sb.length()>0){ dict.add(sb.toString()); sb = new StringBuilder(); } continue; } sb.append(w); if (label.equals("E") || label.equals("S")) { dict.add(sb.toString()); sb = new StringBuilder(); } } MyCollection.write(dict,dicfile); } THashSet<String> set = new THashSet<String>();
/** * 读取不带词频的字典 * @param dict * @param string * @param file * @throws IOException */ public void readDictionary(String path, String suffix) throws IOException { List<File> dicts = MyFiles.getAllFiles(path, suffix); for(File fdict: dicts){ BufferedReader bfr = new BufferedReader(new InputStreamReader(new FileInputStream(fdict),"utf8")); String line = null; while ((line = bfr.readLine()) != null) { line = line.replaceAll("(\\s| | |\\t)+", ""); if(line.length()==0||set.contains(line)) continue; set.add(line); } bfr.close(); } } /**
public void readSougou(String dict,int minLen,int maxLen,String name) throws IOException { for(int len=minLen;len<=maxLen;len++){ BufferedReader bfr = new BufferedReader(new InputStreamReader(new FileInputStream(dict),"utf8")); String line = null; while ((line = bfr.readLine()) != null) { String[] words =line.split("\\s+"); if(name.equals("sougou")&&words.length<3) continue; else if(words.length<1) continue; String w = words[0]; w = w.replaceAll("(\\s| | |\\t)+", ""); if(w.contains(" ")) System.out.println(); if(w.length()!=len) continue; ArrayList<String> subwords = getAllSubWords(w,2,3); if(subwords!=null){ int c = MyCollection.isContain(set,subwords); if(c>1) continue; } if(set.contains(w)) continue; set.add(w); } bfr.close(); } }
@SuppressWarnings({"unchecked"}) public void readExternal(ObjectInput in) throws IOException, ClassNotFoundException { // VERSION byte version = in.readByte(); // NOTE: super was not written in version 0 if (version != 0) { super.readExternal(in); } // NUMBER OF ENTRIES int size = in.readInt(); setUp(size); // ENTRIES while (size-- > 0) { E val = (E) in.readObject(); add(val); } } } // THashSet
String ss = (String) e.getKey(); if((Float) e.getValue()>thres&&ss.length()>1&&!dict.contains(ss)&&!tempdict.contains(ss)){ newset.add(ss); bwNew.write(ss); bwNew.write("\n");
@Override public boolean add(E obj) { return delegate.add(obj); }
@Override public boolean add(E obj) { return delegate.add(obj); }
public ItemSickleCore(ToolMaterial toolMaterial) { super(2.5F, -2.6F, toolMaterial); addToolClass("sickle"); setMaxDamage(toolMaterial.getMaxUses() * 4); effectiveBlocks.add(Blocks.WEB); effectiveBlocks.add(Blocks.VINE); effectiveBlocks.add(Blocks.LEAVES); effectiveBlocks.add(Blocks.LEAVES2); effectiveMaterials.add(Material.LEAVES); effectiveMaterials.add(Material.PLANTS); effectiveMaterials.add(Material.VINE); effectiveMaterials.add(Material.WEB); }
public void add(String string) { if (string == null) { return; } set.add(getMd5String(string)); }
@Override protected void addTreePair(TreePair p) { super.addTreePair(p); if (pairs.add(p)) { sumOfScores += p.score; clearCache(); } }
THashSet<String> getLeafLabels(Tree tree1) { THashSet<String> taxonSet = new THashSet<>(tree1.vertexCount()); for (TreeNode taxon : tree1.getRoot().depthFirstIterator()) { if (taxon.isLeaf()) { taxonSet.add(taxon.getLabel()); } } return taxonSet; }