@Override public Annotation create(Reader reader) throws IOException { // TODO: Is this okay? If we are using this class, maybe we want byte-level stuff // not character level return create(new ReaderInputStream(reader)); } }
/** * Reads from the <CODE>Reader</CODE>, returning the same value. * * @return the value of the next character in the <CODE>Reader</CODE>. * * @exception IOException if the original <code>Reader</code> fails to be read */ public synchronized int read() throws IOException { if (in == null) { throw new IOException("Stream Closed"); } byte result; if (slack != null && begin < slack.length) { result = slack[begin]; if (++begin == slack.length) { slack = null; } } else { byte[] buf = new byte[1]; if (read(buf, 0, 1) <= 0) { result = -1; } result = buf[0]; } if (result < -1) { result += 256; } return result; }
private static void configLogger(String out) throws IOException { File outDir = new File(out); if (!outDir.exists()) { outDir.mkdirs(); } StringBuilder sb = new StringBuilder(); sb.append("handlers=java.util.logging.ConsoleHandler, java.util.logging.FileHandler\n"); sb.append(".level=SEVERE\n"); sb.append("edu.stanford.nlp.level=INFO\n"); sb.append("java.util.logging.ConsoleHandler.level=SEVERE\n"); sb.append("java.util.logging.FileHandler.formatter=java.util.logging.SimpleFormatter\n"); sb.append("java.util.logging.FileHandler.level=INFO\n"); sb.append("java.util.logging.FileHandler.pattern=" + out + "/err.log" + "\n"); LogManager.getLogManager().readConfiguration(new ReaderInputStream(new StringReader(sb.toString()))); }
/** * Reads from the <CODE>Reader</CODE>, returning the same value. * * @return the value of the next character in the <CODE>Reader</CODE>. * * @exception IOException if the original <code>Reader</code> fails to be read */ public synchronized int read() throws IOException { if (in == null) { throw new IOException("Stream Closed"); } byte result; if (slack != null && begin < slack.length) { result = slack[begin]; if (++begin == slack.length) { slack = null; } } else { byte[] buf = new byte[1]; if (read(buf, 0, 1) <= 0) { result = -1; } result = buf[0]; } if (result < -1) { result += 256; } return result; }
/** * Read parse trees from a Reader. * * @param in Reader * @param tf TreeFactory -- factory to create some kind of Tree * @param tn the method of normalizing trees */ public FrenchXMLTreeReader(Reader in, TreeFactory tf, TreeNormalizer tn) { TreebankLanguagePack tlp = new FrenchTreebankLanguagePack(); stream = new ReaderInputStream(in,tlp.getEncoding()); treeFactory = tf; treeNormalizer = tn; DocumentBuilder parser = XMLUtils.getXmlParser(); try { final Document xml = parser.parse(stream); final Element root = xml.getDocumentElement(); sentences = root.getElementsByTagName(NODE_SENT); sentIdx = 0; } catch (SAXException | IOException e) { e.printStackTrace(); } }
/** * Reads from the <CODE>Reader</CODE>, returning the same value. * * @return the value of the next character in the <CODE>Reader</CODE>. * * @exception IOException if the original <code>Reader</code> fails to be read */ public synchronized int read() throws IOException { if (in == null) { throw new IOException("Stream Closed"); } byte result; if (slack != null && begin < slack.length) { result = slack[begin]; if (++begin == slack.length) { slack = null; } } else { byte[] buf = new byte[1]; if (read(buf, 0, 1) <= 0) { result = -1; } result = buf[0]; } if (result < -1) { result += 256; } return result; }
this.detailedAnnotations = detailedAnnotations; stream = new ReaderInputStream(in, tlp.getEncoding()); treeFactory = new LabeledScoredTreeFactory(); treeNormalizer =
/** * Reads from the <CODE>Reader</CODE>, returning the same value. * * @return the value of the next character in the <CODE>Reader</CODE>. * * @exception IOException if the original <code>Reader</code> fails to be read */ public synchronized int read() throws IOException { if (in == null) { throw new IOException("Stream Closed"); } byte result; if (slack != null && begin < slack.length) { result = slack[begin]; if (++begin == slack.length) { slack = null; } } else { byte[] buf = new byte[1]; if (read(buf, 0, 1) <= 0) { result = -1; } result = buf[0]; } if (result < -1) { result += 256; } return result; }
private static void configLogger(String out) throws IOException { File outDir = new File(out); if (!outDir.exists()) { outDir.mkdirs(); } StringBuilder sb = new StringBuilder(); sb.append("handlers=java.util.logging.ConsoleHandler, java.util.logging.FileHandler\n"); sb.append(".level=SEVERE\n"); sb.append("edu.stanford.nlp.level=INFO\n"); sb.append("java.util.logging.ConsoleHandler.level=SEVERE\n"); sb.append("java.util.logging.FileHandler.formatter=java.util.logging.SimpleFormatter\n"); sb.append("java.util.logging.FileHandler.level=INFO\n"); sb.append("java.util.logging.FileHandler.pattern=" + out + "/err.log" + "\n"); LogManager.getLogManager().readConfiguration(new ReaderInputStream(new StringReader(sb.toString()))); }
/** * Reads from the <CODE>Reader</CODE>, returning the same value. * * @return the value of the next character in the <CODE>Reader</CODE>. * * @exception IOException if the original <code>Reader</code> fails to be read */ public synchronized int read() throws IOException { if (in == null) { throw new IOException("Stream Closed"); } byte result; if (slack != null && begin < slack.length) { result = slack[begin]; if (++begin == slack.length) { slack = null; } } else { byte[] buf = new byte[1]; if (read(buf, 0, 1) <= 0) { result = -1; } result = buf[0]; } if (result < -1) { result += 256; } return result; }
public static void configLogger(String out) throws IOException { File outDir = new File(out); if (!outDir.exists()) { outDir.mkdirs(); } StringBuilder sb = new StringBuilder(); sb.append("handlers=java.util.logging.ConsoleHandler, java.util.logging.FileHandler\n"); sb.append(".level=SEVERE\n"); sb.append("edu.stanford.nlp.level=INFO\n"); sb.append("java.util.logging.ConsoleHandler.level=SEVERE\n"); sb.append("java.util.logging.FileHandler.formatter=java.util.logging.SimpleFormatter\n"); sb.append("java.util.logging.FileHandler.level=INFO\n"); sb.append("java.util.logging.FileHandler.pattern=" + out + "/err.log" + "\n"); LogManager.getLogManager().readConfiguration(new ReaderInputStream(new StringReader(sb.toString()))); }
/** * Read parse trees from a Reader. * * @param in Reader * @param tf TreeFactory -- factory to create some kind of Tree * @param tn the method of normalizing trees */ public FrenchXMLTreeReader(Reader in, TreeFactory tf, TreeNormalizer tn) { TreebankLanguagePack tlp = new FrenchTreebankLanguagePack(); stream = new ReaderInputStream(in,tlp.getEncoding()); treeFactory = tf; treeNormalizer = tn; DocumentBuilder parser = XMLUtils.getXmlParser(); try { final Document xml = parser.parse(stream); final Element root = xml.getDocumentElement(); sentences = root.getElementsByTagName(NODE_SENT); sentIdx = 0; } catch (SAXException | IOException e) { e.printStackTrace(); } }
/** * Read parse trees from a Reader. * * @param in Reader * @param tf TreeFactory -- factory to create some kind of Tree * @param tn the method of normalizing trees */ public FrenchXMLTreeReader(Reader in, TreeFactory tf, TreeNormalizer tn) { TreebankLanguagePack tlp = new FrenchTreebankLanguagePack(); stream = new ReaderInputStream(in,tlp.getEncoding()); treeFactory = tf; treeNormalizer = tn; DocumentBuilder parser = XMLUtils.getXmlParser(); try { final Document xml = parser.parse(stream); final Element root = xml.getDocumentElement(); sentences = root.getElementsByTagName(NODE_SENT); sentIdx = 0; } catch (SAXException e) { e.printStackTrace(); } catch (IOException e) { e.printStackTrace(); } }
/** * Read parse trees from a Reader. * * @param in Reader * @param tf TreeFactory -- factory to create some kind of Tree * @param tn the method of normalizing trees */ public FrenchTreeReader(Reader in, TreeFactory tf, TreeNormalizer tn) { TreebankLanguagePack tlp = new FrenchTreebankLanguagePack(); stream = new ReaderInputStream(in,tlp.getEncoding()); treeFactory = tf; treeNormalizer = tn; DocumentBuilder parser = XMLUtils.getXmlParser(); try { final Document xml = parser.parse(stream); final Element root = xml.getDocumentElement(); sentences = root.getElementsByTagName(NODE_SENT); sentIdx = 0; } catch (SAXException e) { e.printStackTrace(); } catch (IOException e) { e.printStackTrace(); } }
/** * Read parse trees from a Reader. * * @param in Reader * @param tf TreeFactory -- factory to create some kind of Tree * @param tn the method of normalizing trees */ public FrenchXMLTreeReader(Reader in, TreeFactory tf, TreeNormalizer tn) { TreebankLanguagePack tlp = new FrenchTreebankLanguagePack(); stream = new ReaderInputStream(in,tlp.getEncoding()); treeFactory = tf; treeNormalizer = tn; DocumentBuilder parser = XMLUtils.getXmlParser(); try { final Document xml = parser.parse(stream); final Element root = xml.getDocumentElement(); sentences = root.getElementsByTagName(NODE_SENT); sentIdx = 0; } catch (SAXException | IOException e) { e.printStackTrace(); } }
this.detailedAnnotations = detailedAnnotations; stream = new ReaderInputStream(in, tlp.getEncoding()); treeFactory = new LabeledScoredTreeFactory(); treeNormalizer =