@Override public Object clone() { return new DocumentURI(uri); }
public static void main(String[] args) throws URISyntaxException { HashMap<String, DocumentURI> map = new HashMap<String, DocumentURI>(); for (String arg : args) { URI uri = new URI(null, null, null, 0, arg, null, null); System.out.println("URI encoded: " + uri.toString()); URI outuri = new URI(uri.toString()); System.out.println("URI decoded: " + outuri.getPath()); map.put(arg, new DocumentURI(arg)); } } }
public DatabaseContentReader(Configuration conf) { super(conf); copyCollection = conf.getBoolean(MarkLogicConstants.COPY_COLLECTIONS, true); copyPermission = conf.getBoolean(CONF_COPY_PERMISSIONS, true); copyProperties = conf.getBoolean(CONF_COPY_PROPERTIES,true); copyQuality = conf.getBoolean(MarkLogicConstants.COPY_QUALITY, true); copyMetadata = conf.getBoolean(MarkLogicConstants.COPY_METADATA, true); currentKey = new DocumentURI(); metadataMap = new HashMap<String, DocumentMetadata>(); }
value.getClass()); while ((line = buffer.readLine()) != null) { key.setDocumentURI(new DocumentURI(line)); if ((line = buffer.readLine()) == null) { break;
value.getClass(), CompressionType.RECORD, new GzipCodec()); while ((line = buffer.readLine()) != null) { key.setDocumentURI(new DocumentURI(line)); if ((line = buffer.readLine()) == null) { break;
value.getClass()); key.setDocumentURI(new DocumentURI("Large")); value.setValue(bw); writer.append(key, value);
public static void main(String args[]) throws IOException { System.out.println("Sequence File Creator"); String uri = args[0]; // output sequence file name Configuration conf = new Configuration(); FileSystem fs = FileSystem.get(URI.create(uri), conf); Path path = new Path(uri); SequenceFile.Writer writer = null; SimpleSequenceFileKey key = new SimpleSequenceFileKey(); SimpleSequenceFileValue<BytesWritable> value = new SimpleSequenceFileValue<BytesWritable>(); try { BytesWritable bw = new BytesWritable(); byte byteArray[] = {2,3,4}; bw.set(byteArray, 0, byteArray.length); writer = SequenceFile.createWriter(fs, conf, path, key.getClass(), value.getClass()); key.setDocumentURI(new DocumentURI("ABC")); value.setValue(bw); writer.append(key, value); System.err.println(key.getDocumentURI().getUri() + value); } finally { IOUtils.closeStream(writer); } } }
@SuppressWarnings("unchecked") @Override protected boolean nextResult(ResultItem result) { if (currentKey != null) { currentKey.setUri(result.getDocumentURI()); } else { currentKey = new DocumentURI(result.getDocumentURI()); } if (currentValue == null) { currentValue = (VALUEIN)ReflectionUtils.newInstance(valueClass, getConf()); } InternalUtilities.assignResultValue(valueClass, result, currentValue); return true; }
LOG.warn("Failed document " + uri); failed++; pendingURIs[id].remove(new DocumentURI(uri)); if (rs.hasNext()) { String err = rs.next().asString();
fId = 0; pendingUris[sid].put(content, new DocumentURI(key)); boolean inserted = false; if (meta == null || !meta.isNakedProps()) {