@Override public void write(DataOutput out) throws IOException { out.writeBoolean(startRow != null); if (startRow != null) { out.writeInt(startRow.length); out.write(startRow); } out.writeBoolean(endRow != null); if (endRow != null) { out.writeInt(endRow.length); out.write(endRow); } out.writeInt(iterators.size()); for (IteratorSetting is : iterators) { is.write(out); } CompactionStrategyConfigUtil.encode(out, compactionStrategy); }
String newIter; try { cfg.write(new DataOutputStream(baos)); newIter = Base64.getEncoder().encodeToString(baos.toByteArray()); baos.close();
out.writeInt(iterators.size()); for (IteratorSetting iterator : iterators) { iterator.write(out);
dataOutput.writeInt(iterators.size()); for (IteratorSetting setting : iterators) setting.write(dataOutput); } else { dataOutput.writeInt(0);
@Override public void write(DataOutput out) throws IOException { out.writeBoolean(startRow != null); if (startRow != null) { out.writeInt(startRow.length); out.write(startRow); } out.writeBoolean(endRow != null); if (endRow != null) { out.writeInt(endRow.length); out.write(endRow); } out.writeInt(iterators.size()); for (IteratorSetting is : iterators) { is.write(out); } }
@Override public void write(DataOutput out) throws IOException { out.writeBoolean(startRow != null); if (startRow != null) { out.writeInt(startRow.length); out.write(startRow); } out.writeBoolean(endRow != null); if (endRow != null) { out.writeInt(endRow.length); out.write(endRow); } out.writeInt(iterators.size()); for (IteratorSetting is : iterators) { is.write(out); } CompactionStrategyConfigUtil.encode(out, compactionStrategy); }
/** * Serialize the iterators to the hadoop configuration under one key. */ public static void writeIteratorsToConf(Class<?> implementingClass, Configuration conf, Collection<IteratorSetting> iterators) { String confKey = enumToConfKey(implementingClass, ScanOpts.ITERATORS); StringBuilder iterBuilder = new StringBuilder(); int count = 0; for (IteratorSetting cfg : iterators) { ByteArrayOutputStream baos = new ByteArrayOutputStream(); String newIter; try { cfg.write(new DataOutputStream(baos)); newIter = Base64.getEncoder().encodeToString(baos.toByteArray()); baos.close(); } catch (IOException e) { throw new IllegalArgumentException("unable to serialize IteratorSetting"); } if (count == 0) { iterBuilder.append(newIter); } else { // append the next iterator & reset iterBuilder.append(StringUtils.COMMA_STR + newIter); } count++; } // Store the iterators w/ the job conf.set(confKey, iterBuilder.toString()); }
String newIter; try { cfg.write(new DataOutputStream(baos)); newIter = Base64.getEncoder().encodeToString(baos.toByteArray()); baos.close();
String newIter; try { cfg.write(new DataOutputStream(baos)); newIter = Base64.encodeBase64String(baos.toByteArray()); baos.close();
out.writeInt(iterators.size()); for (IteratorSetting iterator : iterators) { iterator.write(out);
out.writeInt(iterators.size()); for (IteratorSetting iterator : iterators) { iterator.write(out);
dataOutput.writeInt(iterators.size()); for (IteratorSetting setting : iterators) setting.write(dataOutput); } else { dataOutput.writeInt(0);
out.writeInt(iterators.size()); for (IteratorSetting iterator : iterators) { iterator.write(out);
dataOutput.writeInt(iterators.size()); for (IteratorSetting setting : iterators) setting.write(dataOutput); } else { dataOutput.writeInt(0);
dataOutput.writeInt(iterators.size()); for (IteratorSetting setting : getIterators()) setting.write(dataOutput); } else { dataOutput.writeInt(0);