@Override public String toString() { return fileSplit.getNodeName() + ":" + fileSplit.getPath(); }
@Override public String toString() { StringBuilder sb = new StringBuilder(); sb.append("FileSplitDomain["); boolean fst = true; for (FileSplit fs : splits) { if (fst) { fst = false; } else { sb.append(", "); } sb.append(fs.getNodeName() + ":" + fs.getPath()); } sb.append(']'); return sb.toString(); }
private void formResponseObject(ObjectNode jsonResponse, FileSplit[] fileSplits, ARecordType recordType, String primaryKeys, Map<String, NodeControllerInfo> nodeMap) { ArrayNode partititons = OBJECT_MAPPER.createArrayNode(); // Adds a primary key. jsonResponse.put("keys", primaryKeys); // Adds record type. jsonResponse.set("type", recordType.toJSON()); // Generates file partitions. for (FileSplit split : fileSplits) { String ipAddress = nodeMap.get(split.getNodeName()).getNetworkAddress().getAddress(); String path = split.getPath(); FilePartition partition = new FilePartition(ipAddress, path); partititons.add(partition.toObjectNode()); } // Generates the response object which contains the splits. jsonResponse.set("splits", partititons); } }
public static FeedLogManager getFeedLogManager(IHyracksTaskContext ctx, int partition, FileSplit[] feedLogFileSplits) throws HyracksDataException { return new FeedLogManager( FeedUtils.getAbsoluteFileRef(feedLogFileSplits[partition].getPath(), 0, ctx.getIoManager()).getFile()); }
protected int[] getDatasetPartitions(MetadataProvider metadataProvider) throws AlgebricksException { FileSplit[] splitsForDataset = metadataProvider.splitsForIndex(metadataProvider.getMetadataTxnContext(), this, getDatasetName()); int[] partitions = new int[splitsForDataset.length]; for (int i = 0; i < partitions.length; i++) { partitions[i] = StoragePathUtil.getPartitionNumFromRelativePath(splitsForDataset[i].getPath()); } return partitions; }
public static FeedLogManager getFeedLogManager(IHyracksTaskContext ctx, FileSplit feedLogFileSplit) throws HyracksDataException { return new FeedLogManager( FeedUtils.getAbsoluteFileRef(feedLogFileSplit.getPath(), 0, ctx.getIoManager()).getFile()); }
public static String getIndexPath(AsterixHyracksIntegrationUtil integrationUtil, Dataset dataset, String nodeId) throws Exception { final FileSplit[] datasetSplits = TestDataUtil.getDatasetSplits(integrationUtil, dataset); final Optional<FileSplit> nodeFileSplit = Arrays.stream(datasetSplits).filter(s -> s.getNodeName().equals(nodeId)).findFirst(); Assert.assertTrue(nodeFileSplit.isPresent()); return nodeFileSplit.get().getPath(); } }
@Override public Pair<IPushRuntimeFactory, AlgebricksPartitionConstraint> getWriteFileRuntime(IDataSink sink, int[] printColumns, IPrinterFactory[] printerFactories, RecordDescriptor inputDesc) { FileSplitDataSink fsds = (FileSplitDataSink) sink; FileSplitSinkId fssi = fsds.getId(); FileSplit fs = fssi.getFileSplit(); File outFile = new File(fs.getPath()); String nodeId = fs.getNodeName(); SinkWriterRuntimeFactory runtime = new SinkWriterRuntimeFactory(printColumns, printerFactories, outFile, getWriterFactory(), inputDesc); AlgebricksPartitionConstraint apc = new AlgebricksAbsolutePartitionConstraint(new String[] { nodeId }); return new Pair<>(runtime, apc); }