if (config.isSkipSegmentAnnouncementOnZk()) { segmentLookup.put(segment, dummyZnode); continue; if (newBytesLen > config.getMaxBytesPerNode()) { throw new ISE("byte size %,d exceeds %,d", newBytesLen, config.getMaxBytesPerNode()); if (count >= config.getSegmentsPerNode() || byteSize + newBytesLen > config.getMaxBytesPerNode()) { segmentZNode.addSegments(batch); announcer.announce(segmentZNode.getPath(), segmentZNode.getBytes()); if (!config.isSkipSegmentAnnouncementOnZk()) { segmentZNode.addSegments(batch); announcer.announce(segmentZNode.getPath(), segmentZNode.getBytes());
@Override public DataSegment apply(DataSegment input) { DataSegment rv = input; if (config.isSkipDimensionsAndMetrics()) { rv = rv.withDimensions(null).withMetrics(null); } if (config.isSkipLoadSpec()) { rv = rv.withLoadSpec(null); } return rv; } };
if (this.config.isSkipSegmentAnnouncementOnZk()) { dummyZnode = new SegmentZNode("PLACE_HOLDER_ONLY"); } else {
@Override public void unannounceSegment(DataSegment segment) { synchronized (lock) { final SegmentZNode segmentZNode = segmentLookup.remove(segment); if (segmentZNode == null) { log.warn("No path to unannounce segment[%s]", segment.getId()); return; } changes.addChangeRequest(new SegmentChangeRequestDrop(segment)); if (config.isSkipSegmentAnnouncementOnZk()) { return; } segmentZNode.removeSegment(segment); log.info("Unannouncing segment[%s] at path[%s]", segment.getId(), segmentZNode.getPath()); if (segmentZNode.getCount() == 0) { availableZNodes.remove(segmentZNode); announcer.unannounce(segmentZNode.getPath()); } else { announcer.update(segmentZNode.getPath(), segmentZNode.getBytes()); availableZNodes.add(segmentZNode); } } }
changes.addChangeRequest(new SegmentChangeRequestLoad(toAnnounce)); if (config.isSkipSegmentAnnouncementOnZk()) { segmentLookup.put(segment, dummyZnode); return; if (newBytesLen > config.getMaxBytesPerNode()) { throw new ISE("byte size %,d exceeds %,d", newBytesLen, config.getMaxBytesPerNode()); while (iter.hasNext() && !done) { SegmentZNode availableZNode = iter.next(); if (availableZNode.getBytes().length + newBytesLen < config.getMaxBytesPerNode()) { availableZNode.addSegment(toAnnounce); segmentLookup.put(toAnnounce, availableZNode); if (availableZNode.getCount() >= config.getSegmentsPerNode()) { availableZNodes.remove(availableZNode);
@Override public DataSegment apply(DataSegment input) { DataSegment rv = input; if (config.isSkipDimensionsAndMetrics()) { rv = rv.withDimensions(null).withMetrics(null); } if (config.isSkipLoadSpec()) { rv = rv.withLoadSpec(null); } return rv; } };
if (this.config.isSkipSegmentAnnouncementOnZk()) { dummyZnode = new SegmentZNode("PLACE_HOLDER_ONLY"); } else {
if (config.isSkipSegmentAnnouncementOnZk()) { segmentLookup.put(segment, dummyZnode); continue; if (newBytesLen > config.getMaxBytesPerNode()) { throw new ISE("byte size %,d exceeds %,d", newBytesLen, config.getMaxBytesPerNode()); if (count >= config.getSegmentsPerNode() || byteSize + newBytesLen > config.getMaxBytesPerNode()) { segmentZNode.addSegments(batch); announcer.announce(segmentZNode.getPath(), segmentZNode.getBytes()); if (!config.isSkipSegmentAnnouncementOnZk()) { segmentZNode.addSegments(batch); announcer.announce(segmentZNode.getPath(), segmentZNode.getBytes());
@Override public void unannounceSegment(DataSegment segment) { synchronized (lock) { final SegmentZNode segmentZNode = segmentLookup.remove(segment); if (segmentZNode == null) { log.warn("No path to unannounce segment[%s]", segment.getIdentifier()); return; } changes.addChangeRequest(new SegmentChangeRequestDrop(segment)); if (config.isSkipSegmentAnnouncementOnZk()) { return; } segmentZNode.removeSegment(segment); log.info("Unannouncing segment[%s] at path[%s]", segment.getIdentifier(), segmentZNode.getPath()); if (segmentZNode.getCount() == 0) { availableZNodes.remove(segmentZNode); announcer.unannounce(segmentZNode.getPath()); } else { announcer.update(segmentZNode.getPath(), segmentZNode.getBytes()); availableZNodes.add(segmentZNode); } } }
changes.addChangeRequest(new SegmentChangeRequestLoad(toAnnounce)); if (config.isSkipSegmentAnnouncementOnZk()) { segmentLookup.put(segment, dummyZnode); return; if (newBytesLen > config.getMaxBytesPerNode()) { throw new ISE("byte size %,d exceeds %,d", newBytesLen, config.getMaxBytesPerNode()); while (iter.hasNext() && !done) { SegmentZNode availableZNode = iter.next(); if (availableZNode.getBytes().length + newBytesLen < config.getMaxBytesPerNode()) { availableZNode.addSegment(toAnnounce); segmentLookup.put(toAnnounce, availableZNode); if (availableZNode.getCount() >= config.getSegmentsPerNode()) { availableZNodes.remove(availableZNode);