if (!getIncomingMinorFragmentList().isEmpty()) { size += 1; size += com.google.protobuf.CodedOutputStream .computeBoolSize(4, isSpooling_); size += getUnknownFields().getSerializedSize(); memoizedSerializedSize = size; return size;
public Builder mergeFrom(org.apache.drill.exec.proto.BitControl.Collector other) { if (other == org.apache.drill.exec.proto.BitControl.Collector.getDefaultInstance()) return this; if (other.hasOppositeMajorFragmentId()) { setOppositeMajorFragmentId(other.getOppositeMajorFragmentId()); } if (!other.incomingMinorFragment_.isEmpty()) { if (incomingMinorFragment_.isEmpty()) { incomingMinorFragment_ = other.incomingMinorFragment_; bitField0_ = (bitField0_ & ~0x00000002); } else { ensureIncomingMinorFragmentIsMutable(); incomingMinorFragment_.addAll(other.incomingMinorFragment_); } onChanged(); } if (other.hasSupportsOutOfOrder()) { setSupportsOutOfOrder(other.getSupportsOutOfOrder()); } if (other.hasIsSpooling()) { setIsSpooling(other.getIsSpooling()); } this.mergeUnknownFields(other.getUnknownFields()); return this; }
public org.apache.drill.exec.proto.BitControl.Collector buildPartial() { org.apache.drill.exec.proto.BitControl.Collector result = new org.apache.drill.exec.proto.BitControl.Collector(this); int from_bitField0_ = bitField0_; int to_bitField0_ = 0; if (((from_bitField0_ & 0x00000001) == 0x00000001)) { to_bitField0_ |= 0x00000001; } result.oppositeMajorFragmentId_ = oppositeMajorFragmentId_; if (((bitField0_ & 0x00000002) == 0x00000002)) { incomingMinorFragment_ = java.util.Collections.unmodifiableList(incomingMinorFragment_); bitField0_ = (bitField0_ & ~0x00000002); } result.incomingMinorFragment_ = incomingMinorFragment_; if (((from_bitField0_ & 0x00000004) == 0x00000004)) { to_bitField0_ |= 0x00000002; } result.supportsOutOfOrder_ = supportsOutOfOrder_; if (((from_bitField0_ & 0x00000008) == 0x00000008)) { to_bitField0_ |= 0x00000004; } result.isSpooling_ = isSpooling_; result.bitField0_ = to_bitField0_; onBuilt(); return result; }
builder.addCollector(input.mergeObject(org.apache.drill.exec.proto.BitControl.Collector.newBuilder(), org.apache.drill.exec.proto.SchemaBitControl.Collector.MERGE));
if (!getIncomingMinorFragmentList().isEmpty()) { size += 1; size += com.google.protobuf.CodedOutputStream .computeBoolSize(4, isSpooling_); size += getUnknownFields().getSerializedSize(); memoizedSerializedSize = size; return size;
Preconditions.checkNotNull(parentAccounter); this.incomingStreams = collector.getIncomingMinorFragmentCount(); this.parentAccounter = parentAccounter; this.remainders = new AtomicIntegerArray(incomingStreams); this.oppositeMajorFragmentId = collector.getOppositeMajorFragmentId(); this.ownerAllocator = context.getAllocator(); for (Integer endpoint : collector.getIncomingMinorFragmentList()) { fragmentMap.put(endpoint, index); index++; remainingRequired = new AtomicInteger(numBuffers); final boolean spooling = collector.getIsSpooling(); buffers[i] = new SpoolingRawBatchBuffer(context, bufferCapacity, collector.getOppositeMajorFragmentId(), i); } else { buffers[i] = new UnlimitedRawBatchBuffer(context, bufferCapacity);
public org.apache.drill.exec.proto.BitControl.Collector buildPartial() { org.apache.drill.exec.proto.BitControl.Collector result = new org.apache.drill.exec.proto.BitControl.Collector(this); int from_bitField0_ = bitField0_; int to_bitField0_ = 0; if (((from_bitField0_ & 0x00000001) == 0x00000001)) { to_bitField0_ |= 0x00000001; } result.oppositeMajorFragmentId_ = oppositeMajorFragmentId_; if (((bitField0_ & 0x00000002) == 0x00000002)) { incomingMinorFragment_ = java.util.Collections.unmodifiableList(incomingMinorFragment_); bitField0_ = (bitField0_ & ~0x00000002); } result.incomingMinorFragment_ = incomingMinorFragment_; if (((from_bitField0_ & 0x00000004) == 0x00000004)) { to_bitField0_ |= 0x00000002; } result.supportsOutOfOrder_ = supportsOutOfOrder_; if (((from_bitField0_ & 0x00000008) == 0x00000008)) { to_bitField0_ |= 0x00000004; } result.isSpooling_ = isSpooling_; result.bitField0_ = to_bitField0_; onBuilt(); return result; }
public void writeTo(com.google.protobuf.CodedOutputStream output) throws java.io.IOException { getSerializedSize(); if (((bitField0_ & 0x00000001) == 0x00000001)) { output.writeInt32(1, oppositeMajorFragmentId_); } if (getIncomingMinorFragmentList().size() > 0) { output.writeRawVarint32(18); output.writeRawVarint32(incomingMinorFragmentMemoizedSerializedSize); } for (int i = 0; i < incomingMinorFragment_.size(); i++) { output.writeInt32NoTag(incomingMinorFragment_.get(i)); } if (((bitField0_ & 0x00000002) == 0x00000002)) { output.writeBool(3, supportsOutOfOrder_); } if (((bitField0_ & 0x00000004) == 0x00000004)) { output.writeBool(4, isSpooling_); } getUnknownFields().writeTo(output); }
public Builder mergeFrom(org.apache.drill.exec.proto.BitControl.Collector other) { if (other == org.apache.drill.exec.proto.BitControl.Collector.getDefaultInstance()) return this; if (other.hasOppositeMajorFragmentId()) { setOppositeMajorFragmentId(other.getOppositeMajorFragmentId()); } if (!other.incomingMinorFragment_.isEmpty()) { if (incomingMinorFragment_.isEmpty()) { incomingMinorFragment_ = other.incomingMinorFragment_; bitField0_ = (bitField0_ & ~0x00000002); } else { ensureIncomingMinorFragmentIsMutable(); incomingMinorFragment_.addAll(other.incomingMinorFragment_); } onChanged(); } if (other.hasSupportsOutOfOrder()) { setSupportsOutOfOrder(other.getSupportsOutOfOrder()); } if (other.hasIsSpooling()) { setIsSpooling(other.getIsSpooling()); } this.mergeUnknownFields(other.getUnknownFields()); return this; }
public IncomingBuffers(PlanFragment fragment, FragmentContext context) { this.context = context; Map<Integer, DataCollector> collectors = Maps.newHashMap(); remainingRequired = new AtomicInteger(fragment.getCollectorCount()); for(int i =0; i < fragment.getCollectorCount(); i++){ Collector collector = fragment.getCollector(i); DataCollector newCollector = collector.getSupportsOutOfOrder() ? new MergingCollector(remainingRequired, collector, context) : new PartitionedCollector(remainingRequired, collector, context); collectors.put(collector.getOppositeMajorFragmentId(), newCollector); } logger.debug("Came up with a list of {} required fragments. Fragments {}", remainingRequired.get(), collectors); collectorMap = ImmutableMap.copyOf(collectors); // Determine the total number of incoming streams that will need to be completed before we are finished. int totalStreams = 0; for (DataCollector bc : collectorMap.values()) { totalStreams += bc.getTotalIncomingFragments(); } assert totalStreams >= remainingRequired.get() : String.format("Total Streams %d should be more than the minimum number of streams to commence (%d). It isn't.", totalStreams, remainingRequired.get()); streamsRemaining.set(totalStreams); }
public Builder toBuilder() { return newBuilder(this); }
@Override public Void visitReceiver(Receiver receiver, List<Collector> collectors) throws RuntimeException { List<MinorFragmentEndpoint> endpoints = receiver.getProvidingEndpoints(); List<Integer> list = new ArrayList<>(endpoints.size()); for (MinorFragmentEndpoint ep : endpoints) { list.add(ep.getId()); } collectors.add(Collector.newBuilder() .setIsSpooling(receiver.isSpooling()) .setOppositeMajorFragmentId(receiver.getOppositeMajorFragmentId()) .setSupportsOutOfOrder(receiver.supportsOutOfOrderExchange()) .addAllIncomingMinorFragment(list) .build()); return null; }
public Builder newBuilderForType() { return newBuilder(); } public static Builder newBuilder(org.apache.drill.exec.proto.BitControl.Collector prototype) {
public org.apache.drill.exec.proto.BitControl.Collector getDefaultInstanceForType() { return org.apache.drill.exec.proto.BitControl.Collector.getDefaultInstance(); }
public PartitionedCollector(AtomicInteger parentAccounter, Collector collector, FragmentContext context) { super(parentAccounter, collector.getIncomingMinorFragmentCount(), collector, 1, context); }
public MergingCollector(AtomicInteger parentAccounter, Collector collector, FragmentContext context) { super(parentAccounter, 1, collector, collector.getIncomingMinorFragmentCount(), context); }
public static Builder newBuilder(org.apache.drill.exec.proto.BitControl.Collector prototype) { return newBuilder().mergeFrom(prototype); } public Builder toBuilder() { return newBuilder(this); }
/** * <code>repeated .exec.bit.control.Collector collector = 17;</code> */ public org.apache.drill.exec.proto.BitControl.Collector.Builder addCollectorBuilder( int index) { return getCollectorFieldBuilder().addBuilder( index, org.apache.drill.exec.proto.BitControl.Collector.getDefaultInstance()); } /**
/** * <code>repeated .exec.bit.control.Collector collector = 17;</code> */ public org.apache.drill.exec.proto.BitControl.Collector.Builder addCollectorBuilder() { return getCollectorFieldBuilder().addBuilder( org.apache.drill.exec.proto.BitControl.Collector.getDefaultInstance()); } /**
public org.apache.drill.exec.proto.BitControl.Collector.Builder newMessage() { return org.apache.drill.exec.proto.BitControl.Collector.newBuilder(); } public java.lang.String getFieldName(int number)