mergeDef(other.getDef());
@SuppressWarnings("resource") private RawFragmentBatch getNext(final int providerIndex) throws IOException { stats.startWait(); final RawFragmentBatchProvider provider = fragProviders[providerIndex]; try { injector.injectInterruptiblePause(context.getExecutionControls(), "waiting-for-data", logger); final RawFragmentBatch b = provider.getNext(); if (b != null) { stats.addLongStat(Metric.BYTES_RECEIVED, b.getByteCount()); stats.batchReceived(0, b.getHeader().getDef().getRecordCount(), false); inputCounts[providerIndex] += b.getHeader().getDef().getRecordCount(); } return b; } catch(final InterruptedException e) { // Preserve evidence that the interruption occurred so that code higher up on the call stack can learn of the // interruption and respond to it if it wants to. Thread.currentThread().interrupt(); return null; } finally { stats.stopWait(); } }
mergeDef(other.getDef());
if (fieldList == null && rawBatch.getHeader().getDef().getFieldCount() != 0) { fieldList = rawBatch.getHeader().getDef().getFieldList(); if (rawBatch.getHeader().getDef().getRecordCount() != 0) { rawBatches.add(rawBatch); } else { while ((rawBatch = getNext(p)) != null && rawBatch.getHeader().getDef().getRecordCount() == 0) { if (rawBatch == null || rawBatch.getHeader().getDef().getFieldCount() == 0) { createDummyBatch = true; if (rawBatch == null || rawBatch.getHeader().getDef().getFieldCount() == 0) { rawBatch = new RawFragmentBatch(dummyHeader, null, null); rawBatches.set(i, rawBatch); final UserBitShared.RecordBatchDef rbd = batch.getHeader().getDef(); try { batchLoaders[i].load(rbd, batch.getBody()); incomingBatches[b] = batch; if (batch != null) { batchLoaders[b].load(batch.getHeader().getDef(), batch.getBody()); } else { batchLoaders[b].clear(); while (nextBatch != null && nextBatch.getHeader().getDef().getRecordCount() == 0) { nextBatch = getNext(node.batchId);
public void writeTo(com.dyuproject.protostuff.Output output, org.apache.drill.exec.proto.BitData.FragmentRecordBatch message) throws java.io.IOException { if(message.hasQueryId()) output.writeObject(1, message.getQueryId(), org.apache.drill.exec.proto.SchemaUserBitShared.QueryId.WRITE, false); if(message.hasReceivingMajorFragmentId()) output.writeInt32(2, message.getReceivingMajorFragmentId(), false); for(int receivingMinorFragmentId : message.getReceivingMinorFragmentIdList()) output.writeInt32(3, receivingMinorFragmentId, true); if(message.hasSendingMajorFragmentId()) output.writeInt32(4, message.getSendingMajorFragmentId(), false); if(message.hasSendingMinorFragmentId()) output.writeInt32(5, message.getSendingMinorFragmentId(), false); if(message.hasDef()) output.writeObject(6, message.getDef(), org.apache.drill.exec.proto.SchemaUserBitShared.RecordBatchDef.WRITE, false); if(message.hasIsLastBatch()) output.writeBool(7, message.getIsLastBatch(), false); } public boolean isInitialized(org.apache.drill.exec.proto.BitData.FragmentRecordBatch message)
public void updateStats(FragmentWritableBatch writableBatch) { stats.addLongStat(Metric.BYTES_SENT, writableBatch.getByteCount()); stats.addLongStat(Metric.BATCHES_SENT, 1); stats.addLongStat(Metric.RECORDS_SENT, writableBatch.getHeader().getDef().getRecordCount()); }
public void writeTo(com.dyuproject.protostuff.Output output, org.apache.drill.exec.proto.BitData.FragmentRecordBatch message) throws java.io.IOException { if(message.hasQueryId()) output.writeObject(1, message.getQueryId(), org.apache.drill.exec.proto.SchemaUserBitShared.QueryId.WRITE, false); if(message.hasReceivingMajorFragmentId()) output.writeInt32(2, message.getReceivingMajorFragmentId(), false); for(int receivingMinorFragmentId : message.getReceivingMinorFragmentIdList()) output.writeInt32(3, receivingMinorFragmentId, true); if(message.hasSendingMajorFragmentId()) output.writeInt32(4, message.getSendingMajorFragmentId(), false); if(message.hasSendingMinorFragmentId()) output.writeInt32(5, message.getSendingMinorFragmentId(), false); if(message.hasDef()) output.writeObject(6, message.getDef(), org.apache.drill.exec.proto.SchemaUserBitShared.RecordBatchDef.WRITE, false); if(message.hasIsLastBatch()) output.writeBool(7, message.getIsLastBatch(), false); } public boolean isInitialized(org.apache.drill.exec.proto.BitData.FragmentRecordBatch message)