@Override public boolean add(Buffer buffer) throws IOException { checkNotNull(buffer); synchronized (buffers) { if (isFinished || isReleased) { return false; } // The number of buffers are needed later when creating // the read views. If you ever remove this line here, // make sure to still count the number of buffers. updateStatistics(buffer); if (spillWriter == null) { buffers.add(buffer); return true; } } // Didn't return early => go to disk spillWriter.writeBlock(buffer); return true; }
private boolean add(BufferConsumer bufferConsumer, boolean forceFinishRemainingBuffers) throws IOException { checkNotNull(bufferConsumer); synchronized (buffers) { if (isFinished || isReleased) { bufferConsumer.close(); return false; } buffers.add(bufferConsumer); // The number of buffers are needed later when creating // the read views. If you ever remove this line here, // make sure to still count the number of buffers. updateStatistics(bufferConsumer); increaseBuffersInBacklog(bufferConsumer); if (spillWriter != null) { spillFinishedBufferConsumers(forceFinishRemainingBuffers); } } return true; }
private boolean add(BufferConsumer bufferConsumer, boolean forceFinishRemainingBuffers) throws IOException { checkNotNull(bufferConsumer); synchronized (buffers) { if (isFinished || isReleased) { bufferConsumer.close(); return false; } buffers.add(bufferConsumer); // The number of buffers are needed later when creating // the read views. If you ever remove this line here, // make sure to still count the number of buffers. updateStatistics(bufferConsumer); increaseBuffersInBacklog(bufferConsumer); if (spillWriter != null) { spillFinishedBufferConsumers(forceFinishRemainingBuffers); } } return true; }
private boolean add(BufferConsumer bufferConsumer, boolean forceFinishRemainingBuffers) throws IOException { checkNotNull(bufferConsumer); synchronized (buffers) { if (isFinished || isReleased) { bufferConsumer.close(); return false; } buffers.add(bufferConsumer); // The number of buffers are needed later when creating // the read views. If you ever remove this line here, // make sure to still count the number of buffers. updateStatistics(bufferConsumer); increaseBuffersInBacklog(bufferConsumer); if (spillWriter != null) { spillFinishedBufferConsumers(forceFinishRemainingBuffers); } } return true; }
parent.updateStatistics(current);
parent.updateStatistics(current);
"spilling. Otherwise we would not be able to simply remove it from the queue. This should " + "be guaranteed by creating ResultSubpartitionView only once Subpartition isFinished."); parent.updateStatistics(buffer); spilledBytes += buffer.getSize(); spillWriter.writeBlock(buffer);
"spilling. Otherwise we would not be able to simply remove it from the queue. This should " + "be guaranteed by creating ResultSubpartitionView only once Subpartition isFinished."); parent.updateStatistics(buffer); spilledBytes += buffer.getSize(); spillWriter.writeBlock(buffer);
"spilling. Otherwise we would not be able to simply remove it from the queue. This should " + "be guaranteed by creating ResultSubpartitionView only once Subpartition isFinished."); parent.updateStatistics(buffer); spilledBytes += buffer.getSize(); spillWriter.writeBlock(buffer);
parent.updateStatistics(current);
BufferConsumer bufferConsumer = buffers.getFirst(); Buffer buffer = bufferConsumer.build(); updateStatistics(buffer); int bufferSize = buffer.getSize(); spilledBytes += bufferSize;
BufferConsumer bufferConsumer = buffers.getFirst(); Buffer buffer = bufferConsumer.build(); updateStatistics(buffer); int bufferSize = buffer.getSize(); spilledBytes += bufferSize;
BufferConsumer bufferConsumer = buffers.getFirst(); Buffer buffer = bufferConsumer.build(); updateStatistics(buffer); int bufferSize = buffer.getSize(); spilledBytes += bufferSize;