Refine search
private List<RedisCommand<Object, Object, Object>> prepareForceFlush() { List<RedisCommand<Object, Object, Object>> batch = new ArrayList<>(Math.max(batchSize, 10)); do { RedisCommand<Object, Object, Object> poll = queue.poll(); assert poll != null; batch.add(poll); } while (!queue.isEmpty()); return batch; }
private ReaderElement getNextPBF() { ReaderElement next = null; while (next == null) { if (!hasIncomingData && itemQueue.isEmpty()) { // we are done, stop polling eof = true; break; } try { // we cannot use "itemQueue.take()" as it blocks and hasIncomingData can change next = itemQueue.poll(10, TimeUnit.MILLISECONDS); } catch (InterruptedException ex) { eof = true; break; } } return next; } }
private List<RedisCommand<Object, Object, Object>> prepareDefaultFlush(int consume) { List<RedisCommand<Object, Object, Object>> batch = new ArrayList<>(Math.max(consume, 10)); while ((batch.size() < consume || consume == -1) && !queue.isEmpty()) { RedisCommand<Object, Object, Object> poll = queue.poll(); assert poll != null; batch.add(poll); } return batch; } }
@Override public void run() { while (true) { if (messageStrings.size() > 0) { StringBuilder builder = new StringBuilder(); while (!messageStrings.isEmpty()) { builder.append(messageStrings.poll()).append(BATCH_LOG_SPLIT); } if (LOGGER.isInfoEnabled()) { LOGGER.info(builder.toString()); } } try { Thread.sleep(IDLE_CHECK_MILLS); } catch (InterruptedException exx) { LOGGER.error(exx.getMessage()); } } } }
@Override public void removeSupervisors(int number) throws TException { if (jstormMaster.jstormMasterContext.supervisorContainers.isEmpty()) return; for (int i = 0; i < number; i++) { Container container = jstormMaster.jstormMasterContext.supervisorContainers.poll(); if (container != null) { amRMClient.releaseAssignedContainer(container.getId()); LOG.info("release supervisor's " + String.valueOf(number) + " container, id: " + container.getId().toString()); } } }
@Override public void stopNimbus() throws TException { if (jstormMasterContext.nimbusContainers.isEmpty()) return; int nimbusCount = jstormMasterContext.nimbusContainers.size(); for (int i = 0; i < nimbusCount; i++) { Container container = jstormMasterContext.nimbusContainers.poll(); if (container != null) { amRMClient.releaseAssignedContainer(container.getId()); LOG.info("release nimbus container, id: " + container.getId().toString()); } } }
@Override public void stopSupervisors() throws TException { if (jstormMaster.jstormMasterContext.supervisorContainers.isEmpty()) return; int supervisorCount = jstormMaster.jstormMasterContext.supervisorContainers.size(); for (int i = 0; i < supervisorCount; i++) { Container container = jstormMaster.jstormMasterContext.supervisorContainers.poll(); if (container != null) { amRMClient.releaseAssignedContainer(container.getId()); LOG.info("release all supervisor container, id: " + container.getId().toString()); } } }
public void init() { latch = new CountDownLatch(numThreads); for (int i = 0; i < numThreads; ++i) { new Thread(() -> { strategy.beforeThread(); while (!stopped || !taskQueue.isEmpty()) { Runnable task; try { task = taskQueue.poll(100, TimeUnit.MILLISECONDS); } catch (InterruptedException e) { break; } if (task != null) { task.run(); } } strategy.afterThread(); latch.countDown(); }).start(); } }
@Override public void removeNimbus(int number) throws TException { if (jstormMasterContext.nimbusContainers.isEmpty()) return; for (int i = 0; i < number; i++) { Container container = jstormMasterContext.nimbusContainers.poll(); if (container != null) { amRMClient.releaseAssignedContainer(container.getId()); LOG.info("release nimbus container, id: " + container.getId().toString()); } } }
@Override public final void process() throws IOException { if (isConsumerFinished()) { return; } if (streamEnded.get() && filledBuffers.isEmpty()) { consumerEnded.set(true); onConsumerDone(); return; } final ByteBuffer buffer = filledBuffers.poll(); if (buffer != null) { final int bytesToProcess = buffer.remaining(); try { processBuffer(buffer); } finally { buffer.clear(); bufferPool.returnBuffer(buffer, bytesToProcess); } } }
@Override public Object call() throws IOException { while (!eventQueue.isEmpty() || !finishedAdding.get()) { try { final Tuple<StandardProvenanceEventRecord, Integer> tuple; try { tuple = eventQueue.poll(10, TimeUnit.MILLISECONDS); } catch (final InterruptedException ie) { Thread.currentThread().interrupt(); continue; } if (tuple == null) { continue; } indexingAction.index(tuple.getKey(), indexWriter.getIndexWriter(), tuple.getValue()); } catch (final Throwable t) { logger.error("Failed to index Provenance Event for " + writerFile + " to " + indexingDirectory, t); if (indexingFailureCount.incrementAndGet() >= MAX_INDEXING_FAILURE_COUNT) { return null; } } } return null; } };