@Override public void consume(Iterator<KeyMessage<String,U>> updateIterator, Configuration hadoopConf) { scalaManager.consume(JavaConversions.asScalaIterator(updateIterator), hadoopConf); }
@Override public void consume(Iterator<KeyMessage<String, U>> updateIterator, Configuration hadoopConf) { scalaManager.consume(JavaConversions.asScalaIterator(updateIterator), hadoopConf); }
@Override public scala.collection.Iterator<scala.Tuple2<Source<T>, CheckpointMarkT>> compute( Partition split, TaskContext context) { @SuppressWarnings("unchecked") CheckpointableSourcePartition<T, CheckpointMarkT> partition = (CheckpointableSourcePartition<T, CheckpointMarkT>) split; scala.Tuple2<Source<T>, CheckpointMarkT> tuple2 = new scala.Tuple2<>(partition.getSource(), partition.checkpointMark); return JavaConversions.asScalaIterator(Collections.singleton(tuple2).iterator()); } }
@Override public void consume(Iterator<KeyMessage<String, U>> updateIterator, Configuration hadoopConf) { scalaManager.consume(JavaConversions.asScalaIterator(updateIterator), hadoopConf); }
@Override public scala.collection.Iterator<Map.Entry<Key, Value>> compute(final Partition split, final TaskContext context) { final ByteArrayInputStream bais = new ByteArrayInputStream(serialisedConfiguration); final Configuration configuration = new Configuration(); try { configuration.readFields(new DataInputStream(bais)); bais.close(); } catch (final IOException e) { throw new RuntimeException("IOException deserialising Configuration from byte array", e); } return new InterruptibleIterator<>(context, JavaConversions.asScalaIterator(new RFileReaderIterator(split, context, configuration, auths))); }
public void startAdminHttpService() { try { Properties properties = new Properties(); properties.load(this.getClass().getResource("build.properties").openStream()); LOG.info("build.properties build_revision: {}", properties.getProperty("build_revision", "unknown")); } catch (Throwable t) { LOG.warn("Failed to load properties from build.properties", t); } Duration[] defaultLatchIntervals = {Duration.apply(1, TimeUnit.MINUTES)}; Iterator<Duration> durationIterator = Arrays.asList(defaultLatchIntervals).iterator(); @SuppressWarnings("deprecation") AdminServiceFactory adminServiceFactory = new AdminServiceFactory( this.port, 20, List$.MODULE$.empty(), Option.empty(), List$.MODULE$.empty(), Map$.MODULE$.empty(), JavaConversions.asScalaIterator(durationIterator).toList()); RuntimeEnvironment runtimeEnvironment = new RuntimeEnvironment(this); AdminHttpService service = adminServiceFactory.apply(runtimeEnvironment); for (Map.Entry<String, CustomHttpHandler> entry : this.customHttpHandlerMap.entrySet()) { service.httpServer().createContext(entry.getKey(), entry.getValue()); } }
public void startAdminHttpService() { try { Properties properties = new Properties(); properties.load(this.getClass().getResource("build.properties").openStream()); LOG.info("build.properties build_revision: {}", properties.getProperty("build_revision", "unknown")); } catch (Throwable t) { LOG.warn("Failed to load properties from build.properties", t); } Duration[] defaultLatchIntervals = {Duration.apply(1, TimeUnit.MINUTES)}; Iterator<Duration> durationIterator = Arrays.asList(defaultLatchIntervals).iterator(); @SuppressWarnings("deprecation") AdminServiceFactory adminServiceFactory = new AdminServiceFactory( this.port, 20, List$.MODULE$.empty(), Option.empty(), List$.MODULE$.empty(), Map$.MODULE$.empty(), JavaConversions.asScalaIterator(durationIterator).toList()); RuntimeEnvironment runtimeEnvironment = new RuntimeEnvironment(this); AdminHttpService service = adminServiceFactory.apply(runtimeEnvironment); for (Map.Entry<String, CustomHttpHandler> entry : this.customHttpHandlerMap.entrySet()) { service.httpServer().createContext(entry.getKey(), entry.getValue()); } }
@SuppressWarnings({"rawtypes", "unchecked"}) @Override public scala.collection.Iterator<Row> compute(Partition split, TaskContext context) { AnalyticsPartition partition = (AnalyticsPartition) split; try { Iterator<Record> recordsItr = ServiceHolder.getAnalyticsDataService().readRecords( partition.getRecordStoreName(), partition.getRecordGroup()); return new InterruptibleIterator(context, asScalaIterator(getRowRecordIteratorAdaptor(recordsItr, this.tenantId, this.incEnable, this.incID))); } catch (AnalyticsException e) { throw new RuntimeException(e.getMessage(), e); } }
@Override public scala.collection.Iterator<WindowedValue<T>> compute( final Partition split, final TaskContext context) { final MetricsContainer metricsContainer = metricsAccum.localValue().getContainer(stepName); @SuppressWarnings("unchecked") final BoundedSource.BoundedReader<T> reader = createReader((SourcePartition<T>) split); final Iterator<WindowedValue<T>> readerIterator = new ReaderToIteratorAdapter<>(metricsContainer, reader); return new InterruptibleIterator<>(context, JavaConversions.asScalaIterator(readerIterator)); }
@Override public Iterator<T> compute(Partition split, TaskContext context) { initExtractorClient(); extractorClient.initIterator(split, config.getValue()); context.addTaskCompletionListener(new AbstractFunction1<TaskContext, BoxedUnit>() { @Override public BoxedUnit apply(TaskContext v1) { extractorClient.close(); return null; } }); java.util.Iterator<T> iterator = new java.util.Iterator<T>() { @Override public boolean hasNext() { return extractorClient.hasNext(); } @Override public T next() { return extractorClient.next(); } @Override public void remove() { throw new DeepIOException( "Method not implemented (and won't be implemented anytime soon!!!)"); } }; return new InterruptibleIterator<>(context, asScalaIterator(iterator)); }
@Override public Iterator<T> compute(Partition split, TaskContext context) { initExtractorClient(); extractorClient.initIterator(split, config.getValue()); context.addTaskCompletionListener(new AbstractFunction1<TaskContext, BoxedUnit>() { @Override public BoxedUnit apply(TaskContext v1) { extractorClient.close(); return null; } }); java.util.Iterator<T> iterator = new java.util.Iterator<T>() { @Override public boolean hasNext() { return extractorClient.hasNext(); } @Override public T next() { return extractorClient.next(); } @Override public void remove() { throw new DeepIOException( "Method not implemented (and won't be implemented anytime soon!!!)"); } }; return new InterruptibleIterator<>(context, asScalaIterator(iterator)); }
return scala.collection.JavaConversions.asScalaIterator( new UpdateStateByKeyOutputIterator(input, reduceFn, droppedDueToLateness));