InputFormat<OUT, InputSplit> inputFormat = (InputFormat<OUT, InputSplit>) this.formatWrapper.getUserCodeObject(); inputFormat.configure(this.parameters); InputSplit[] splits = inputFormat.createInputSplits(1); TypeSerializer<OUT> serializer = getOperatorInfo().getOutputType().createSerializer(executionConfig); inputFormat.open(split); while (!inputFormat.reachedEnd()) { OUT next = inputFormat.nextRecord(serializer.createInstance()); if (next != null) { result.add(serializer.copy(next)); inputFormat.close();
format = getOperator().getFormatWrapper().getUserCodeObject(); Configuration config = getOperator().getParameters(); format.configure(config); bs = format.getStatistics(cachedStatistics);
format.open(splitIterator.next()); while (isRunning && !format.reachedEnd()) { nextElement = format.nextRecord(nextElement); if (nextElement != null) { ctx.collect(nextElement); format.close(); completedSplitsCounter.inc(); format.close(); if (format instanceof RichInputFormat) { ((RichInputFormat) format).closeInputFormat();
@Override public void configure(Configuration parameters) { this.replicatedIF.configure(parameters); }
@Override public void close() throws IOException { this.replicatedIF.close(); }
@Override public void open(S split) throws IOException { this.replicatedIF.open(split); }
@Override public boolean reachedEnd() throws IOException { return this.replicatedIF.reachedEnd(); }
@Override public OT nextRecord(OT reuse) throws IOException { return this.replicatedIF.nextRecord(reuse); }
@Override public BaseStatistics getStatistics(BaseStatistics cachedStatistics) throws IOException { return this.replicatedIF.getStatistics(cachedStatistics); }
format.open(splitIterator.next()); while (isRunning && !format.reachedEnd()) { nextElement = format.nextRecord(nextElement); if (nextElement != null) { ctx.collect(nextElement); format.close(); completedSplitsCounter.inc(); format.close(); if (format instanceof RichInputFormat) { ((RichInputFormat) format).closeInputFormat();
@Override @SuppressWarnings("unchecked") public void open(Configuration parameters) throws Exception { StreamingRuntimeContext context = (StreamingRuntimeContext) getRuntimeContext(); if (format instanceof RichInputFormat) { ((RichInputFormat) format).setRuntimeContext(context); } format.configure(parameters); provider = context.getInputSplitProvider(); serializer = typeInfo.createSerializer(getRuntimeContext().getExecutionConfig()); splitIterator = getInputSplits(); isRunning = splitIterator.hasNext(); }
@Override public void close() throws Exception { format.close(); if (format instanceof RichInputFormat) { ((RichInputFormat) format).closeInputFormat(); } }
@Override public void open(S split) throws IOException { this.replicatedIF.open(split); }
@Override public boolean reachedEnd() throws IOException { return this.replicatedIF.reachedEnd(); }
@Override public OT nextRecord(OT reuse) throws IOException { return this.replicatedIF.nextRecord(reuse); }
@Override public BaseStatistics getStatistics(BaseStatistics cachedStatistics) throws IOException { return this.replicatedIF.getStatistics(cachedStatistics); }
format.open(splitIterator.next()); while (isRunning && !format.reachedEnd()) { nextElement = format.nextRecord(nextElement); if (nextElement != null) { ctx.collect(nextElement); format.close(); completedSplitsCounter.inc(); format.close(); if (format instanceof RichInputFormat) { ((RichInputFormat) format).closeInputFormat();
InputFormat<OUT, InputSplit> inputFormat = (InputFormat<OUT, InputSplit>) this.formatWrapper.getUserCodeObject(); inputFormat.configure(this.parameters); InputSplit[] splits = inputFormat.createInputSplits(1); TypeSerializer<OUT> serializer = getOperatorInfo().getOutputType().createSerializer(executionConfig); inputFormat.open(split); while (!inputFormat.reachedEnd()) { OUT next = inputFormat.nextRecord(serializer.createInstance()); if (next != null) { result.add(serializer.copy(next)); inputFormat.close();
@Override public void configure(Configuration parameters) { this.replicatedIF.configure(parameters); }
format = getOperator().getFormatWrapper().getUserCodeObject(); Configuration config = getOperator().getParameters(); format.configure(config); bs = format.getStatistics(cachedStatistics);