FullWindowedValueCoder.of(inputCoder, this.windowingStrategy.getWindowFn().windowCoder()); Coder<List<WindowedValue<InputT>>> listCoder = ListCoder.of(wvCoder); this.pushedBack = new ValueAndCoderKryoSerializable<>(new ArrayList<>(), listCoder);
SystemReduceFn.buffering(wvCoder.getValueCoder());
} else if (s.equals(getUrn(StandardCoders.Enum.WINDOWED_VALUE))) { Map<String, Object> kvMap = (Map<String, Object>) value; Coder valueCoder = ((WindowedValue.FullWindowedValueCoder) coder).getValueCoder(); Coder windowCoder = ((WindowedValue.FullWindowedValueCoder) coder).getWindowCoder(); Object windowValue = convertValue(kvMap.get("value"), coderSpec.getComponents().get(0), valueCoder);
((WindowedValue.FullWindowedValueCoder) windowedInputCoder).getValueCoder(); if (!(valueCoder instanceof KvCoder)) { throw new IllegalStateException(
((WindowedValue.FullWindowedValueCoder) windowedInputCoder).getValueCoder();
ImmutableList.of( MetadataKeyCoder.of(keyCoder), IntervalWindow.getCoder(), BigEndianLongCoder.of()), FullWindowedValueCoder.of(VarLongCoder.of(), windowCoder));
((WindowedValue.FullWindowedValueCoder) windowedInputCoder).getValueCoder(); if (!(valueCoder instanceof KvCoder)) { throw new IllegalStateException(
((WindowedValue.FullWindowedValueCoder) windowedInputCoder).getValueCoder();
WindowedValue.FullWindowedValueCoder.of( source.getOutputCoder(), GlobalWindow.Coder.INSTANCE); try {
WindowedValue.FullWindowedValueCoder.of( KvCoder.of(keyCoder, iCoder), windowingStrategy.getWindowFn().windowCoder()); final WindowedValue.FullWindowedValueCoder<KV<K, AccumT>> wkvaCoder = WindowedValue.FullWindowedValueCoder.of( KvCoder.of(keyCoder, aCoder), windowingStrategy.getWindowFn().windowCoder()); final IterableCoder<WindowedValue<KV<K, AccumT>>> iterAccumCoder = IterableCoder.of(wkvaCoder);
WindowedValue.FullWindowedValueCoder.of( iCoder, windowingStrategy.getWindowFn().windowCoder()); final WindowedValue.FullWindowedValueCoder<AccumT> wvaCoder = WindowedValue.FullWindowedValueCoder.of( aCoder, windowingStrategy.getWindowFn().windowCoder()); final IterableCoder<WindowedValue<AccumT>> iterAccumCoder = IterableCoder.of(wvaCoder);
ImmutableList.of( MetadataKeyCoder.of(keyCoder), IntervalWindow.getCoder(), BigEndianLongCoder.of()), FullWindowedValueCoder.of(VarLongCoder.of(), windowCoder));
WindowedValue.FullWindowedValueCoder.of( source.getOutputCoder(), GlobalWindow.Coder.INSTANCE); JavaDStream<WindowedValue<T>> readUnboundedStream =
ImmutableList.of( MetadataKeyCoder.of(keyCoder), IntervalWindow.getCoder(), BigEndianLongCoder.of()), FullWindowedValueCoder.of(VarLongCoder.of(), windowCoder));
if (pc.getWindowingStrategy() != null) { coder = FullWindowedValueCoder.of( pc.getCoder(), pc.getWindowingStrategy().getWindowFn().windowCoder());
ImmutableList.of( MetadataKeyCoder.of(keyCoder), IntervalWindow.getCoder(), BigEndianLongCoder.of()), FullWindowedValueCoder.of(VarLongCoder.of(), windowCoder));
stage.getInputPCollection(), stage.getComponents()); KvCoder<InputT, RestrictionT> kvCoder = (KvCoder<InputT, RestrictionT>) windowedValueCoder.getValueCoder(); this.feeder = new SDFFeederViaStateAndTimers<>( kvCoder.getKeyCoder(), kvCoder.getValueCoder(), (Coder<BoundedWindow>) windowedValueCoder.getWindowCoder());
windowedValueKeyValueCoder = windowedValueKeyValueCoderOf( keyCoder, wvCoder.getValueCoder(), wvCoder.getWindowCoder());
@SuppressWarnings("rawtypes") FullWindowedValueCoder<?> fwvc = (FullWindowedValueCoder) coder.getValueCoder(); return fwvc.getValueCoder();
private static Coder<?> instantiateCoder(CommonCoder coder) { List<Coder<?>> components = new ArrayList<>(); for (CommonCoder innerCoder : coder.getComponents()) { components.add(instantiateCoder(innerCoder)); } String s = coder.getUrn(); if (s.equals(getUrn(StandardCoders.Enum.BYTES))) { return ByteArrayCoder.of(); } else if (s.equals(getUrn(StandardCoders.Enum.KV))) { return KvCoder.of(components.get(0), components.get(1)); } else if (s.equals(getUrn(StandardCoders.Enum.VARINT))) { return VarLongCoder.of(); } else if (s.equals(getUrn(StandardCoders.Enum.INTERVAL_WINDOW))) { return IntervalWindowCoder.of(); } else if (s.equals(getUrn(StandardCoders.Enum.ITERABLE))) { return IterableCoder.of(components.get(0)); } else if (s.equals(getUrn(StandardCoders.Enum.TIMER))) { return Timer.Coder.of(components.get(0)); } else if (s.equals(getUrn(StandardCoders.Enum.GLOBAL_WINDOW))) { return GlobalWindow.Coder.INSTANCE; } else if (s.equals(getUrn(StandardCoders.Enum.WINDOWED_VALUE))) { return WindowedValue.FullWindowedValueCoder.of( components.get(0), (Coder<BoundedWindow>) components.get(1)); } else { throw new IllegalStateException("Unknown coder URN: " + coder.getUrn()); } }