private static PTransformMatcher boundedMatcher() { return PTransformMatchers.urnEqualTo(PTransformTranslation.READ_TRANSFORM_URN) .and( transform -> ReadTranslation.sourceIsBounded(transform) == PCollection.IsBounded.BOUNDED); }
public static List<PTransformOverride> getDefaultOverrides(boolean streaming) { ImmutableList.Builder<PTransformOverride> builder = ImmutableList.builder(); builder // TODO: [BEAM-5359] Support @RequiresStableInput on Flink runner .add( PTransformOverride.of( PTransformMatchers.requiresStableInputParDoMulti(), UnsupportedOverrideFactory.withMessage( "Flink runner currently doesn't support @RequiresStableInput annotation."))) .add( PTransformOverride.of( PTransformMatchers.splittableParDo(), new SplittableParDo.OverrideFactory())) .add( PTransformOverride.of( PTransformMatchers.urnEqualTo(PTransformTranslation.SPLITTABLE_PROCESS_KEYED_URN), streaming ? new SplittableParDoViaKeyedWorkItems.OverrideFactory() : new SplittableParDoNaiveBounded.OverrideFactory())); if (streaming) { builder.add( PTransformOverride.of( PTransformMatchers.urnEqualTo(PTransformTranslation.CREATE_VIEW_TRANSFORM_URN), new CreateStreamingFlinkView.Factory())); } return builder.build(); } }
public static List<PTransformOverride> getDefaultOverrides(boolean streaming) { ImmutableList.Builder<PTransformOverride> builder = ImmutableList.builder(); // TODO: [BEAM-5358] Support @RequiresStableInput on Spark runner builder.add( PTransformOverride.of( PTransformMatchers.requiresStableInputParDoMulti(), UnsupportedOverrideFactory.withMessage( "Spark runner currently doesn't support @RequiresStableInput annotation."))); if (!streaming) { builder .add( PTransformOverride.of( PTransformMatchers.splittableParDo(), new SplittableParDo.OverrideFactory())) .add( PTransformOverride.of( PTransformMatchers.urnEqualTo(PTransformTranslation.SPLITTABLE_PROCESS_KEYED_URN), new SplittableParDoNaiveBounded.OverrideFactory())); } return builder.build(); } }
.add( PTransformOverride.of( PTransformMatchers.urnEqualTo(PTransformTranslation.SPLITTABLE_PROCESS_KEYED_URN), options.isStreaming() ? new SplittableParDoViaKeyedWorkItems.OverrideFactory() .add( PTransformOverride.of( PTransformMatchers.urnEqualTo(PTransformTranslation.CREATE_VIEW_TRANSFORM_URN), new CreateStreamingFlinkView.Factory()));