@Override public void visitPrimitiveTransform(TransformHierarchy.Node node) { LOG.info("{} visitPrimitiveTransform- {}", genSpaces(this.depth), node.getFullName()); // get the transformation corresponding to the node we are // currently visiting and translate it into its Flink alternative. PTransform<?, ?> transform = node.getTransform(); BatchTransformTranslator<?> translator = FlinkBatchTransformTranslators.getTranslator(transform); if (translator == null) { String transformUrn = PTransformTranslation.urnForTransform(transform); throw new UnsupportedOperationException( "The transform " + transformUrn + " is currently not supported."); } applyBatchTransform(transform, node, translator); }
@Override public void visitPrimitiveTransform(TransformHierarchy.Node node) { LOG.info("{} visitPrimitiveTransform- {}", genSpaces(this.depth), node.getFullName()); // get the transformation corresponding to the node we are // currently visiting and translate it into its Flink alternative. PTransform<?, ?> transform = node.getTransform(); BatchTransformTranslator<?> translator = FlinkBatchTransformTranslators.getTranslator(transform); if (translator == null) { String transformUrn = PTransformTranslation.urnForTransform(transform); throw new UnsupportedOperationException( "The transform " + transformUrn + " is currently not supported."); } applyBatchTransform(transform, node, translator); }
@Override public void visitPrimitiveTransform(TransformHierarchy.Node node) { LOG.info("{} visitPrimitiveTransform- {}", genSpaces(this.depth), node.getFullName()); // get the transformation corresponding to hte node we are // currently visiting and translate it into its Flink alternative. PTransform<?, ?> transform = node.getTransform(); StreamTransformTranslator<?> translator = FlinkStreamingTransformTranslators.getTranslator(transform); if (translator == null || !applyCanTranslate(transform, node, translator)) { String transformUrn = PTransformTranslation.urnForTransform(transform); LOG.info(transformUrn); throw new UnsupportedOperationException( "The transform " + transformUrn + " is currently not supported."); } applyStreamingTransform(transform, node, translator); }
@Override public void visitPrimitiveTransform(TransformHierarchy.Node node) { LOG.info("{} visitPrimitiveTransform- {}", genSpaces(this.depth), node.getFullName()); // get the transformation corresponding to hte node we are // currently visiting and translate it into its Flink alternative. PTransform<?, ?> transform = node.getTransform(); StreamTransformTranslator<?> translator = FlinkStreamingTransformTranslators.getTranslator(transform); if (translator == null || !applyCanTranslate(transform, node, translator)) { String transformUrn = PTransformTranslation.urnForTransform(transform); LOG.info(transformUrn); throw new UnsupportedOperationException( "The transform " + transformUrn + " is currently not supported."); } applyStreamingTransform(transform, node, translator); }
/** * Tests that the translator is registered so the URN can be retrieved (the only thing you can * meaningfully do with a {@link GroupByKey}). */ @Test public void testUrnRetrievable() throws Exception { assertThat( PTransformTranslation.urnForTransform(GroupByKey.create()), equalTo(GROUP_BY_KEY_TRANSFORM_URN)); } }