/** * Finish specifying any remaining nodes within the {@link TransformHierarchy}. These are {@link * PValue PValues} that are produced as output of some {@link PTransform} but are never consumed * as input. These values must still be finished specifying. */ private void finishSpecifying() { for (Entry<PValue, PInput> producerInputEntry : producerInput.entrySet()) { PValue value = producerInputEntry.getKey(); value.finishSpecifying(producerInputEntry.getValue(), getProducer(value).getTransform()); } producerInput.clear(); }
@Override public CompositeBehavior enterCompositeTransform(TransformHierarchy.Node node) { if (ptransformViewsWithNonDeterministicKeyCoders.contains(node.getTransform())) { ptransformViewNamesWithNonDeterministicKeyCoders.add(node.getFullName()); } return CompositeBehavior.ENTER_TRANSFORM; } });
@Override public void visitPrimitiveTransform(TransformHierarchy.Node node) { if (ptransformViewsWithNonDeterministicKeyCoders.contains(node.getTransform())) { ptransformViewNamesWithNonDeterministicKeyCoders.add(node.getFullName()); } }
@Override public void visitPrimitiveTransform(Node node) { nameToTransformClass.put(node.getFullName(), node.getTransform().getClass()); } });
@Override public void visitPrimitiveTransform(TransformHierarchy.Node node) { if (inCompositeRoot || Objects.equals(root, node.getTransform())) { displayData.add(DisplayData.from(node.getTransform())); } } }
@Override public void leaveCompositeTransform(TransformHierarchy.Node node) { if (Objects.equals(root, node.getTransform())) { inCompositeRoot = false; } }
@Override public void visitPrimitiveTransform(Node node) { node.getTransform().validate(options); } }
@Override public CompositeBehavior enterCompositeTransform(Node node) { if (node.getTransform() != null) { node.getTransform().validate(options); } return CompositeBehavior.ENTER_TRANSFORM; }
/** * @param compositeTransform composite transform. */ void leaveCompositeTransform(final TransformHierarchy.Node compositeTransform) { if (compositeTransform.getTransform() instanceof LoopCompositeTransform) { loopVertexStack.pop(); } }
/** * @param compositeTransform composite transform. */ void enterCompositeTransform(final TransformHierarchy.Node compositeTransform) { if (compositeTransform.getTransform() instanceof LoopCompositeTransform) { final LoopVertex loopVertex = new LoopVertex(compositeTransform.getFullName()); builder.addVertex(loopVertex, loopVertexStack); builder.removeVertex(loopVertex); loopVertexStack.push(new LoopVertex(compositeTransform.getFullName())); } }
@Override <TransformT extends PTransform<? super PInput, POutput>> void doVisitTransform( TransformHierarchy.Node node) { @SuppressWarnings("unchecked") TransformT transform = (TransformT) node.getTransform(); @SuppressWarnings("unchecked") TransformEvaluator<TransformT> evaluator = translate(node, transform); if (shouldDebug(node)) { transforms.add(new NativeTransform(node, evaluator, transform, false)); } }
@Override public void visitPrimitiveTransform(TransformHierarchy.Node node) { LOG.debug("visiting transform {}", node.getTransform()); PTransform transform = node.getTransform(); TransformTranslator translator = getTransformTranslator(transform.getClass()); if (null == translator) { throw new UnsupportedOperationException("no translator registered for " + transform); } translationContext.setCurrentTransform(node.toAppliedPTransform(getPipeline())); translator.translate(transform, translationContext); }
@Override public CompositeBehavior enterCompositeTransform(TransformHierarchy.Node node) { LOG.debug("entering composite transform {}", node.getTransform()); return CompositeBehavior.ENTER_TRANSFORM; }
@Override public void visitPrimitiveTransform(TransformHierarchy.Node node) { LOG.debug("visiting transform {}", node.getTransform()); PTransform transform = node.getTransform(); TransformTranslator translator = getTransformTranslator(transform.getClass()); if (null == translator) { throw new IllegalStateException("no translator registered for " + transform); } translationContext.setCurrentTransform(node, getPipeline()); translator.translate(transform, translationContext); }
@Override public CompositeBehavior enterCompositeTransform(TransformHierarchy.Node node) { LOG.debug("entering composite transform {}", node.getTransform()); return CompositeBehavior.ENTER_TRANSFORM; }
@Override public void visitPrimitiveTransform(TransformHierarchy.Node node) { if (ptransformViewsWithNonDeterministicKeyCoders.contains(node.getTransform())) { ptransformViewNamesWithNonDeterministicKeyCoders.add(node.getFullName()); } }
@Override public void visitPrimitiveTransform(TransformHierarchy.Node node) { if (node.getTransform() instanceof Flatten.PCollections) { assertThat(node.getInputs(), not(equalTo(inputList.expand()))); } } });
@Override public CompositeBehavior enterCompositeTransform(TransformHierarchy.Node node) { if (node.getTransform() != null) { transforms.add(node.getTransform()); } return CompositeBehavior.ENTER_TRANSFORM; }
@Override public CompositeBehavior enterCompositeTransform(TransformHierarchy.Node node) { if (!node.isRootNode()) { evaluateDisplayData(node.getTransform()); } return CompositeBehavior.ENTER_TRANSFORM; }
@Override public void visitPrimitiveTransform(TransformHierarchy.Node node) { if (node.getTransform() instanceof Window.Assign) { foundAssign.set(true); } } });