congrats Icon
New! Announcing Tabnine Chat Beta
Learn More
Tabnine Logo
RunnerApi$ExecutableStagePayload
Code IndexAdd Tabnine to your IDE (free)

How to use
RunnerApi$ExecutableStagePayload
in
org.apache.beam.model.pipeline.v1

Best Java code snippets using org.apache.beam.model.pipeline.v1.RunnerApi$ExecutableStagePayload (Showing top 17 results out of 315)

origin: org.apache.beam/beam-runners-flink_2.11

 stagePayload = RunnerApi.ExecutableStagePayload.parseFrom(transform.getSpec().getPayload());
} catch (IOException e) {
 throw new RuntimeException(e);
String inputPCollectionId = stagePayload.getInput();
final TransformedSideInputs transformedSideInputs;
if (stagePayload.getSideInputsCount() > 0) {
 transformedSideInputs = transformSideInputs(stagePayload, components, context);
} else {
  stagePayload.getUserStatesCount() > 0 || stagePayload.getTimersCount() > 0;
Coder keyCoder = null;
KeySelector<WindowedValue<InputT>, ?> keySelector = null;
origin: org.apache.beam/beam-runners-flink

try {
 stagePayload =
   RunnerApi.ExecutableStagePayload.parseFrom(
     transform.getTransform().getSpec().getPayload());
} catch (IOException e) {
String inputPCollectionId = stagePayload.getInput();
Coder<WindowedValue<InputT>> windowedInputCoder =
  instantiateCoder(inputPCollectionId, components);
if (stagePayload.getUserStatesCount() > 0 || stagePayload.getTimersCount() > 0) {
for (SideInputId sideInputId : stagePayload.getSideInputsList()) {
 String collectionId =
   components
origin: org.apache.beam/beam-runners-core-construction-java

Components components = payload.getComponents();
Environment environment = payload.getEnvironment();
    payload.getInput(), components.getPcollectionsOrThrow(payload.getInput()));
List<SideInputReference> sideInputs =
  payload
    .getSideInputsList()
    .stream()
    .map(sideInputId -> SideInputReference.fromSideInputId(sideInputId, components))
List<UserStateReference> userStates =
  payload
    .getUserStatesList()
    .stream()
    .map(userStateId -> UserStateReference.fromUserStateId(userStateId, components))
List<TimerReference> timers =
  payload
    .getTimersList()
    .stream()
    .map(timerId -> TimerReference.fromTimerId(timerId, components))
List<PTransformNode> transforms =
  payload
    .getTransformsList()
    .stream()
    .map(id -> PipelineNode.pTransform(id, components.getTransformsOrThrow(id)))
List<PCollectionNode> outputs =
origin: org.apache.beam/beam-runners-flink_2.11

try {
 stagePayload =
   RunnerApi.ExecutableStagePayload.parseFrom(
     transform.getTransform().getSpec().getPayload());
} catch (IOException e) {
String inputPCollectionId = stagePayload.getInput();
Coder<WindowedValue<InputT>> windowedInputCoder =
  instantiateCoder(inputPCollectionId, components);
if (stagePayload.getUserStatesCount() > 0 || stagePayload.getTimersCount() > 0) {
for (SideInputId sideInputId : stagePayload.getSideInputsList()) {
 String collectionId =
   components
origin: org.apache.beam/beam-runners-flink

 stagePayload = RunnerApi.ExecutableStagePayload.parseFrom(transform.getSpec().getPayload());
} catch (IOException e) {
 throw new RuntimeException(e);
String inputPCollectionId = stagePayload.getInput();
final TransformedSideInputs transformedSideInputs;
if (stagePayload.getSideInputsCount() > 0) {
 transformedSideInputs = transformSideInputs(stagePayload, components, context);
} else {
if (stagePayload.getUserStatesCount() > 0 || stagePayload.getTimersCount() > 0) {
origin: org.apache.beam/beam-runners-core-construction-java

  ExecutableStagePayload.parseFrom(ptransform.getSpec().getPayload());
assertThat(payload.getTransformsList(), contains("parDo", "window"));
ExecutableStage desered = ExecutableStage.fromPayload(payload);
assertThat(desered, equalTo(subgraph));
origin: org.apache.beam/beam-runners-core-construction-java

  ExecutableStagePayload.parseFrom(stagePTransform.getSpec().getPayload());
assertThat(payload.getTransformsList(), contains("pt"));
assertThat(ExecutableStage.fromPayload(payload), equalTo(stage));
origin: org.apache.beam/beam-runners-core-construction-java

  ExecutableStagePayload.parseFrom(stagePTransform.getSpec().getPayload());
assertThat(payload.getTransformsList(), contains("pt"));
assertThat(ExecutableStage.fromPayload(payload), equalTo(stage));
origin: org.apache.beam/beam-runners-flink_2.11

this.outputMap = outputMap;
this.sideInputIds = sideInputIds;
this.usesTimers = payload.getTimersCount() > 0;
if (usesTimers) {
origin: org.apache.beam/beam-runners-flink

stagePayload.getSideInputsList()) {
origin: org.apache.beam/beam-runners-flink_2.11

stagePayload.getSideInputsList()) {
origin: org.apache.beam/beam-runners-flink

this.outputMap = outputMap;
this.sideInputIds = sideInputIds;
this.usesTimers = payload.getTimersCount() > 0;
origin: org.apache.beam/beam-runners-direct-java

this.stage =
  ExecutableStage.fromPayload(
    ExecutableStagePayload.parseFrom(transform.getTransform().getSpec().getPayload()));
this.outputs = new ArrayList<>();
origin: org.apache.beam/beam-runners-core-construction-java

private static void validateExecutableStage(
  String id, PTransform transform, Components outerComponents) throws Exception {
 ExecutableStagePayload payload =
   ExecutableStagePayload.parseFrom(transform.getSpec().getPayload());
 Components components = payload.getComponents();
   transform.getInputsMap().values().contains(payload.getInput()),
   "ExecutableStage %s uses unknown input %s",
   id,
   payload.getInput());
   !payload.getTransformsList().isEmpty(), "ExecutableStage %s contains no transforms", id);
 for (String subtransformId : payload.getTransformsList()) {
  checkArgument(
    components.containsTransforms(subtransformId),
    subtransformId);
 for (String outputId : payload.getOutputsList()) {
  checkArgument(
    components.containsPcollections(outputId),
origin: org.apache.beam/beam-runners-direct-java

private RemoteStageEvaluator(PTransformNode transform) throws Exception {
 this.transform = transform;
 ExecutableStage stage =
   ExecutableStage.fromPayload(
     ExecutableStagePayload.parseFrom(transform.getTransform().getSpec().getPayload()));
 this.outputs = new ArrayList<>();
 StageBundleFactory stageFactory = jobFactory.forStage(stage);
 this.bundle =
   stageFactory.getBundle(
     BundleFactoryOutputReceiverFactory.create(
       bundleFactory, stage.getComponents(), outputs::add),
     StateRequestHandler.unsupported(),
     BundleProgressHandler.ignored());
 // TODO(BEAM-4680): Add support for timers as inputs to the ULR
 this.mainInput = Iterables.getOnlyElement(bundle.getInputReceivers().values());
}
origin: org.apache.beam/beam-runners-core-construction-java

 /** Extracts an {@link ExecutableStagePayload} from the given transform. */
 public static ExecutableStagePayload getExecutableStagePayload(
   AppliedPTransform<?, ?, ?> appliedTransform) throws IOException {
  RunnerApi.PTransform transform =
    PTransformTranslation.toProto(
      appliedTransform, SdkComponents.create(appliedTransform.getPipeline().getOptions()));
  checkArgument(ExecutableStage.URN.equals(transform.getSpec().getUrn()));
  return ExecutableStagePayload.parseFrom(transform.getSpec().getPayload());
 }
}
origin: org.apache.beam/beam-runners-flink_2.11

public FlinkExecutableStageFunction(
  RunnerApi.ExecutableStagePayload stagePayload,
  JobInfo jobInfo,
  Map<String, Integer> outputMap,
  FlinkExecutableStageContext.Factory contextFactory,
  Coder windowCoder) {
 this.stagePayload = stagePayload;
 this.jobInfo = jobInfo;
 this.outputMap = outputMap;
 this.contextFactory = contextFactory;
 this.windowCoder = windowCoder;
 this.stageName = stagePayload.getInput();
}
org.apache.beam.model.pipeline.v1RunnerApi$ExecutableStagePayload

Most used methods

  • parseFrom
  • getInput
  • getSideInputsList
  • getSideInputsCount
  • getTimersCount
  • getTransformsList
  • getUserStatesCount
  • getComponents
  • getEnvironment
  • getOutputsList
  • getTimersList
  • getUserStatesList
  • getTimersList,
  • getUserStatesList,
  • newBuilder,
  • toByteString

Popular in Java

  • Running tasks concurrently on multiple threads
  • setContentView (Activity)
  • getExternalFilesDir (Context)
  • getSharedPreferences (Context)
  • Socket (java.net)
    Provides a client-side TCP socket.
  • Time (java.sql)
    Java representation of an SQL TIME value. Provides utilities to format and parse the time's represen
  • NumberFormat (java.text)
    The abstract base class for all number formats. This class provides the interface for formatting and
  • Callable (java.util.concurrent)
    A task that returns a result and may throw an exception. Implementors define a single method with no
  • CountDownLatch (java.util.concurrent)
    A synchronization aid that allows one or more threads to wait until a set of operations being perfor
  • Handler (java.util.logging)
    A Handler object accepts a logging request and exports the desired messages to a target, for example
  • Top plugins for Android Studio
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now