private EdgeProperty createEdgeProperty( EdgeValues edgeValues ) { TezConfiguration outputConfig = new TezConfiguration( edgeValues.getConfig() ); outputConfig.set( "cascading.node.sink", FlowElements.id( edgeValues.getFlowElement() ) ); outputConfig.set( "cascading.node.ordinals", Util.join( edgeValues.getOrdinals(), "," ) ); addFields( outputConfig, "cascading.node.key.fields", edgeValues.getResolvedKeyFieldsMap() ); addFields( outputConfig, "cascading.node.sort.fields", edgeValues.getResolvedSortFieldsMap() ); addFields( outputConfig, "cascading.node.value.fields", edgeValues.getResolvedValueFieldsMap() ); UserPayload outputPayload = createIntermediatePayloadOutput( outputConfig, edgeValues ); TezConfiguration inputConfig = new TezConfiguration( edgeValues.getConfig() ); inputConfig.set( "cascading.node.source", FlowElements.id( edgeValues.getFlowElement() ) ); inputConfig.set( "cascading.node.ordinals", Util.join( edgeValues.getOrdinals(), "," ) ); addFields( inputConfig, "cascading.node.key.fields", edgeValues.getResolvedKeyFieldsMap() ); addFields( inputConfig, "cascading.node.sort.fields", edgeValues.getResolvedSortFieldsMap() ); addFields( inputConfig, "cascading.node.value.fields", edgeValues.getResolvedValueFieldsMap() ); UserPayload inputPayload = createIntermediatePayloadInput( inputConfig, edgeValues ); return EdgeProperty.create( edgeValues.getMovementType(), edgeValues.getSourceType(), edgeValues.getSchedulingType(), OutputDescriptor.create( edgeValues.getOutputClassName() ).setUserPayload( outputPayload ), InputDescriptor.create( edgeValues.getInputClassName() ).setUserPayload( inputPayload ) ); }
private EdgeProperty createEdgeProperty( EdgeValues edgeValues ) { TezConfiguration outputConfig = new TezConfiguration( edgeValues.getConfig() ); outputConfig.set( "cascading.node.sink", FlowElements.id( edgeValues.getFlowElement() ) ); outputConfig.set( "cascading.node.ordinals", Util.join( edgeValues.getOrdinals(), "," ) ); addFields( outputConfig, "cascading.node.key.fields", edgeValues.getResolvedKeyFieldsMap() ); addFields( outputConfig, "cascading.node.sort.fields", edgeValues.getResolvedSortFieldsMap() ); addFields( outputConfig, "cascading.node.value.fields", edgeValues.getResolvedValueFieldsMap() ); UserPayload outputPayload = createIntermediatePayloadOutput( outputConfig, edgeValues ); TezConfiguration inputConfig = new TezConfiguration( edgeValues.getConfig() ); inputConfig.set( "cascading.node.source", FlowElements.id( edgeValues.getFlowElement() ) ); inputConfig.set( "cascading.node.ordinals", Util.join( edgeValues.getOrdinals(), "," ) ); addFields( inputConfig, "cascading.node.key.fields", edgeValues.getResolvedKeyFieldsMap() ); addFields( inputConfig, "cascading.node.sort.fields", edgeValues.getResolvedSortFieldsMap() ); addFields( inputConfig, "cascading.node.value.fields", edgeValues.getResolvedValueFieldsMap() ); UserPayload inputPayload = createIntermediatePayloadInput( inputConfig, edgeValues ); return EdgeProperty.create( edgeValues.getMovementType(), edgeValues.getSourceType(), edgeValues.getSchedulingType(), OutputDescriptor.create( edgeValues.getOutputClassName() ).setUserPayload( outputPayload ), InputDescriptor.create( edgeValues.getInputClassName() ).setUserPayload( inputPayload ) ); }