private boolean emitFieldLineage() { if (context.getFieldLineageOperations().isEmpty()) { // no operations to emit return false; } ProgramStatus status = context.getState().getStatus(); if (ProgramStatus.COMPLETED != status) { // MapReduce program failed, so field operations wont be emitted return false; } WorkflowProgramInfo workflowInfo = context.getWorkflowInfo(); return workflowInfo == null || !workflowInfo.fieldLineageConsolidationEnabled(); }
private boolean emitFieldLineage() { if (context.getFieldLineageOperations().isEmpty()) { // no operations to emit return false; } ProgramStatus status = context.getState().getStatus(); if (ProgramStatus.COMPLETED != status) { // MapReduce program failed, so field operations wont be emitted return false; } WorkflowProgramInfo workflowInfo = context.getWorkflowInfo(); return workflowInfo == null || !workflowInfo.fieldLineageConsolidationEnabled(); }
/** * Updates the {@link Configuration} of this class with the given parameters. * * @param context the context for the MapReduce program * @param conf the CDAP configuration * @param programJarURI The URI of the program JAR * @param localizedUserResources the localized resources for the MapReduce program */ public void set(BasicMapReduceContext context, CConfiguration conf, URI programJarURI, Map<String, String> localizedUserResources) { setProgramOptions(context.getProgramOptions()); setProgramId(context.getProgram().getId()); setApplicationSpecification(context.getApplicationSpecification()); setWorkflowProgramInfo(context.getWorkflowInfo()); setPlugins(context.getApplicationSpecification().getPlugins()); setProgramJarURI(programJarURI); setConf(conf); setLocalizedResources(localizedUserResources); setOutputs(context.getOutputs()); }
/** * Updates the {@link Configuration} of this class with the given parameters. * * @param context the context for the MapReduce program * @param conf the CDAP configuration * @param programJarURI The URI of the program JAR * @param localizedUserResources the localized resources for the MapReduce program */ public void set(BasicMapReduceContext context, CConfiguration conf, URI programJarURI, Map<String, String> localizedUserResources) { setProgramOptions(context.getProgramOptions()); setProgramId(context.getProgram().getId()); setApplicationSpecification(context.getApplicationSpecification()); setWorkflowProgramInfo(context.getWorkflowInfo()); setPlugins(context.getApplicationSpecification().getPlugins()); setProgramJarURI(programJarURI); setConf(conf); setLocalizedResources(localizedUserResources); setOutputs(context.getOutputs()); }