Tabnine Logo
Mapper$Context.getInputFormatClass
Code IndexAdd Tabnine to your IDE (free)

How to use
getInputFormatClass
method
in
org.apache.hadoop.mapreduce.Mapper$Context

Best Java code snippets using org.apache.hadoop.mapreduce.Mapper$Context.getInputFormatClass (Showing top 6 results out of 315)

origin: com.github.jiayuhan-it/hadoop-mapreduce-client-core

public void setup(Context context) 
  throws IOException, InterruptedException {
 Configuration conf = context.getConfiguration();
 this.fieldSeparator = 
  conf.get(FieldSelectionHelper.DATA_FIELD_SEPERATOR, "\t");
 this.mapOutputKeyValueSpec = 
  conf.get(FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC, "0-:");
 try {
  this.ignoreInputKey = TextInputFormat.class.getCanonicalName().equals(
   context.getInputFormatClass().getCanonicalName());
 } catch (ClassNotFoundException e) {
  throw new IOException("Input format class not found", e);
 }
 allMapValueFieldsFrom = FieldSelectionHelper.parseOutputKeyValueSpec(
  mapOutputKeyValueSpec, mapOutputKeyFieldList, mapOutputValueFieldList);
 LOG.info(FieldSelectionHelper.specToString(fieldSeparator,
  mapOutputKeyValueSpec, allMapValueFieldsFrom, mapOutputKeyFieldList,
  mapOutputValueFieldList) + "\nignoreInputKey:" + ignoreInputKey);
}
origin: io.hops/hadoop-mapreduce-client-core

public void setup(Context context) 
  throws IOException, InterruptedException {
 Configuration conf = context.getConfiguration();
 this.fieldSeparator = 
  conf.get(FieldSelectionHelper.DATA_FIELD_SEPERATOR, "\t");
 this.mapOutputKeyValueSpec = 
  conf.get(FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC, "0-:");
 try {
  this.ignoreInputKey = TextInputFormat.class.getCanonicalName().equals(
   context.getInputFormatClass().getCanonicalName());
 } catch (ClassNotFoundException e) {
  throw new IOException("Input format class not found", e);
 }
 allMapValueFieldsFrom = FieldSelectionHelper.parseOutputKeyValueSpec(
  mapOutputKeyValueSpec, mapOutputKeyFieldList, mapOutputValueFieldList);
 LOG.info(FieldSelectionHelper.specToString(fieldSeparator,
  mapOutputKeyValueSpec, allMapValueFieldsFrom, mapOutputKeyFieldList,
  mapOutputValueFieldList) + "\nignoreInputKey:" + ignoreInputKey);
}
origin: ch.cern.hadoop/hadoop-mapreduce-client-core

public void setup(Context context) 
  throws IOException, InterruptedException {
 Configuration conf = context.getConfiguration();
 this.fieldSeparator = 
  conf.get(FieldSelectionHelper.DATA_FIELD_SEPERATOR, "\t");
 this.mapOutputKeyValueSpec = 
  conf.get(FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC, "0-:");
 try {
  this.ignoreInputKey = TextInputFormat.class.getCanonicalName().equals(
   context.getInputFormatClass().getCanonicalName());
 } catch (ClassNotFoundException e) {
  throw new IOException("Input format class not found", e);
 }
 allMapValueFieldsFrom = FieldSelectionHelper.parseOutputKeyValueSpec(
  mapOutputKeyValueSpec, mapOutputKeyFieldList, mapOutputValueFieldList);
 LOG.info(FieldSelectionHelper.specToString(fieldSeparator,
  mapOutputKeyValueSpec, allMapValueFieldsFrom, mapOutputKeyFieldList,
  mapOutputValueFieldList) + "\nignoreInputKey:" + ignoreInputKey);
}
origin: io.prestosql.hadoop/hadoop-apache

public void setup(Context context) 
  throws IOException, InterruptedException {
 Configuration conf = context.getConfiguration();
 this.fieldSeparator = 
  conf.get(FieldSelectionHelper.DATA_FIELD_SEPERATOR, "\t");
 this.mapOutputKeyValueSpec = 
  conf.get(FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC, "0-:");
 try {
  this.ignoreInputKey = TextInputFormat.class.getCanonicalName().equals(
   context.getInputFormatClass().getCanonicalName());
 } catch (ClassNotFoundException e) {
  throw new IOException("Input format class not found", e);
 }
 allMapValueFieldsFrom = FieldSelectionHelper.parseOutputKeyValueSpec(
  mapOutputKeyValueSpec, mapOutputKeyFieldList, mapOutputValueFieldList);
 LOG.info(FieldSelectionHelper.specToString(fieldSeparator,
  mapOutputKeyValueSpec, allMapValueFieldsFrom, mapOutputKeyFieldList,
  mapOutputValueFieldList) + "\nignoreInputKey:" + ignoreInputKey);
}
origin: org.apache.hadoop/hadoop-mapred

public void setup(Context context) 
  throws IOException, InterruptedException {
 Configuration conf = context.getConfiguration();
 this.fieldSeparator = 
  conf.get(FieldSelectionHelper.DATA_FIELD_SEPERATOR, "\t");
 this.mapOutputKeyValueSpec = 
  conf.get(FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC, "0-:");
 try {
  this.ignoreInputKey = TextInputFormat.class.getCanonicalName().equals(
   context.getInputFormatClass().getCanonicalName());
 } catch (ClassNotFoundException e) {
  throw new IOException("Input format class not found", e);
 }
 allMapValueFieldsFrom = FieldSelectionHelper.parseOutputKeyValueSpec(
  mapOutputKeyValueSpec, mapOutputKeyFieldList, mapOutputValueFieldList);
 LOG.info(FieldSelectionHelper.specToString(fieldSeparator,
  mapOutputKeyValueSpec, allMapValueFieldsFrom, mapOutputKeyFieldList,
  mapOutputValueFieldList) + "\nignoreInputKey:" + ignoreInputKey);
}
origin: cdapio/cdap

@Override
protected void setup(Context context) throws IOException, InterruptedException {
 // assert that the user gets FileInputSplit (as opposed to the MultiInputTaggedSplit) from the context
 Preconditions.checkArgument(context.getInputSplit() instanceof FileSplit);
 try {
  // assert that the user gets the TextInputFormat, as opposed to the MultiInputFormat from the context
  Preconditions.checkArgument(context.getInputFormatClass() == TextInputFormat.class);
 } catch (ClassNotFoundException e) {
  Throwables.propagate(e);
 }
}
org.apache.hadoop.mapreduceMapper$ContextgetInputFormatClass

Popular methods of Mapper$Context

  • write
  • getConfiguration
  • getCounter
  • getInputSplit
  • progress
  • setStatus
  • getTaskAttemptID
  • nextKeyValue
  • getCurrentValue
  • getCurrentKey
  • getNumReduceTasks
  • getJobID
  • getNumReduceTasks,
  • getJobID,
  • getLocalCacheFiles,
  • getOutputCommitter,
  • getCredentials,
  • getLocalCacheArchives,
  • getStatus,
  • getCacheArchives,
  • getCacheFiles

Popular in Java

  • Start an intent from android
  • getContentResolver (Context)
  • findViewById (Activity)
  • getApplicationContext (Context)
  • HttpServer (com.sun.net.httpserver)
    This class implements a simple HTTP server. A HttpServer is bound to an IP address and port number a
  • FileInputStream (java.io)
    An input stream that reads bytes from a file. File file = ...finally if (in != null) in.clos
  • SecureRandom (java.security)
    This class generates cryptographically secure pseudo-random numbers. It is best to invoke SecureRand
  • Collection (java.util)
    Collection is the root of the collection hierarchy. It defines operations on data collections and t
  • GregorianCalendar (java.util)
    GregorianCalendar is a concrete subclass of Calendarand provides the standard calendar used by most
  • Collectors (java.util.stream)
  • Github Copilot alternatives
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now