K
- the type of the input keysV
- the type of the input values
public abstract class BaseJob<K,V>
extends Configured
Constructor and Description |
---|
BaseJob() |
Modifier and Type | Method and Description |
---|---|
void |
configure(Job job)
Validates and adds the current parameters to the job configuration
|
void |
configure(JobConf jobConf)
Validates and adds the current parameters to the job configuration
|
java.lang.String |
getCmdOptions()
Gets a description of the arguments expected from command line.
|
java.lang.String |
getCmdOptionsWithInputDataSets()
Gets a descriptive text about the parameters expected by the job plus a description of the supported input data set types
|
java.util.Map<java.lang.String,java.lang.Object> |
getCurrentCmdArgs(Configuration conf)
Returns the current driver properties in a map where each key-value is a name and value of a command line argument.
|
java.lang.String |
getCurrentCmdArgsAsString(Configuration conf)
Returns the current driver properties as a space-separated list of name=value elements.
|
java.lang.String |
getInput()
Gets the job input string
|
AbstractInputDataSet |
getInputDataSet()
Gets the current input data set
|
java.lang.Class<?> |
getInputFormatClass()
Gets the input format used to read the input data
|
java.lang.Class<?> |
getJarClass() |
java.lang.String |
getOutput()
Gets the job output path
|
java.lang.Class<? extends RecordInfoProvider<K,V>> |
getRecordInfoProviderClass()
Gets the
RecordInfoProvider class used to interpret input records. |
SpatialConfig |
getSpatialConfig()
Gets the spatial configuration that describes the geometries in the input data.
|
void |
processArgs(java.lang.String[] args, Configuration conf)
Extracts and validates arguments from the command line
|
void |
setInput(java.lang.String input)
Sets the job input string
|
void |
setInputDataSet(AbstractInputDataSet inputDataSet) |
void |
setInputFormatClass(java.lang.Class<?> inputFormatClass)
Sets the input format used to read the input data
|
void |
setJarClass(java.lang.Class<?> jarClass) |
void |
setOutput(java.lang.String output)
Sets the job output
|
void |
setRecordInfoProviderClass(java.lang.Class<? extends RecordInfoProvider<K,V>> recordInfoProviderClass)
Sets the
RecordInfoProvider class used to interpret input records. |
void |
setSpatialConfig(SpatialConfig spatialConfig)
Sets the spatial configuration that describes the geometries in the input data.
|
public void configure(Job job) throws java.lang.Exception
job
- a job instancejava.lang.Exception
public void configure(JobConf jobConf) throws java.lang.Exception
jobConf
- the job configurationjava.lang.Exception
public java.lang.String getCmdOptions()
public java.lang.String getCmdOptionsWithInputDataSets()
public java.util.Map<java.lang.String,java.lang.Object> getCurrentCmdArgs(Configuration conf)
conf
- a job configurationpublic java.lang.String getCurrentCmdArgsAsString(Configuration conf)
conf
- a job configurationpublic java.lang.String getInput()
public AbstractInputDataSet getInputDataSet()
AbstractInputDataSet
public java.lang.Class<?> getInputFormatClass()
public java.lang.Class<?> getJarClass()
public java.lang.String getOutput()
public java.lang.Class<? extends RecordInfoProvider<K,V>> getRecordInfoProviderClass()
RecordInfoProvider
class used to interpret input records.RecordInfoProvider
subclasspublic SpatialConfig getSpatialConfig()
public void processArgs(java.lang.String[] args, Configuration conf) throws java.lang.Exception
args
- arguments from the command lineconf
- the job configurationjava.lang.Exception
public void setInput(java.lang.String input)
input
- a path, comma-separated paths or a path patternpublic void setInputDataSet(AbstractInputDataSet inputDataSet)
public void setInputFormatClass(java.lang.Class<?> inputFormatClass)
inputFormatClass
- an InputFormat subclasspublic void setJarClass(java.lang.Class<?> jarClass)
public void setOutput(java.lang.String output)
output
- a pathpublic void setRecordInfoProviderClass(java.lang.Class<? extends RecordInfoProvider<K,V>> recordInfoProviderClass)
RecordInfoProvider
class used to interpret input records.recordInfoProviderClass
- a RecordInfoProvider
subclasspublic void setSpatialConfig(SpatialConfig spatialConfig)
spatialConfig
- the spatial configurationCopyright © 2017, 2019 Oracle and/or its affiliates. All Rights Reserved.