oracle.spatial.hadoop.vector.mapred.job

Class BaseJob<K,V>

java.lang.Object

org.apache.hadoop.conf.Configured

oracle.spatial.hadoop.vector.mapred.job.BaseJob<K,V>

Type Parameters:

K - the type of the input keys

V - the type of the input values

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable, org.apache.hadoop.util.Tool

Direct Known Subclasses:

IndexedInputBaseJob, KMeansClustering, MultipleInputsJob, SpatialIndexing, SuggestService

public abstract class BaseJob<K,V>
extends org.apache.hadoop.conf.Configured
implements org.apache.hadoop.util.Tool

Defines the basic parameters and validations for vector jobs

Field Summary

Fields

Modifier and Type	Field and Description
protected CmdArgsParser	argsp
protected java.lang.Class<?>	jarClass

Constructor Summary

Constructors

Constructor and Description
BaseJob()

Method Summary

Modifier and Type	Method and Description
void	configure(org.apache.hadoop.mapreduce.Job job)
void	configure(org.apache.hadoop.mapred.JobConf conf) Validates and adds the current parameters to the job configuration
protected org.apache.hadoop.mapreduce.Job	createJob()
protected org.apache.hadoop.mapreduce.Job	createJob(org.apache.hadoop.conf.Configuration conf)
protected org.apache.hadoop.mapreduce.Job	createJob(org.apache.hadoop.conf.Configuration conf, java.lang.String jobName)
protected org.apache.hadoop.mapreduce.Job	createJob(org.apache.hadoop.conf.Configuration conf, java.lang.String jobName, java.lang.String jar)
protected org.apache.hadoop.mapred.JobConf	createJobConf() Creates a job configuration
protected org.apache.hadoop.mapred.JobConf	createJobConf(org.apache.hadoop.mapred.JobConf baseConf)
protected org.apache.hadoop.mapred.JobConf	createJobConf(org.apache.hadoop.mapred.JobConf baseConf, java.lang.String jobName)
java.lang.String	getCmdOptions() Gets a description of the arguments expected from command line.
java.lang.String	getInput() Gets the job input
java.lang.Class<?>	getInputFormatClass() Gets the input format used to read the input data
java.lang.Class<?>	getJarClass()
java.lang.String	getOutput() Gets the job output path
java.lang.Class<? extends RecordInfoProvider<K,V>>	getRecordInfoProviderClass() Gets the RecordInfoProvider class used to interpret input records.
SpatialConfig	getSpatialConfig() Gets the spatial configuration that describes the geometries in the input data.
void	processArgs(java.lang.String[] args, org.apache.hadoop.conf.Configuration conf) Extracts and validates arguments from the command line
void	setInput(java.lang.String input) Sets the job input
void	setInputFormatClass(java.lang.Class<?> inputFormatClass) Sets the input format used to read the input data
void	setJarClass(java.lang.Class<?> jarClass)
void	setOutput(java.lang.String output) Sets the job output
void	setRecordInfoProviderClass(java.lang.Class<? extends RecordInfoProvider<K,V>> recordInfoProviderClass) Sets the RecordInfoProvider class used to interpret input records.
void	setSpatialConfig(SpatialConfig spatialConfig) Sets the spatial configuration that describes the geometries in the input data.

Methods inherited from class org.apache.hadoop.conf.Configured

getConf, setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.hadoop.util.Tool

run

Methods inherited from interface org.apache.hadoop.conf.Configurable

getConf, setConf

Field Detail

argsp

protected CmdArgsParser argsp

jarClass

protected java.lang.Class<?> jarClass

Constructor Detail

BaseJob

public BaseJob()

Method Detail

getInput

public java.lang.String getInput()

Gets the job input

Returns:

a path, comma-separated paths or a path pattern

setInput

public void setInput(java.lang.String input)

Sets the job input

Parameters:

input - a path, comma-separated paths or a path pattern

getOutput

public java.lang.String getOutput()

Gets the job output path

Returns:

a path

setOutput

public void setOutput(java.lang.String output)

Sets the job output

Parameters:

output - a path

getInputFormatClass

public java.lang.Class<?> getInputFormatClass()

Gets the input format used to read the input data

Returns:

an InputFormat subclass

setInputFormatClass

public void setInputFormatClass(java.lang.Class<?> inputFormatClass)

Sets the input format used to read the input data

Parameters:

inputFormatClass - an InputFormat subclass

getRecordInfoProviderClass

public java.lang.Class<? extends RecordInfoProvider<K,V>> getRecordInfoProviderClass()

Gets the RecordInfoProvider class used to interpret input records.

Returns:

a RecordInfoProvider subclass

setRecordInfoProviderClass

public void setRecordInfoProviderClass(java.lang.Class<? extends RecordInfoProvider<K,V>> recordInfoProviderClass)

Sets the RecordInfoProvider class used to interpret input records.

Parameters:

recordInfoProviderClass - a RecordInfoProvider subclass

setSpatialConfig

public void setSpatialConfig(SpatialConfig spatialConfig)

Sets the spatial configuration that describes the geometries in the input data.

Parameters:

spatialConfig - the spatial configuration

getSpatialConfig

public SpatialConfig getSpatialConfig()

Gets the spatial configuration that describes the geometries in the input data.

Returns:

the spatial configuration

setJarClass

public void setJarClass(java.lang.Class<?> jarClass)

getJarClass

public java.lang.Class<?> getJarClass()

processArgs

public void processArgs(java.lang.String[] args,
                        org.apache.hadoop.conf.Configuration conf)
                 throws java.lang.Exception

Extracts and validates arguments from the command line

Parameters:

args - arguments from the command line

conf - the job configuration

Throws:

java.lang.Exception

getCmdOptions

public java.lang.String getCmdOptions()

Gets a description of the arguments expected from command line.

Returns:

a text description

configure

public void configure(org.apache.hadoop.mapred.JobConf conf)
               throws java.lang.Exception

Validates and adds the current parameters to the job configuration

Parameters:

conf - the job configuration

Throws:

java.lang.Exception

configure

public void configure(org.apache.hadoop.mapreduce.Job job)
               throws java.lang.Exception

Throws:

java.lang.Exception

createJobConf

protected org.apache.hadoop.mapred.JobConf createJobConf()

Creates a job configuration

Returns:

a job configuration

createJobConf

protected org.apache.hadoop.mapred.JobConf createJobConf(org.apache.hadoop.mapred.JobConf baseConf)

createJobConf

protected org.apache.hadoop.mapred.JobConf createJobConf(org.apache.hadoop.mapred.JobConf baseConf,
                                                         java.lang.String jobName)

createJob

protected org.apache.hadoop.mapreduce.Job createJob()
                                             throws java.io.IOException

Throws:

java.io.IOException

createJob

protected org.apache.hadoop.mapreduce.Job createJob(org.apache.hadoop.conf.Configuration conf)
                                             throws java.io.IOException

Throws:

java.io.IOException

createJob

protected org.apache.hadoop.mapreduce.Job createJob(org.apache.hadoop.conf.Configuration conf,
                                                    java.lang.String jobName)
                                             throws java.io.IOException

Throws:

java.io.IOException

createJob

protected org.apache.hadoop.mapreduce.Job createJob(org.apache.hadoop.conf.Configuration conf,
                                                    java.lang.String jobName,
                                                    java.lang.String jar)
                                             throws java.io.IOException

Throws:

java.io.IOException