oracle.spatial.hadoop.vector.mapred.job

Class MultipleInputsJob

java.lang.Object

org.apache.hadoop.conf.Configured

oracle.spatial.hadoop.vector.mapred.job.BaseJob<java.lang.Object,java.lang.Object>

oracle.spatial.hadoop.vector.mapred.job.MultipleInputsJob

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable, org.apache.hadoop.util.Tool

Direct Known Subclasses:

MBR, Partitioning, SpatialJoin

public abstract class MultipleInputsJob
extends BaseJob<java.lang.Object,java.lang.Object>

Base driver class for jobs that accept more than one input data sets which are processed by the same mapper.

Field Summary

Fields

Modifier and Type	Field and Description
protected java.util.List<InputDataSet>	inputDataSets
protected MultipleInputsConfig	miConf

Fields inherited from class oracle.spatial.hadoop.vector.mapred.job.BaseJob

argsp, inputDataSet, jarClass, jobRegEntryPath, proxyIDS

Constructor Summary

Constructors

Constructor and Description
MultipleInputsJob() Creates a new instance

Method Summary

Methods

Modifier and Type	Method and Description
void	addInputDataSet(InputDataSet input)
protected MultiInputDataSet	asMultiInputDataSet(java.util.List<InputDataSet> dataSets)
protected void	configureInputs(org.apache.hadoop.mapreduce.Job job)
protected void	configureInputs(org.apache.hadoop.mapred.JobConf jobConf)
protected java.lang.String	getInputListCmdOptions(int min, int max)
java.util.List<InputDataSet>	getInputs()
static java.lang.String[][]	getMultipleInputDataSetsParams(java.lang.String inputDataSetListStr)
void	processArgs(java.lang.String[] args, org.apache.hadoop.conf.Configuration conf) Extracts and validates arguments from the command line
boolean	removeInputDataSet(InputDataSet input)
void	setInputDataSets(java.util.List<InputDataSet> inputs)
protected void	updateInputDataSet()

Methods inherited from class oracle.spatial.hadoop.vector.mapred.job.BaseJob

addJobRegistryEntry, addJobRegistryEntry, addJobRegistryEntry, configure, configure, createJob, createJob, createJob, createJob, createJobConf, createJobConf, createJobConf, getCmdOptions, getCmdOptionsWithInputDataSets, getCmdOptionsWithInputDataSets, getCurrentCmdArgs, getCurrentCmdArgsAsString, getCurrentCmdArgsAsString, getInput, getInputDataSet, getInputDataSetCmdParserHandler, getInputDataSetConfiguratorHandler, getInputFormatClass, getJarClass, getOutput, getRecordInfoProviderClass, getSpatialConfig, runJob, runJob, setInput, setInputDataSet, setInputFormatClass, setJarClass, setOutput, setRecordInfoProviderClass, setSpatialConfig

Methods inherited from class org.apache.hadoop.conf.Configured

getConf, setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.hadoop.util.Tool

run

Methods inherited from interface org.apache.hadoop.conf.Configurable

getConf, setConf

Field Detail

inputDataSets

protected java.util.List<InputDataSet> inputDataSets

miConf

protected MultipleInputsConfig miConf

Constructor Detail

MultipleInputsJob

public MultipleInputsJob()

Creates a new instance

Method Detail

getInputs

public java.util.List<InputDataSet> getInputs()

setInputDataSets

public void setInputDataSets(java.util.List<InputDataSet> inputs)

addInputDataSet

public void addInputDataSet(InputDataSet input)

removeInputDataSet

public boolean removeInputDataSet(InputDataSet input)

getMultipleInputDataSetsParams

public static java.lang.String[][] getMultipleInputDataSetsParams(java.lang.String inputDataSetListStr)

processArgs

public void processArgs(java.lang.String[] args,
                        org.apache.hadoop.conf.Configuration conf)
                 throws java.lang.Exception

Description copied from class: BaseJob

Extracts and validates arguments from the command line

Overrides:

processArgs in class BaseJob<java.lang.Object,java.lang.Object>

Parameters:

args - arguments from the command line

conf - the job configuration

Throws:

java.lang.Exception

getInputListCmdOptions

protected java.lang.String getInputListCmdOptions(int min,
                                                  int max)

configureInputs

protected void configureInputs(org.apache.hadoop.mapreduce.Job job)
                        throws java.lang.Exception

Throws:

java.lang.Exception

configureInputs

protected void configureInputs(org.apache.hadoop.mapred.JobConf jobConf)
                        throws java.lang.Exception

Throws:

java.lang.Exception

asMultiInputDataSet

protected MultiInputDataSet asMultiInputDataSet(java.util.List<InputDataSet> dataSets)

updateInputDataSet

protected void updateInputDataSet()

Overrides:

updateInputDataSet in class BaseJob<java.lang.Object,java.lang.Object>