public class Partitioning extends Partitioning
Partitioning.setSamplingRatio(double)
property (by default it is set to 0.1).defaultNumReduceTasks, HV_RESULT_FOLDER, hvResultPath, PARTITION_RESULT_FILE, partitionsPath, SAMPLE_FILE_NAME, samplePath, samplingRatio
inputDataSets, miConf
argsp, inputDataSet, jarClass, jobRegEntryPath, proxyIDS
Constructor and Description |
---|
Partitioning() |
Modifier and Type | Method and Description |
---|---|
void |
configure(org.apache.hadoop.mapreduce.Job job)
Validates and adds the current parameters to the job configuration
|
protected AbstractInputDataSet |
createSampleInputDataSet(org.apache.hadoop.conf.Configuration conf)
Samples the input data and create a file containing the sampled geometries
|
protected InputDataSetCmdArgsParserHandler |
getInputDataSetCmdParserHandler(org.apache.hadoop.conf.Configuration conf)
Gets the current instance of
InputDataSetCmdArgsParserHandler used to parse command line parameters for the input data set |
protected InputDataSetConfiguratorHandler |
getInputDataSetConfiguratorHandler(org.apache.hadoop.conf.Configuration conf)
Returns the current instance of
InputDataSetConfiguratorHandler used to configure the input data set |
static void |
main(java.lang.String[] args) |
int |
run(java.lang.String[] args) |
boolean |
runFullPartitioningProcess(org.apache.hadoop.mapreduce.Job job)
Runs the full partitioning process.
|
clean, configure, defineGlobalBounds, getCmdOptions, getCurrentCmdArgs, getCurrentCmdArgsAsString, getHVResultPartPath, getPartitionsPath, getPathsLength, getSamplingRatio, processArgs, runFullPartitioningProcess, setSamplingRatio
addInputDataSet, asMultiInputDataSet, configureInputs, configureInputs, getInputListCmdOptions, getInputs, getMultipleInputDataSetsParams, removeInputDataSet, setInputDataSets, updateInputDataSet
addJobRegistryEntry, addJobRegistryEntry, addJobRegistryEntry, createJob, createJob, createJob, createJob, createJobConf, createJobConf, createJobConf, getCmdOptionsWithInputDataSets, getCmdOptionsWithInputDataSets, getCurrentCmdArgsAsString, getInput, getInputDataSet, getInputFormatClass, getJarClass, getOutput, getRecordInfoProviderClass, getSpatialConfig, runJob, runJob, setInput, setInputDataSet, setInputFormatClass, setJarClass, setOutput, setRecordInfoProviderClass, setSpatialConfig
protected InputDataSetConfiguratorHandler getInputDataSetConfiguratorHandler(org.apache.hadoop.conf.Configuration conf)
BaseJob
InputDataSetConfiguratorHandler
used to configure the input data setgetInputDataSetConfiguratorHandler
in class Partitioning
conf
- a job configurationInputDataSetConfiguratorHandler
protected InputDataSetCmdArgsParserHandler getInputDataSetCmdParserHandler(org.apache.hadoop.conf.Configuration conf)
BaseJob
InputDataSetCmdArgsParserHandler
used to parse command line parameters for the input data setgetInputDataSetCmdParserHandler
in class Partitioning
conf
- a job configurationInputDataSetCmdArgsParserHandler
public void configure(org.apache.hadoop.mapreduce.Job job) throws java.lang.Exception
BaseJob
protected AbstractInputDataSet createSampleInputDataSet(org.apache.hadoop.conf.Configuration conf) throws java.io.IOException
Partitioning
createSampleInputDataSet
in class Partitioning
conf
- the job configurationjava.io.IOException
public boolean runFullPartitioningProcess(org.apache.hadoop.mapreduce.Job job) throws java.lang.Exception
job
- a jobjava.lang.Exception
public int run(java.lang.String[] args) throws java.lang.Exception
run
in interface org.apache.hadoop.util.Tool
run
in class Partitioning
java.lang.Exception
public static void main(java.lang.String[] args) throws java.lang.Exception
java.lang.Exception
Copyright © 2016 Oracle and/or its affiliates. All Rights Reserved.