public class CorrelateWordSort extends TextSomethingTextStage<org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.Text>
Constructor and Description |
---|
CorrelateWordSort(double maxp) |
Modifier and Type | Method and Description |
---|---|
Class<? extends org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.Text>> |
mapper()
By default this method returns the
IdentityMapper class. |
String |
outname() |
Class<? extends org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.Text,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.Text>> |
reducer()
By default this method returns the
IdentityReducer class. |
void |
setup(org.apache.hadoop.mapreduce.Job job)
Add any final adjustments to the job's config
|
combiner, finished, lzoCompress, setCombinerClass, setMapperClass, setReducerClass, stage
public static final String MAXP_KEY
public CorrelateWordSort(double maxp)
public Class<? extends org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.Text>> mapper()
Stage
IdentityMapper
class. This
mapper outputs the values handed as they are.mapper
in class Stage<org.apache.hadoop.mapreduce.lib.input.TextInputFormat,org.apache.hadoop.mapreduce.lib.output.TextOutputFormat<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.Text>,org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.Text,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.Text>
public Class<? extends org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.Text,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.Text>> reducer()
Stage
IdentityReducer
class. This
reducer outputs the values handed as they are.reducer
in class Stage<org.apache.hadoop.mapreduce.lib.input.TextInputFormat,org.apache.hadoop.mapreduce.lib.output.TextOutputFormat<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.Text>,org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.Text,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.Text>
public String outname()
outname
in class Stage<org.apache.hadoop.mapreduce.lib.input.TextInputFormat,org.apache.hadoop.mapreduce.lib.output.TextOutputFormat<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.Text>,org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.Text,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.Text>
public void setup(org.apache.hadoop.mapreduce.Job job)
Stage
setup
in class Stage<org.apache.hadoop.mapreduce.lib.input.TextInputFormat,org.apache.hadoop.mapreduce.lib.output.TextOutputFormat<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.Text>,org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.Text,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.Text>