org.openimaj.hadoop.mapreduce

Class TextBytesJobUtil

java.lang.Object

org.openimaj.hadoop.mapreduce.TextBytesJobUtil

public class TextBytesJobUtil
extends Object

Utility methods for creating Jobs that injest and output Text keys and BytesWritable values.

Author:

Jonathon Hare (jsh2@ecs.soton.ac.uk)

Constructor Summary

Constructors

Constructor and Description
TextBytesJobUtil()

Method Summary

Modifier and Type	Method and Description
static org.apache.hadoop.mapreduce.Job	createJob(Collection<org.apache.hadoop.fs.Path> inputPaths, org.apache.hadoop.fs.Path outputPath, Map<String,String> metadata, org.apache.hadoop.conf.Configuration config)
static org.apache.hadoop.mapreduce.Job	createJob(Collection<String> inputPaths, String outputPath, Map<String,String> metadata, org.apache.hadoop.conf.Configuration config)
static org.apache.hadoop.mapreduce.Job	createJob(org.apache.hadoop.fs.Path[] inputPaths, org.apache.hadoop.fs.Path outputPath, Map<String,String> metadata, org.apache.hadoop.conf.Configuration config)
static org.apache.hadoop.mapreduce.Job	createJob(org.apache.hadoop.fs.Path inputPath, org.apache.hadoop.fs.Path outputPath, Map<String,String> metadata, org.apache.hadoop.conf.Configuration config)
static org.apache.hadoop.mapreduce.Job	createJob(String inputPath, String outputPath, Map<String,String> metadata, org.apache.hadoop.conf.Configuration config)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

TextBytesJobUtil

public TextBytesJobUtil()

Method Detail

createJob

public static org.apache.hadoop.mapreduce.Job createJob(String inputPath,
                                                        String outputPath,
                                                        Map<String,String> metadata,
                                                        org.apache.hadoop.conf.Configuration config)
                                                 throws IOException

Throws:

IOException

createJob

public static org.apache.hadoop.mapreduce.Job createJob(Collection<String> inputPaths,
                                                        String outputPath,
                                                        Map<String,String> metadata,
                                                        org.apache.hadoop.conf.Configuration config)
                                                 throws IOException

Throws:

IOException

createJob

public static org.apache.hadoop.mapreduce.Job createJob(org.apache.hadoop.fs.Path inputPath,
                                                        org.apache.hadoop.fs.Path outputPath,
                                                        Map<String,String> metadata,
                                                        org.apache.hadoop.conf.Configuration config)
                                                 throws IOException

Throws:

IOException

createJob

public static org.apache.hadoop.mapreduce.Job createJob(Collection<org.apache.hadoop.fs.Path> inputPaths,
                                                        org.apache.hadoop.fs.Path outputPath,
                                                        Map<String,String> metadata,
                                                        org.apache.hadoop.conf.Configuration config)
                                                 throws IOException

Throws:

IOException

createJob

public static org.apache.hadoop.mapreduce.Job createJob(org.apache.hadoop.fs.Path[] inputPaths,
                                                        org.apache.hadoop.fs.Path outputPath,
                                                        Map<String,String> metadata,
                                                        org.apache.hadoop.conf.Configuration config)
                                                 throws IOException

Throws:

IOException