org.kitesdk.data.mapreduce
Class DatasetKeyInputFormat<E>

java.lang.Object
  org.apache.hadoop.mapreduce.InputFormat<E,Void>
      org.kitesdk.data.mapreduce.DatasetKeyInputFormat<E>

Type Parameters:

E - The type of entities in the Dataset.

All Implemented Interfaces:

Configurable

@Beta
public class DatasetKeyInputFormat<E>
extends InputFormat<E,Void>
implements Configurable

A MapReduce InputFormat for reading from a Dataset. Since a Dataset only contains entities (not key/value pairs), this output format ignores the value.

Field Summary

static String	KITE_CONSTRAINTS
static String	KITE_DATASET_NAME
static String	KITE_PARTITION_DIR
static String	KITE_REPOSITORY_URI

Constructor Summary

DatasetKeyInputFormat()

Method Summary

RecordReader<E,Void>	createRecordReader(InputSplit inputSplit, TaskAttemptContext taskAttemptContext)
Configuration	getConf()
List<InputSplit>	getSplits(JobContext jobContext)
void	setConf(Configuration configuration)
static void	setDatasetName(Job job, String name)
static void	setRepositoryUri(Job job, URI uri)
static <E> void	setView(Configuration conf, View<E> view)
static <E> void	setView(Job job, View<E> view)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

KITE_REPOSITORY_URI

public static final String KITE_REPOSITORY_URI

See Also:

Constant Field Values

KITE_DATASET_NAME

public static final String KITE_DATASET_NAME

See Also:

Constant Field Values

KITE_PARTITION_DIR

public static final String KITE_PARTITION_DIR

See Also:

Constant Field Values

KITE_CONSTRAINTS

public static final String KITE_CONSTRAINTS

See Also:

Constant Field Values

Constructor Detail

DatasetKeyInputFormat

public DatasetKeyInputFormat()

Method Detail

setRepositoryUri

public static void setRepositoryUri(Job job,
                                    URI uri)

setDatasetName

public static void setDatasetName(Job job,
                                  String name)

setView

public static <E> void setView(Job job,
                               View<E> view)

setView

public static <E> void setView(Configuration conf,
                               View<E> view)

getConf

public Configuration getConf()

Specified by:

getConf in interface Configurable

setConf

public void setConf(Configuration configuration)

Specified by:

setConf in interface Configurable

getSplits

public List<InputSplit> getSplits(JobContext jobContext)
                           throws IOException,
                                  InterruptedException

Specified by:

getSplits in class InputFormat<E,Void>

Throws:

IOException

InterruptedException

createRecordReader

public RecordReader<E,Void> createRecordReader(InputSplit inputSplit,
                                               TaskAttemptContext taskAttemptContext)
                                        throws IOException,
                                               InterruptedException

Specified by:

createRecordReader in class InputFormat<E,Void>

Throws:

IOException

InterruptedException