org.kitesdk.data.mapreduce
Class DatasetKeyOutputFormat<E>

java.lang.Object
  org.apache.hadoop.mapreduce.OutputFormat<E,Void>
      org.kitesdk.data.mapreduce.DatasetKeyOutputFormat<E>

Type Parameters:

E - The type of entities in the Dataset.

@Beta
public class DatasetKeyOutputFormat<E>
extends OutputFormat<E,Void>

A MapReduce OutputFormat for writing to a Dataset. Since a Dataset only contains entities (not key/value pairs), this output format ignores the value.

Field Summary

static String	KITE_CONSTRAINTS
static String	KITE_DATASET_NAME
static String	KITE_PARTITION_DIR
static String	KITE_REPOSITORY_URI

Constructor Summary

DatasetKeyOutputFormat()

Method Summary

void	checkOutputSpecs(JobContext jobContext)
OutputCommitter	getOutputCommitter(TaskAttemptContext taskAttemptContext)
RecordWriter<E,Void>	getRecordWriter(TaskAttemptContext taskAttemptContext)
static void	setDatasetName(Job job, String name)
static void	setRepositoryUri(Job job, URI uri)
static <E> void	setView(Configuration conf, View<E> view)
static <E> void	setView(Job job, View<E> view)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

KITE_REPOSITORY_URI

public static final String KITE_REPOSITORY_URI

See Also:

Constant Field Values

KITE_DATASET_NAME

public static final String KITE_DATASET_NAME

See Also:

Constant Field Values

KITE_PARTITION_DIR

public static final String KITE_PARTITION_DIR

See Also:

Constant Field Values

KITE_CONSTRAINTS

public static final String KITE_CONSTRAINTS

See Also:

Constant Field Values

Constructor Detail

DatasetKeyOutputFormat

public DatasetKeyOutputFormat()

Method Detail

setRepositoryUri

public static void setRepositoryUri(Job job,
                                    URI uri)

setDatasetName

public static void setDatasetName(Job job,
                                  String name)

setView

public static <E> void setView(Job job,
                               View<E> view)

setView

public static <E> void setView(Configuration conf,
                               View<E> view)

getRecordWriter

public RecordWriter<E,Void> getRecordWriter(TaskAttemptContext taskAttemptContext)

Specified by:

getRecordWriter in class OutputFormat<E,Void>

checkOutputSpecs

public void checkOutputSpecs(JobContext jobContext)

Specified by:

checkOutputSpecs in class OutputFormat<E,Void>

getOutputCommitter

public OutputCommitter getOutputCommitter(TaskAttemptContext taskAttemptContext)

Specified by:

getOutputCommitter in class OutputFormat<E,Void>