org.kitesdk.data.mapreduce
Class DatasetKeyOutputFormat<E>

java.lang.Object
  org.apache.hadoop.mapreduce.OutputFormat<E,Void>
      org.kitesdk.data.mapreduce.DatasetKeyOutputFormat<E>

Type Parameters:

E - The type of entities in the Dataset.

@Beta
public class DatasetKeyOutputFormat<E>
extends OutputFormat<E,Void>

A MapReduce OutputFormat for writing to a Dataset. Since a Dataset only contains entities (not key/value pairs), this output format ignores the value.

Field Summary

static String	KITE_DATASET_NAME
static String	KITE_PARTITION_DIR
static String	KITE_REPOSITORY_URI

Constructor Summary

DatasetKeyOutputFormat()

Method Summary

void	checkOutputSpecs(JobContext jobContext)
OutputCommitter	getOutputCommitter(TaskAttemptContext taskAttemptContext)
RecordWriter<E,Void>	getRecordWriter(TaskAttemptContext taskAttemptContext)
static void	setDatasetName(Job job, String name)
static void	setRepositoryUri(Job job, URI uri)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

KITE_REPOSITORY_URI

public static final String KITE_REPOSITORY_URI

See Also:

Constant Field Values

KITE_DATASET_NAME

public static final String KITE_DATASET_NAME

See Also:

Constant Field Values

KITE_PARTITION_DIR

public static final String KITE_PARTITION_DIR

See Also:

Constant Field Values

Constructor Detail

DatasetKeyOutputFormat

public DatasetKeyOutputFormat()

Method Detail

setRepositoryUri

public static void setRepositoryUri(Job job,
                                    URI uri)

setDatasetName

public static void setDatasetName(Job job,
                                  String name)

getRecordWriter

public RecordWriter<E,Void> getRecordWriter(TaskAttemptContext taskAttemptContext)

Specified by:

getRecordWriter in class OutputFormat<E,Void>

checkOutputSpecs

public void checkOutputSpecs(JobContext jobContext)

Specified by:

checkOutputSpecs in class OutputFormat<E,Void>

getOutputCommitter

public OutputCommitter getOutputCommitter(TaskAttemptContext taskAttemptContext)

Specified by:

getOutputCommitter in class OutputFormat<E,Void>