Package com.linkedin.venice.hadoop.mapreduce.datawriter.jobs

Class DataWriterMRJob

java.lang.Object

com.linkedin.venice.hadoop.jobs.DataWriterComputeJob

com.linkedin.venice.hadoop.mapreduce.datawriter.jobs.DataWriterMRJob

All Implemented Interfaces:

ComputeJob, java.io.Closeable, java.lang.AutoCloseable

public class DataWriterMRJob
extends DataWriterComputeJob

The implementation of DataWriterComputeJob for MapReduce engine.

Nested Class Summary

Nested classes/interfaces inherited from interface com.linkedin.venice.hadoop.jobs.ComputeJob

ComputeJob.Status

Field Summary

Fields

Modifier and Type	Field	Description
static java.lang.String	HADOOP_PREFIX

Fields inherited from class com.linkedin.venice.hadoop.jobs.DataWriterComputeJob

PASS_THROUGH_CONFIG_PREFIXES

Constructor Summary

Constructors

Constructor	Description
DataWriterMRJob()

Method Summary

Modifier and Type	Method	Description
void	close()
void	configure(VeniceProperties props, PushJobSetting pushJobSetting)
PushJobSetting	getPushJobSetting()
DataWriterTaskTracker	getTaskTracker()
void	kill()
protected void	runComputeJob()
void	setJobClientWrapper(JobClientWrapper jobClientWrapper)
protected void	setupInputFormatConf(org.apache.hadoop.mapred.JobConf jobConf, PushJobSetting pushJobSetting)

Methods inherited from class com.linkedin.venice.hadoop.jobs.DataWriterComputeJob

configure, getFailureReason, getStatus, runJob, validateJob

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

HADOOP_PREFIX

public static final java.lang.String HADOOP_PREFIX

See Also:

Constant Field Values

Constructor Detail

DataWriterMRJob

public DataWriterMRJob()

Method Detail

configure

public void configure(VeniceProperties props,
                      PushJobSetting pushJobSetting)

Specified by:

configure in class DataWriterComputeJob

setupInputFormatConf

protected void setupInputFormatConf(org.apache.hadoop.mapred.JobConf jobConf,
                                    PushJobSetting pushJobSetting)

setJobClientWrapper

public void setJobClientWrapper(JobClientWrapper jobClientWrapper)

getTaskTracker

public DataWriterTaskTracker getTaskTracker()

Specified by:

getTaskTracker in class DataWriterComputeJob

runComputeJob

protected void runComputeJob()

Specified by:

runComputeJob in class DataWriterComputeJob

getPushJobSetting

public PushJobSetting getPushJobSetting()

Specified by:

getPushJobSetting in class DataWriterComputeJob

kill

public void kill()

Specified by:

kill in interface ComputeJob

Overrides:

kill in class DataWriterComputeJob

close

public void close()
           throws java.io.IOException

Throws:

java.io.IOException