Package com.linkedin.venice.hadoop.mapreduce.datawriter.jobs

Class DataWriterMRJob

java.lang.Object

com.linkedin.venice.jobs.DataWriterComputeJob

com.linkedin.venice.hadoop.mapreduce.datawriter.jobs.DataWriterMRJob

All Implemented Interfaces:

ComputeJob, Closeable, AutoCloseable

public class DataWriterMRJob
extends DataWriterComputeJob

The implementation of DataWriterComputeJob for MapReduce engine.

Nested Class Summary

Nested classes/interfaces inherited from class com.linkedin.venice.jobs.DataWriterComputeJob

DataWriterComputeJob.ConfigSetter

Nested classes/interfaces inherited from interface com.linkedin.venice.jobs.ComputeJob

ComputeJob.Status

Field Summary

Fields

Modifier and Type	Field	Description
static final String	HADOOP_PREFIX

Fields inherited from class com.linkedin.venice.jobs.DataWriterComputeJob

PASS_THROUGH_CONFIG_PREFIXES

Constructor Summary

Constructors

Constructor	Description
DataWriterMRJob()

Method Summary

Modifier and Type	Method	Description
void	close()
void	configure(VeniceProperties props, PushJobSetting pushJobSetting)
PushJobSetting	getPushJobSetting()
DataWriterTaskTracker	getTaskTracker()
void	kill()
void	runComputeJob()
void	setJobClientWrapper(JobClientWrapper jobClientWrapper)
protected void	setupInputFormatConf(org.apache.hadoop.mapred.JobConf jobConf, PushJobSetting pushJobSetting)

Methods inherited from class com.linkedin.venice.jobs.DataWriterComputeJob

configure, getFailureReason, getStatus, populateWithPassThroughConfigs, populateWithPassThroughConfigs, runJob, validateJob

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

HADOOP_PREFIX

public static final String HADOOP_PREFIX

See Also:

• Constant Field Values

Constructor Details

DataWriterMRJob

public DataWriterMRJob()

Method Details

configure

public void configure(VeniceProperties props,
 PushJobSetting pushJobSetting)

Specified by:

configure in class DataWriterComputeJob

setupInputFormatConf

protected void setupInputFormatConf(org.apache.hadoop.mapred.JobConf jobConf,
 PushJobSetting pushJobSetting)

setJobClientWrapper

public void setJobClientWrapper(JobClientWrapper jobClientWrapper)

getTaskTracker

public DataWriterTaskTracker getTaskTracker()

Specified by:

getTaskTracker in class DataWriterComputeJob

runComputeJob

public void runComputeJob()

Specified by:

runComputeJob in class DataWriterComputeJob

getPushJobSetting

public PushJobSetting getPushJobSetting()

Specified by:

getPushJobSetting in class DataWriterComputeJob

kill

public void kill()

Specified by:

kill in interface ComputeJob

Overrides:

kill in class DataWriterComputeJob

close

public void close()
           throws IOException

Throws:

IOException