org.apache.hadoop.chukwa.extraction.demux.processor.mapper

Class AbstractProcessor

java.lang.Object

org.apache.hadoop.chukwa.extraction.demux.processor.mapper.AbstractProcessor

All Implemented Interfaces:

MapProcessor

Direct Known Subclasses:

ClientTraceProcessor, DatanodeProcessor, DebugOutputProcessor, DefaultProcessor, HadoopLogProcessor, HadoopMetricsProcessor, HBaseMasterProcessor, HBaseRegionServerProcessor, JobConfProcessor, JobLogHistoryProcessor, JobSummary, JobTrackerProcessor, JPluginMapper, Log4jJobHistoryProcessor, Log4JMetricsContextProcessor, NamenodeProcessor, SysLog, SystemMetrics, TsProcessor, ZookeeperProcessor

public abstract class AbstractProcessor
extends Object
implements MapProcessor

Field Summary

Fields

Modifier and Type	Field and Description
protected ChukwaArchiveKey	archiveKey
protected Chunk	chunk
protected int	currentPos
protected ChukwaRecordKey	key
protected int	startOffset

Constructor Summary

Constructors

Constructor and Description
AbstractProcessor()

Method Summary

Modifier and Type	Method and Description
protected void	buildGenericRecord(ChukwaRecord record, String body, long timestamp, String dataSource)
int	getCurrentPos()
int	getStartOffset()
protected boolean	hasNext()
protected String	nextLine()
protected abstract void	parse(String recordEntry, org.apache.hadoop.mapred.OutputCollector<ChukwaRecordKey,ChukwaRecord> output, org.apache.hadoop.mapred.Reporter reporter)
void	process(ChukwaArchiveKey archiveKey, Chunk chunk, org.apache.hadoop.mapred.OutputCollector<ChukwaRecordKey,ChukwaRecord> output, org.apache.hadoop.mapred.Reporter reporter)
protected void	reset(Chunk chunk)
protected void	saveChunkInError(Throwable throwable)
void	setCurrentPos(int currentPos)
void	setStartOffset(int startOffset)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

currentPos

protected int currentPos

startOffset

protected int startOffset

archiveKey

protected ChukwaArchiveKey archiveKey

key

protected ChukwaRecordKey key

chunk

protected Chunk chunk

Constructor Detail

AbstractProcessor

public AbstractProcessor()

Method Detail

parse

protected abstract void parse(String recordEntry,
                              org.apache.hadoop.mapred.OutputCollector<ChukwaRecordKey,ChukwaRecord> output,
                              org.apache.hadoop.mapred.Reporter reporter)
                       throws Throwable

Throws:

Throwable

saveChunkInError

protected void saveChunkInError(Throwable throwable)

process

public void process(ChukwaArchiveKey archiveKey,
                    Chunk chunk,
                    org.apache.hadoop.mapred.OutputCollector<ChukwaRecordKey,ChukwaRecord> output,
                    org.apache.hadoop.mapred.Reporter reporter)

Specified by:

process in interface MapProcessor

buildGenericRecord

protected void buildGenericRecord(ChukwaRecord record,
                                  String body,
                                  long timestamp,
                                  String dataSource)

reset

protected void reset(Chunk chunk)

hasNext

protected boolean hasNext()

nextLine

protected String nextLine()

getCurrentPos

public int getCurrentPos()

setCurrentPos

public void setCurrentPos(int currentPos)

getStartOffset

public int getStartOffset()

setStartOffset

public void setStartOffset(int startOffset)