org.apache.hadoop.chukwa.extraction.archive

Class ChukwaArchiveManager

java.lang.Object

org.apache.hadoop.chukwa.extraction.archive.ChukwaArchiveManager

All Implemented Interfaces:

CHUKWA_CONSTANT

public class ChukwaArchiveManager
extends Object
implements CHUKWA_CONSTANT

Field Summary

Fields inherited from interface org.apache.hadoop.chukwa.extraction.CHUKWA_CONSTANT

ARCHIVES_IN_ERROR_DIR_NAME, ARCHIVES_MR_INPUT_DIR_NAME, ARCHIVES_MR_OUTPUT_DIR_NAME, ARCHIVES_PROCESSING_DIR_NAME, CHUKWA_ARCHIVE_DIR_FIELD, CHUKWA_ARCHIVE_MAX_ERROR_COUNT_FIELD, CHUKWA_DATA_SINK_DIR_FIELD, CHUKWA_DEMUX_MAX_ERROR_COUNT_FIELD, CHUKWA_DEMUX_REDUCER_COUNT_FIELD, CHUKWA_NAGIOS_HOST_FIELD, CHUKWA_NAGIOS_PORT_FIELD, CHUKWA_POST_PROCESS_DIR_FIELD, CHUKWA_POSTPROCESS_IN_ERROR_DIR_FIELD, CHUKWA_POSTPROCESS_MAX_ERROR_COUNT_FIELD, CHUKWA_REPORTING_HOST_FIELD, CHUKWA_ROOT_DIR_FIELD, CHUKWA_ROOT_REPOS_DIR_FIELD, DEFAULT_CHUKWA_DATASINK_DIR_NAME, DEFAULT_CHUKWA_LOGS_DIR_NAME, DEFAULT_CHUKWA_POSTPROCESS_DIR_NAME, DEFAULT_CHUKWA_ROOT_DIR_NAME, DEFAULT_DEMUX_IN_ERROR_DIR_NAME, DEFAULT_DEMUX_MR_INPUT_DIR_NAME, DEFAULT_DEMUX_MR_OUTPUT_DIR_NAME, DEFAULT_DEMUX_PROCESSING_DIR_NAME, DEFAULT_FINAL_ARCHIVES, DEFAULT_POSTPROCESS_IN_ERROR_DIR_NAME, DEFAULT_REPOS_DIR_NAME, HDFS_DEFAULT_NAME_FIELD, HIERARCHY_CONNECTOR, INCLUDE_KEY_IN_PARTITIONER, POST_DEMUX_DATA_LOADER, POST_DEMUX_SUCCESS_ACTION, WRITER_HDFS_FILESYSTEM_FIELD

Constructor Summary

Constructors

Constructor and Description
ChukwaArchiveManager()

Method Summary

Modifier and Type	Method and Description
static void	main(String[] args)
void	moveDataSinkFilesToArchiveMrInput(org.apache.hadoop.fs.FileStatus fsDataSinkDir, String archivesMRInputDir)
void	processDay(org.apache.hadoop.fs.FileStatus fsDay, String archivesMRInputDir, String archivesMROutputDir, String finalArchiveOutput)
void	runArchive(String archivesMRInputDir, String archivesMROutputDir, String finalArchiveOutput)
void	shutdown()
void	start()

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ChukwaArchiveManager

public ChukwaArchiveManager()
                     throws Exception

Throws:

Exception

Method Detail

main

public static void main(String[] args)
                 throws Exception

Throws:

Exception

shutdown

public void shutdown()

start

public void start()
           throws Exception

Throws:

Exception

processDay

public void processDay(org.apache.hadoop.fs.FileStatus fsDay,
                       String archivesMRInputDir,
                       String archivesMROutputDir,
                       String finalArchiveOutput)
                throws Exception

Throws:

Exception

runArchive

public void runArchive(String archivesMRInputDir,
                       String archivesMROutputDir,
                       String finalArchiveOutput)
                throws Exception

Throws:

Exception

moveDataSinkFilesToArchiveMrInput

public void moveDataSinkFilesToArchiveMrInput(org.apache.hadoop.fs.FileStatus fsDataSinkDir,
                                              String archivesMRInputDir)
                                       throws IOException

Throws:

IOException