public class ChukwaArchiveManager extends Object implements CHUKWA_CONSTANT
Modifier and Type | Field and Description |
---|---|
protected ChukwaConfiguration |
conf |
protected org.apache.hadoop.fs.FileSystem |
fs |
protected boolean |
isRunning |
ARCHIVES_IN_ERROR_DIR_NAME, ARCHIVES_MR_INPUT_DIR_NAME, ARCHIVES_MR_OUTPUT_DIR_NAME, ARCHIVES_PROCESSING_DIR_NAME, CHUKWA_ARCHIVE_DIR_FIELD, CHUKWA_DATA_SINK_DIR_FIELD, CHUKWA_DEMUX_REDUCER_COUNT_FIELD, CHUKWA_NAGIOS_HOST_FIELD, CHUKWA_NAGIOS_PORT_FIELD, CHUKWA_POST_PROCESS_DIR_FIELD, CHUKWA_POSTPROCESS_IN_ERROR_DIR_FIELD, CHUKWA_REPORTING_HOST_FIELD, CHUKWA_ROOT_DIR_FIELD, CHUKWA_ROOT_REPOS_DIR_FIELD, DEFAULT_CHUKWA_DATASINK_DIR_NAME, DEFAULT_CHUKWA_LOGS_DIR_NAME, DEFAULT_CHUKWA_POSTPROCESS_DIR_NAME, DEFAULT_CHUKWA_ROOT_DIR_NAME, DEFAULT_DEMUX_IN_ERROR_DIR_NAME, DEFAULT_DEMUX_MR_INPUT_DIR_NAME, DEFAULT_DEMUX_MR_OUTPUT_DIR_NAME, DEFAULT_DEMUX_PROCESSING_DIR_NAME, DEFAULT_FINAL_ARCHIVES, DEFAULT_POSTPROCESS_IN_ERROR_DIR_NAME, DEFAULT_REPOS_DIR_NAME, POST_DEMUX_DATA_LOADER, WRITER_HDFS_FILESYSTEM_FIELD
Constructor and Description |
---|
ChukwaArchiveManager() |
ChukwaArchiveManager(ChukwaConfiguration conf) |
Modifier and Type | Method and Description |
---|---|
protected void |
init() |
static void |
main(String[] args) |
void |
moveDataSinkFilesToArchiveMrInput(org.apache.hadoop.fs.FileStatus fsDataSinkDir,
String archivesMRInputDir) |
void |
processDay(org.apache.hadoop.fs.FileStatus fsDay,
String archivesMRInputDir,
String archivesMROutputDir,
String finalArchiveOutput) |
void |
runArchive(String archivesMRInputDir,
String archivesMROutputDir,
String finalArchiveOutput) |
protected void |
setup(org.apache.hadoop.fs.Path directory)
Create directory if !exists
|
void |
shutdown() |
void |
start() |
protected ChukwaConfiguration conf
protected org.apache.hadoop.fs.FileSystem fs
protected boolean isRunning
public ChukwaArchiveManager(ChukwaConfiguration conf) throws Exception
Exception
protected void init() throws IOException, URISyntaxException
IOException
URISyntaxException
public void shutdown()
public void processDay(org.apache.hadoop.fs.FileStatus fsDay, String archivesMRInputDir, String archivesMROutputDir, String finalArchiveOutput) throws Exception
Exception
public void runArchive(String archivesMRInputDir, String archivesMROutputDir, String finalArchiveOutput) throws Exception
Exception
public void moveDataSinkFilesToArchiveMrInput(org.apache.hadoop.fs.FileStatus fsDataSinkDir, String archivesMRInputDir) throws IOException
IOException
protected void setup(org.apache.hadoop.fs.Path directory) throws IOException
directory
- IOException
Copyright © ${year} The Apache Software Foundation