HADOOP-3719. Initial checkin of Chukwa, which is a data collection and
authorOwen O'Malley <omalley@apache.org>
Tue, 12 Aug 2008 22:35:16 +0000 (22:35 +0000)
committerOwen O'Malley <omalley@apache.org>
Tue, 12 Aug 2008 22:35:16 +0000 (22:35 +0000)
commitfdd4c40c8fd4a0d9b4ed8acceb8e92239f2e6b0d
tree8ee493955d0de51b359c68a7d622bb065e2621ac
HADOOP-3719. Initial checkin of Chukwa, which is a data collection and
analysis framework. (Jerome Boulon, Andy Konwinski, Ari Rabkin,
and Eric Yang)

git-svn-id: https://svn.apache.org/repos/asf/hadoop/core/trunk/src/contrib/chukwa@685353 13f79535-47bb-0310-9956-ffa450edef68
224 files changed:
LICENSE.txt [new file with mode: 0644]
bin/VERSION [new file with mode: 0644]
bin/agent.sh [new file with mode: 0755]
bin/buildDailyArchive.sh [new file with mode: 0644]
bin/buildHourlyArchive.sh [new file with mode: 0644]
bin/chukwa-config.sh [new file with mode: 0755]
bin/jettyCollector.sh [new file with mode: 0755]
bin/jobhisttailstarter.sh [new file with mode: 0644]
bin/processSinkFiles.sh [new file with mode: 0755]
bin/shutdown.sh [new file with mode: 0755]
bin/startup.sh [new file with mode: 0755]
bin/systemDataLoader.sh [new file with mode: 0644]
bin/watchdog.sh [new file with mode: 0755]
build.xml [new file with mode: 0644]
chukwafy_jobhist.awk [new file with mode: 0644]
conf/chukwa-agent-conf.xml [new file with mode: 0644]
conf/chukwa-agent-conf.xml.template [new file with mode: 0644]
conf/chukwa-collector-conf.xml [new file with mode: 0644]
conf/chukwa-collector-conf.xml.template [new file with mode: 0644]
conf/chukwa-env.sh [new file with mode: 0644]
conf/chukwa-env.sh.template [new file with mode: 0644]
conf/collectors [new file with mode: 0644]
conf/collectors.template [new file with mode: 0644]
conf/commons-logging.properties [new file with mode: 0644]
conf/fields.spec [new file with mode: 0644]
conf/joblog.properties [new file with mode: 0644]
conf/log4j.properties [new file with mode: 0644]
conf/mdl.xml [new file with mode: 0644]
conf/mdl.xml.template [new file with mode: 0644]
conf/mysql_create_tables [new file with mode: 0644]
conf/mysql_upgrade_tables [new file with mode: 0644]
conf/nodeActivity.properties [new file with mode: 0644]
conf/queueinfo.properties [new file with mode: 0644]
conf/system-data-loader.properties [new file with mode: 0644]
conf/torque.properties [new file with mode: 0644]
conf/util.properties [new file with mode: 0644]
docs/README [new file with mode: 0644]
docs/paper/chukwa0.jpg [new file with mode: 0644]
docs/paper/chukwa1.jpg [new file with mode: 0644]
docs/paper/chukwa_08.tex [new file with mode: 0644]
docs/paper/hicc_in_action2.png [new file with mode: 0644]
docs/paper/usenix.sty [new file with mode: 0755]
docs/paper/widget.png [new file with mode: 0644]
hadoop-packaging/build-tarball.sh [new file with mode: 0755]
hadoop-packaging/log4j.properties.templ [new file with mode: 0644]
hadoop-packaging/patchhadoop.patch [new file with mode: 0644]
hadoopjars/hadoop-0.18.0-core.jar [new file with mode: 0644]
lib/ant-LICENSE.txt [new file with mode: 0644]
lib/ant-README.txt [new file with mode: 0644]
lib/ant.jar [new file with mode: 0644]
lib/commons-codec-1.3-LICENSE.txt [new file with mode: 0644]
lib/commons-codec-1.3-README.txt [new file with mode: 0644]
lib/commons-codec-1.3.jar [new file with mode: 0644]
lib/commons-fileupload-1.2-LICENSE.txt [new file with mode: 0644]
lib/commons-fileupload-1.2-README.txt [new file with mode: 0644]
lib/commons-fileupload-1.2.jar [new file with mode: 0644]
lib/commons-httpclient-3.1-LICENSE.txt [new file with mode: 0644]
lib/commons-httpclient-3.1-README.txt [new file with mode: 0644]
lib/commons-httpclient-3.1.jar [new file with mode: 0644]
lib/commons-io-1.4-LICENSE.txt [new file with mode: 0644]
lib/commons-io-1.4-README.txt [new file with mode: 0644]
lib/commons-io-1.4.jar [new file with mode: 0644]
lib/commons-logging-LICENSE.txt [new file with mode: 0644]
lib/commons-logging-README.txt [new file with mode: 0644]
lib/commons-logging-adapters-1.1-LICENSE.txt [new file with mode: 0644]
lib/commons-logging-adapters-1.1.jar [new file with mode: 0644]
lib/commons-logging-api-1.1-LICENSE.txt [new file with mode: 0644]
lib/commons-logging-api-1.1.jar [new file with mode: 0644]
lib/commons-logging.jar [new file with mode: 0644]
lib/jetty-6.1.11-LICENSE.txt [new file with mode: 0644]
lib/jetty-6.1.11-README.txt [new file with mode: 0644]
lib/jetty-6.1.11.jar [new file with mode: 0644]
lib/jetty-util-6.1.11.jar [new file with mode: 0644]
lib/json-LICENSE.txt [new file with mode: 0644]
lib/json-README.txt [new file with mode: 0644]
lib/json.jar [new file with mode: 0644]
lib/jsp-api-LICENSE.txt [new file with mode: 0644]
lib/jsp-api-README.txt [new file with mode: 0644]
lib/jsp-api.jar [new file with mode: 0644]
lib/junit-LICENSE.txt [new file with mode: 0644]
lib/junit-README.html [new file with mode: 0644]
lib/junit.jar [new file with mode: 0644]
lib/log4j-1.2.13-LICENSE.txt [new file with mode: 0644]
lib/log4j-1.2.13-README.txt [new file with mode: 0644]
lib/log4j-1.2.13.jar [new file with mode: 0644]
lib/servlet-LICENSE.txt [new file with mode: 0644]
lib/servlet-README.txt [new file with mode: 0644]
lib/servlet-api-LICENSE.txt [new file with mode: 0644]
lib/servlet-api-README.txt [new file with mode: 0644]
lib/servlet-api.jar [new file with mode: 0644]
lib/servlet.jar [new file with mode: 0644]
lib/taglibs-LICENSE.txt [new file with mode: 0644]
lib/taglibs-README.txt [new file with mode: 0644]
lib/taglibs.jar [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/ChukwaArchiveKey.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/Chunk.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/ChunkBuilder.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/ChunkImpl.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/conf/ChukwaConfiguration.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/ChunkQueue.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/ChunkReceiver.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/DataFactory.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/adaptor/Adaptor.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/adaptor/AdaptorException.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/adaptor/ExecAdaptor.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/adaptor/filetailer/CharFileTailingAdaptorUTF8.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/adaptor/filetailer/CharFileTailingAdaptorUTF8NewLineEscaped.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/adaptor/filetailer/FileTailer.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/adaptor/filetailer/FileTailingAdaptor.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/agent/AdaptorFactory.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/agent/AgentControlSocketListener.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/agent/ChukwaAgent.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/agent/MemLimitQueue.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/agent/WaitingQueue.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/collector/CollectorStub.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/collector/servlet/ServletCollector.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/collector/servlet/ServletDiagnostics.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/connector/Connector.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/connector/http/HttpConnector.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/controller/ChukwaAgentController.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/protocol/Protocol.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/sender/ChukwaHttpSender.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/sender/ChukwaSender.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/sender/RetryListOfCollectors.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/test/ConsoleOutConnector.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/test/FileTailerStressTest.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/test/SinkFileValidator.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/writer/ChukwaWriter.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/writer/ConsoleWriter.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/writer/InMemoryWriter.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/writer/PipelineStageWriter.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/datacollection/writer/SeqFileWriter.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/Consolidator.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/archive/ChuckwaArchiveBuilder.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/archive/ChukwaArchiveDailyOutputFormat.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/archive/ChukwaArchiveDailyPartitioner.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/archive/ChukwaArchiveHourlyOutputFormat.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/archive/ChukwaArchiveHourlyPartitioner.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/archive/ChukwaArchiveMerger.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/database/DataExpiration.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/database/DatabaseHelper.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/database/DatabaseLoader.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/database/MetricDataLoader.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/ChukwaRecordOutputFormat.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/ChukwaRecordPartitioner.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/Demux.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/MoveOrMergeRecordFile.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/TaggerPlugin.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/AbstractProcessor.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/ChunkProcessor.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/DFInvalidRecord.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/DFProcessor.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/DebugOutputProcessor.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/DuplicateProcessorException.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/HadoopLogProcessor.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/HadoopMetricsProcessor.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/Iostat.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/JobLogHistoryProcessor.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/PbsInvalidEntry.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/PbsNodesProcessor.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/ProcessorFactory.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/Sar.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/Top.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/UnknownRecordTypeException.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/YWatchProcessor.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/demux/processor/mapper/YwatchInvalidEntry.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/ChukwaRecord.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/ChukwaRecordJT.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/ChukwaSearchResult.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/ChukwaSearchService.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/DatabaseRecord.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/Record.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/SearchResult.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/SearchService.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/datasource/DataSource.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/datasource/DataSourceException.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/datasource/DataSourceFactory.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/datasource/DsDirectory.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/datasource/database/DatabaseDS.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/datasource/record/ChukwaFileParser.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/datasource/record/ChukwaSequenceFileParser.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/datasource/record/MalformedFileFormat.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/extraction/engine/datasource/record/RecordDS.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/hicc/ClusterConfig.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/hicc/ColorPicker.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/hicc/Config.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/hicc/DatasetMapper.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/hicc/JSONLoader.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/hicc/TimeHandler.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/hicc/Views.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/hicc/ViewsTag.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/hicc/Workspace.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/inputtools/ChukwaTTInstru.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/inputtools/log4j/ChukwaDailyRollingFileAppender.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/inputtools/log4j/OneLineLogLayout.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/inputtools/mdl/DataConfig.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/inputtools/mdl/LoaderServer.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/inputtools/plugin/ExecPlugin.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/inputtools/plugin/IPlugin.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/inputtools/plugin/metrics/Exec.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/inputtools/plugin/metrics/Log4JMetricsContext.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/inputtools/plugin/nodeactivity/NodeActivityPlugin.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/inputtools/plugin/pbsnode/PbsNodePlugin.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/util/ConstRateAdaptor.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/util/DatabaseWriter.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/util/ExceptionUtil.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/util/MaxRateSender.java [new file with mode: 0644]
src/java/org/apache/hadoop/chukwa/util/RecordConstants.java [new file with mode: 0644]
src/test/org/apache/hadoop/chukwa/TestChunkBuilder.java [new file with mode: 0644]
src/test/org/apache/hadoop/chukwa/datacollection/TempFileUtil.java [new file with mode: 0644]
src/test/org/apache/hadoop/chukwa/datacollection/TestAgentCollector.java [new file with mode: 0644]
src/test/org/apache/hadoop/chukwa/datacollection/adaptor/TestExecAdaptor.java [new file with mode: 0644]
src/test/org/apache/hadoop/chukwa/datacollection/adaptor/filetailer/TestFileTailingAdaptors.java [new file with mode: 0644]
src/test/org/apache/hadoop/chukwa/datacollection/adaptor/filetailer/TestStartAtOffset.java [new file with mode: 0644]
src/test/org/apache/hadoop/chukwa/datacollection/agent/TestAgent.java [new file with mode: 0644]
src/test/org/apache/hadoop/chukwa/datacollection/connector/ChunkCatcherConnector.java [new file with mode: 0644]
src/test/org/apache/hadoop/chukwa/datacollection/connector/TestFailedCollector.java [new file with mode: 0644]
src/test/org/apache/hadoop/chukwa/datacollection/controller/TestAgentClient.java [new file with mode: 0644]
src/test/org/apache/hadoop/chukwa/datacollection/sender/TestRetryListOfCollectors.java [new file with mode: 0644]
src/test/org/apache/hadoop/chukwa/extraction/demux/TestDemux.java [new file with mode: 0644]
src/test/org/apache/hadoop/chukwa/inputtools/log4j/TestChukwaAppender.java [new file with mode: 0644]
src/test/org/apache/hadoop/chukwa/util/TestRecordConsts.java [new file with mode: 0644]
src/web/collector/WEB-INF/web.xml [new file with mode: 0644]
tools/expire.sh [new file with mode: 0755]