You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@eagle.apache.org by ha...@apache.org on 2015/12/03 04:29:03 UTC
[5/5] incubator-eagle git commit: [EAGLE-2] Add eagle offline metric
collection topology and do online balance partition based on the statistic
metric
[EAGLE-2] Add eagle offline metric collection topology and do online balance partition based on the statistic metric
JIRA: [EAGLE-2][EAGLE-24][EAGLE-50][EAGLE-52]
Author: sunlibin <ab...@gmail.com>
Closes #8 from sunlibin:Eagle-Metric-And-Balance-Partition
Project: http://git-wip-us.apache.org/repos/asf/incubator-eagle/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-eagle/commit/3ee73e8d
Tree: http://git-wip-us.apache.org/repos/asf/incubator-eagle/tree/3ee73e8d
Diff: http://git-wip-us.apache.org/repos/asf/incubator-eagle/diff/3ee73e8d
Branch: refs/heads/master
Commit: 3ee73e8d5953b1c51d3c8c7d2af24ff417ca57f5
Parents: 91aa216 b11a223
Author: Hao Chen <ha...@apache.org>
Authored: Thu Dec 3 11:26:44 2015 +0800
Committer: Hao Chen <ha...@apache.org>
Committed: Thu Dec 3 11:26:44 2015 +0800
----------------------------------------------------------------------
.../apache/eagle/executor/AlertExecutor.java | 10 +-
.../executor/AlertExecutorCreationUtils.java | 2 +-
.../config/RunningJobCrawlConfig.java | 14 +-
.../storm/kafka/KafkaSourcedSpoutProvider.java | 4 -
.../storm/kafka/KafkaSourcedSpoutScheme.java | 1 -
.../storm/partition/EagleCustomGrouping.java | 51 +++++++
.../impl/storm/zookeeper/ZKStateConfig.java | 28 ++++
.../datastream/StormTopologyCompiler.scala | 14 +-
.../eagle/datastream/StreamAlertExpansion.scala | 9 +-
.../eagle/datastream/StreamConnector.scala | 8 ++
.../datastream/StreamGroupbyExpansion.scala | 8 +-
.../eagle/datastream/StreamProducer.scala | 32 ++++-
.../eagle/partition/DataDistributionDao.java | 28 ++++
.../eagle/partition/PartitionAlgorithm.java | 29 ++++
.../eagle/partition/PartitionStrategy.java | 27 ++++
.../eagle/partition/PartitionStrategyImpl.java | 86 ++++++++++++
.../java/org/apache/eagle/partition/Weight.java | 30 +++++
.../org/apache/eagle/metric/CountingMetric.java | 8 +-
.../java/org/apache/eagle/metric/Metric.java | 5 +-
.../apache/eagle/metric/MetricConstants.java | 24 ++++
.../manager/EagleMetricReportManager.java | 61 +++++++++
.../metric/report/EagleSerivceMetricReport.java | 61 ---------
.../metric/report/EagleServiceMetricReport.java | 60 +++++++++
.../metric/report/MetricEntityConvert.java | 2 +-
.../eagle/metric/report/MetricReport.java | 4 +-
.../eagle/service/client/ServiceConfig.java | 29 ++++
eagle-security/eagle-metric-collection/pom.xml | 100 ++++++++++++++
.../metric/kafka/EagleMetricCollectorMain.java | 127 ++++++++++++++++++
.../eagle/metric/kafka/KafkaConsumerOffset.java | 27 ++++
.../kafka/KafkaConsumerOffsetFetcher.java | 70 ++++++++++
.../metric/kafka/KafkaLatestOffsetFetcher.java | 98 ++++++++++++++
.../kafka/KafkaMessageDistributionExecutor.java | 128 ++++++++++++++++++
.../metric/kafka/KafkaOffsetCheckerConfig.java | 44 ++++++
.../kafka/KafkaOffsetSourceSpoutProvider.java | 54 ++++++++
.../eagle/metric/kafka/KafkaOffsetSpout.java | 134 +++++++++++++++++++
.../src/main/resources/application.conf | 39 ++++++
.../src/main/resources/log4j.properties | 39 ++++++
.../test/java/TestDataDistributionDaoImpl.java | 41 ++++++
.../src/test/java/TestGreedyPartition.java | 45 +++++++
.../src/test/java/TestKafkaOffset.java | 70 ++++++++++
.../apache/eagle/security/partition/Bucket.java | 30 +++++
.../security/partition/BucketComparator.java | 36 +++++
.../partition/DataDistributionDaoImpl.java | 104 ++++++++++++++
.../partition/GreedyPartitionAlgorithm.java | 65 +++++++++
.../auditlog/HdfsAuditLogProcessorMain.java | 91 +++++++++----
.../src/main/resources/application.conf | 3 +
...HiveJobRunningSourcedStormSpoutProvider.java | 2 +-
eagle-security/pom.xml | 1 +
eagle-topology-assembly/pom.xml | 5 +
49 files changed, 1865 insertions(+), 123 deletions(-)
----------------------------------------------------------------------