You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@eagle.apache.org by "Chen, Hao" <Ha...@ebay.com> on 2017/12/05 02:40:47 UTC
RE: apache eagle 配置文件
依次回复如下 :
1. 请手动导入表结构 https://github.com/apache/eagle/blob/master/eagle-assembly/src/main/doc/metadata-ddl.sql
2. 请参考https://github.com/apache/eagle/tree/master/eagle-assembly/src/main/conf，除了部分资源链接配置，其他基本采用默认配置即可。
3. 因为db 配置有问题，默认是memory db，所以重启元数据被清空，若配置mysql，则不会出现该问题。
4. metadata.store = org.apache.eagle.metadata.store.jdbc.JDBCMetadataStore
For English speaker:
1. Please create metadata table with DDL script at https://github.com/apache/eagle/blob/master/eagle-assembly/src/main/doc/metadata-ddl.sql
2. Please refer to https://github.com/apache/eagle/tree/master/eagle-assembly/src/main/conf
3. The default metadata store db is memory db, so it will recreate db after restarting. Please use persis db like mysql.
5. Please change “metadata.store = org.apache.eagle.metadata.store.jdbc.JDBCMetadataStore” to enable jdbc storage.
Thanks,
Hao Chen
From: 绿飕飕 [mailto:qi1070445109@gmail.com]
Sent: 2017年12月5日 10:25
To: Chen, Hao <Ha...@ebay.com>
Subject: apache eagle 配置文件
陈浩:
您好!
我也是刚刚接触apache eagle, 安装的是 v0.5.0 版本,
它的配置文件,bin下的一些脚本和v0.4.0有很多不一样的地方,
在配置使用过程中遇到了一些问题:
1. 我在配置过程中,发现已经配置好了 jdbc 和 mysql 的链接配置,但是在 运行:
eagle-server.sh start 后,发现 mysql 中的eagle 数据库并没有创建和eagle相关的表格.
2. 关于配置里面各项说明我没能找到清晰的资料去了解,不知道你有可以推荐我参考的说明吗?
3. 为什么我每次重新启动eagle的时候都需要重新配置site?
4. 我的配置如下:
如果您有时间的话,可否查看一下我的配置文件是不是有错误的地方:
# ---------------------------------------------
# Eagle REST Web Service Configuration
# ---------------------------------------------
service {
env = "testing"
host = "localhost"
port = 9099
username = "admin"
password = "secret"
readTimeOutSeconds = 60
context = "/rest"
timezone = "UTC"
}
zookeeper {
zkQuorum = "localhost:2181"
zkSessionTimeoutMs : 15000
zkRetryTimes : 3
zkRetryInterval : 20000
}
# ---------------------------------------------
# Eagle Deep Storage Configuration
# ---------------------------------------------
storage {
# storage type: ["hbase","jdbc"]
# default is "hbase"
type = "hbase"
hbase {
autoCreateTable = true
# hbase configuration: hbase.zookeeper.quorum
# default is "localhost"
zookeeperQuorum = "localhost"
# hbase configuration: hbase.zookeeper.property.clientPort
# default is 2181
zookeeperPropertyClientPort = 2181
# hbase configuration: zookeeper.znode.parent
# default is "/hbase"
zookeeperZnodeParent = "/hbase"
# eagle web login profile: [sandbox, default]
# default is sandbox
tableNamePrefixedWithEnvironment = sandbox
# eagle coprocessor enabled or not: [true, false]
# default is false
coprocessorEnabled = false
}
}
# ---------------------------------------------
# Eagle Metadata Store Configuration
# ---------------------------------------------
metadata {
store = org.apache.eagle.metadata.service.memory.MemoryMetadataStore
jdbc {
username = "eagle"
password = "eagle"
driverClassName = com.mysql.jdbc.Driver
database = "eagle"
connection = "jdbc:mysql://127.0.0.1:3306/eagle<https://na01.safelinks.protection.outlook.com/?url=http%3A%2F%2F127.0.0.1%3A3306%2Feagle&data=02%7C01%7CHao.Chen3%40ebay.com%7C63a8729666ab47ff2c6408d53b878a41%7C46326bff992841a0baca17c16c94ea99%7C0%7C0%7C636480375678931683&sdata=0l0UIhkAJB88xjcNzegseDG%2Fy7iMovuqO8%2BecjVFh%2Fo%3D&reserved=0>"
}
}
# ---------------------------------------------
# Eagle Application Configuration
# ---------------------------------------------
application {
stream {
provider = org.apache.eagle.app.messaging.KafkaStreamProvider
}
storm {
#nimbusHost = "server.eagle.apache.org<https://na01.safelinks.protection.outlook.com/?url=http%3A%2F%2Fserver.eagle.apache.org&data=02%7C01%7CHao.Chen3%40ebay.com%7C63a8729666ab47ff2c6408d53b878a41%7C46326bff992841a0baca17c16c94ea99%7C0%7C0%7C636480375678931683&sdata=my%2FlW5zmw0bJZ0cKg1IkM4YD2dQ5W3zFsjVHX9gb85E%3D&reserved=0>"
nimbusHost = "localhost"
nimbusThriftPort = 6627
}
updateStatus: {
initialDelay: 10
period: 10
}
healthCheck {
initialDelay = 30
period = 60
publisher {
publisherImpl = org.apache.eagle.app.service.impl.ApplicationHealthCheckEmailPublisher
dailySendHour = 11
mail.smtp.host = "mail.host.com<https://na01.safelinks.protection.outlook.com/?url=http%3A%2F%2Fmail.host.com&data=02%7C01%7CHao.Chen3%40ebay.com%7C63a8729666ab47ff2c6408d53b878a41%7C46326bff992841a0baca17c16c94ea99%7C0%7C0%7C636480375678931683&sdata=%2BVPTN%2FaVVMB7nDHah1ag6bxYZ8I2kPAE38aaENDqq4I%3D&reserved=0>"
mail.smtp.port = 25
mail.smtp.recipients = "someone@email.com<ma...@email.com>"
mail.smtp.subject = "Eagle Application Health Check"
mail.smtp.template = "HealthCheckTemplate.vm"
}
}
mailService {
mailSmtpServer = "",
mailSmtpPort = 25,
mailSmtpAuth = "false"
//mailSmtpConn = "plaintext",
//mailSmtpUsername = ""
//mailSmtpPassword = ""
//mailSmtpDebug = false
}
dailyJobReport {
reportHourTime: 1
reportPeriodInHour: 12
numTopUsers : 10
jobOvertimeLimitInHour: 6
subject: "Job Report For 12 hours"
recipients: "nobody@abc.com<ma...@abc.com>"
template: "JobReportTemplate.vm"
}
analyzerReport {
sender: "nobody@abc.com<ma...@abc.com>"
recipients: "nobody@abc.com<ma...@abc.com>"
template: "AnalyzerReportTemplate.vm"
cc: "nobody@abc.com<ma...@abc.com>"
}
}
# ---------------------------------------------
# Eagle Alert Engine Configuration
# ---------------------------------------------
# Coordinator Configuration
coordinator {
# boltParallelism = 5
policyDefaultParallelism = 5
boltLoadUpbound = 0.8
topologyLoadUpbound = 0.8
numOfAlertBoltsPerTopology = 5
policiesPerBolt = 10
streamsPerBolt = 10
reuseBoltInStreams = true
zkConfig {
zkQuorum = "localhost:2181"
zkRoot = "/alert"
zkSessionTimeoutMs = 10000
connectionTimeoutMs = 10000
zkRetryTimes = 3
zkRetryInterval = 3000
}
metadataService {
host = "localhost",
port = 9099,
context = "/rest"
}
metadataDynamicCheck {
initDelayMillis = 1000
delayMillis = 30000
stateClearPeriodMin = 1440
stateReservedCapacity = 100
}
}