You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by li...@apache.org on 2016/07/22 07:11:26 UTC
[2/2] kylin git commit: KYLIN-1906 review and reformat
kylin.properties
KYLIN-1906 review and reformat kylin.properties
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/8e3d8d4f
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/8e3d8d4f
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/8e3d8d4f
Branch: refs/heads/master
Commit: 8e3d8d4f8152119dbc326c356a19e341dc66c633
Parents: c3925a6
Author: Li Yang <li...@apache.org>
Authored: Fri Jul 22 15:11:07 2016 +0800
Committer: Li Yang <li...@apache.org>
Committed: Fri Jul 22 15:11:07 2016 +0800
----------------------------------------------------------------------
build/conf/kylin.properties | 146 +++++--------------
.../test_case_data/localmeta/kylin.properties | 56 +++----
.../test_case_data/sandbox/kylin.properties | 105 +++++--------
3 files changed, 107 insertions(+), 200 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/8e3d8d4f/build/conf/kylin.properties
----------------------------------------------------------------------
diff --git a/build/conf/kylin.properties b/build/conf/kylin.properties
index 8186d7b..30f7a30 100644
--- a/build/conf/kylin.properties
+++ b/build/conf/kylin.properties
@@ -15,71 +15,64 @@
# limitations under the License.
#
-###########################config info for service#######################
-# kylin server's mode, valid value [all, query, job]
-kylin.server.mode=all
+### SERVICE ###
-# optional information for the owner of kylin platform, it can be your team's email
-# currently it will be attached to each kylin's htable attribute
+# Kylin server mode, valid value [all, query, job]
+kyin.server.mode=all
+
+# Optional information for the owner of kylin platform, it can be your team's email
+# Currently it will be attached to each kylin's htable attribute
kylin.owner=whoami@kylin.apache.org
# List of web servers in use, this enables one web server instance to sync up with other servers.
kylin.rest.servers=localhost:7070
-#set display timezone on UI,format like[GMT+N or GMT-N]
+# Display timezone on UI,format like[GMT+N or GMT-N]
kylin.rest.timezone=GMT-8
-###########################config info for source#######################
+### SOURCE ###
+
# Hive client, valid value [cli, beeline]
kylin.hive.clinet=cli
# Parameters for beeline client, only necessary if hive client is beeline
-kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*' -u 'jdbc:hive2://localhost:10000'
+#kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*' -u 'jdbc:hive2://localhost:10000'
kylin.hive.keep.flat.table=false
-## Storage
+### STORAGE ###
+
# The metadata store in hbase
kylin.metadata.url=kylin_metadata@hbase
# The storage for final cube file in hbase
kylin.storage.url=hbase
-# 2 days
+# In seconds (2 days)
kylin.storage.cleanup.time.threshold=172800000
-# Temp folder in hdfs, make sure user has the right access to the hdfs directory
+# Working folder in HDFS, make sure user has the right access to the hdfs directory
kylin.hdfs.working.dir=/kylin
-#default compression codec for htable, valid value [snappy,lzo,gzip,lz4]
+# Compression codec for htable, valid value [snappy, lzo, gzip, lz4]
kylin.hbase.default.compression.codec=snappy
# HBase Cluster FileSystem, which serving hbase, format as hdfs://hbase-cluster:8020
-# leave empty if hbase running on same cluster with hive and mapreduce
-kylin.hbase.cluster.fs=
+# Leave empty if hbase running on same cluster with hive and mapreduce
+#kylin.hbase.cluster.fs=
# The cut size for hbase region, in GB.
-# E.g, for cube whose capacity be marked as "SMALL", split region per 10GB by default
kylin.hbase.region.cut=5
-# The hfile size of GB, smaller hfile leading to the converting hfile MR has more reducers and be faster
-# set 0 to disable this optimization
+# The hfile size of GB, smaller hfile leading to the converting hfile MR has more reducers and be faster.
+# Set 0 to disable this optimization.
kylin.hbase.hfile.size.gb=2
kylin.hbase.region.count.min=1
-
kylin.hbase.region.count.max=500
-kylin.hbase.client.keyvalue.maxsize=10485760
+### JOB ###
-kylin.hbase.scan.cache_rows=1024
-
-# 5 MB
-kylin.hbase.scan.max_result_size=5242880
-
-kylin.hbase.default.block.size=1048576
-
-###########################config info for job#######################
# max job retry on error, default 0: no retry
kylin.job.retry=0
@@ -115,62 +108,35 @@ kylin.job.hive.database.for.intermediatetable=default
# The percentage of the sampling, default 100%
kylin.job.cubing.inmem.sampling.percent=100
-# whether get job status from resource manager with kerberos authentication
+# Whether get job status from resource manager with kerberos authentication
kylin.job.status.with.kerberos=false
kylin.job.mapreduce.default.reduce.input.mb=500
-kylin.job.mapreduce.default.reduce.count.ratio=1
-
-kylin.job.mapreduce.min.reducer.number=1
-
-# Max reducer number
kylin.job.mapreduce.max.reducer.number=500
kylin.job.mapreduce.mapper.input.rows=1000000
kylin.job.step.timeout=7200
-kylin.job.cuboid.size.ratio=0.25
-
-kylin.job.cuboid.size.memhungry.ratio=0.05
+### CUBE ###
-kylin.job.cubing.inmem.sampling.hll.precision=14
-
-###########################config info for cube#######################
# 'auto', 'inmem', 'layer' or 'random' for testing
kylin.cube.algorithm=auto
kylin.cube.algorithm.auto.threshold=8
-kylin.cube.aggrgroup.max.size=12
-
kylin.cube.aggrgroup.max.combination=4096
-kylin.cube.aggrgroup.isMandatoryOnlyValid=false
-
kylin.dictionary.max.cardinality=5000000
kylin.table.snapshot.max_mb=300
-kylin.dict.cache.max.entry=3000
-
-kylin.snapshot.cache.max.entry=500
-
-kylin.dict.growing.enabled=false
-
-kylin.dict.append.entry.size=10000000
-
-kylin.dict.append.cache.size=20
-
-###########################config info for query#######################
-kylin.query.run.local.coprocessor=false
+### QUERY ###
kylin.query.scan.threshold=10000000
-kylin.query.cube.visit.timeout.times=1
-
-# 3L * 1024 * 1024 * 1024
+# 3G
kylin.query.mem.budget=3221225472
kylin.query.coprocessor.mem.gb=3
@@ -178,56 +144,34 @@ kylin.query.coprocessor.mem.gb=3
# Enable/disable ACL check for cube query
kylin.query.security.enabled=true
-kylin.query.cache.threshold.duration=2000
-
-kylin.query.cache.threshold.scancount=10240
-
kylin.query.cache.enabled=true
-kylin.query.ignore_unknown_function=false
-
-kylin.query.scan.fuzzykey.max=200
-
-kylin.query.storage.visit.scanrange.max=1000000
+### SECURITY ###
-# one day
-kylin.query.sequence.expire.time=86400000
-
-kylin.query.dim.distinct.max=5000000
-
-kylin.query.endpoint.compression.result=true
-
-kylin.query.hbase.hconnection.threads.max=2048
-
-kylin.query.hbase.hconnection.threads.core=2048
-
-kylin.query.hbase.hconnection.threads.alive.seconds=60
-
-###########################config info for security#######################
-# spring security profile, options: testing, ldap, saml
+# Spring security profile, options: testing, ldap, saml
# with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login
kylin.security.profile=testing
-# default roles and admin roles in LDAP, for ldap and saml
+# Default roles and admin roles in LDAP, for ldap and saml
acl.defaultRole=ROLE_ANALYST,ROLE_MODELER
acl.adminRole=ROLE_ADMIN
-#LDAP authentication configuration
+# LDAP authentication configuration
ldap.server=ldap://ldap_server:389
ldap.username=
ldap.password=
-#LDAP user account directory;
+# LDAP user account directory;
ldap.user.searchBase=
ldap.user.searchPattern=
ldap.user.groupSearchBase=
-#LDAP service account directory
+# LDAP service account directory
ldap.service.searchBase=
ldap.service.searchPattern=
ldap.service.groupSearchBase=
-#SAML configurations for SSO
+# SAML configurations for SSO
# SAML IDP metadata file location
saml.metadata.file=classpath:sso_metadata.xml
saml.metadata.entityBaseURL=https://hostname/kylin
@@ -236,7 +180,7 @@ saml.context.serverName=hostname
saml.context.serverPort=443
saml.context.contextPath=/kylin
-###########################config info for mail#######################
+### MAIL ###
# If true, will send email notification;
mail.enabled=false
@@ -245,38 +189,28 @@ mail.username=
mail.password=
mail.sender=
-###########################config info for web#######################
+### WEB ###
-#help info ,format{name|displayName|link} ,optional
+# Help info, format{name|displayName|link}, optional
kylin.web.help.length=4
kylin.web.help.0=start|Getting Started|
kylin.web.help.1=odbc|ODBC Driver|
kylin.web.help.2=tableau|Tableau Guide|
kylin.web.help.3=onboard|Cube Design Tutorial|
-#guide user how to build streaming cube
+# Guide user how to build streaming cube
kylin.web.streaming.guide=http://kylin.apache.org/
-#hadoop url link ,optional
+# Hadoop url link, optional
kylin.web.hadoop=
-#job diagnostic url link ,optional
+#job diagnostic url link, optional
kylin.web.diagnostic=
-#contact mail on web page ,optional
+#contact mail on web page, optional
kylin.web.contact_mail=
crossdomain.enable=true
-###########################config info for deploy#######################
+### OTHER ###
-#env DEV|QA|PROD
+# Env DEV|QA|PROD
deploy.env=QA
-
-###########################deprecated configs#######################
-kylin.sandbox=true
-kylin.web.hive.limit=20
-# The cut size for hbase region,
-#in GB.
-# E.g, for cube whose capacity be marked as "SMALL", split region per 5GB by default
-kylin.hbase.region.cut.small=5
-kylin.hbase.region.cut.medium=10
-kylin.hbase.region.cut.large=50
http://git-wip-us.apache.org/repos/asf/kylin/blob/8e3d8d4f/examples/test_case_data/localmeta/kylin.properties
----------------------------------------------------------------------
diff --git a/examples/test_case_data/localmeta/kylin.properties b/examples/test_case_data/localmeta/kylin.properties
index 57ff5ac..c80a08f 100644
--- a/examples/test_case_data/localmeta/kylin.properties
+++ b/examples/test_case_data/localmeta/kylin.properties
@@ -15,31 +15,45 @@
# limitations under the License.
#
-# optional information for the owner of kylin platform, it can be your team's email
-# currently it will be attached to each kylin's htable attribute
+### SERVICE ###
+
+# Optional information for the owner of kylin platform, it can be your team's email
+# Currently it will be attached to each kylin's htable attribute
kylin.owner=whoami@kylin.apache.org
# List of web servers in use, this enables one web server instance to sync up with other servers.
#kylin.rest.servers=localhost:7070
+### SOURCE ###
+
+
+### STORAGE ###
+
# The metadata store in hbase
kylin.metadata.url=
# The storage for final cube file in hbase
kylin.storage.url=hbase
-# Temp folder in hdfs, make sure user has the right access to the hdfs directory
+# Working folder in HDFS, make sure user has the right access to the hdfs directory
kylin.hdfs.working.dir=/kylin
-kylin.job.mapreduce.default.reduce.input.mb=500
+### JOB ###
+
+# max job retry on error, default 0: no retry
+kylin.job.retry=0
# If true, job engine will not assume that hadoop CLI reside on the same server as it self
# you will have to specify kylin.job.remote.cli.hostname, kylin.job.remote.cli.username and kylin.job.remote.cli.password
+# It should not be set to "true" unless you're NOT running Kylin.sh on a hadoop client machine
+# (Thus kylin instance has to ssh to another real hadoop client machine to execute hbase,hive,hadoop commands)
kylin.job.run.as.remote.cmd=false
# Only necessary when kylin.job.run.as.remote.cmd=true
kylin.job.remote.cli.hostname=
+kylin.job.remote.cli.port=22
+
# Only necessary when kylin.job.run.as.remote.cmd=true
kylin.job.remote.cli.username=
@@ -55,31 +69,21 @@ kylin.job.concurrent.max.limit=10
# Time interval to check hadoop job status
kylin.job.yarn.app.rest.check.interval.seconds=10
-#default compression codec for htable,snappy,lzo,gzip,lz4
-kylin.hbase.default.compression.codec=gzip
-# for tests
-kylin.job.mr.config.override.test1=test1
-kylin.job.mr.config.override.test2=test2
-kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock
+### CUBE ###
-kylin.security.profile=testing
-## Config for Restful APP ##
-# database connection settings:
-ldap.server=
-ldap.username=
-ldap.password=
-ldap.user.searchBase=
-ldap.user.searchPattern=
-ldap.user.groupSearchBase=
-ldap.service.searchBase=OU=
-ldap.service.searchPattern=
-ldap.service.groupSearchBase=
-acl.adminRole=
-acl.defaultRole=
-ganglia.group=
-ganglia.port=8664
+### QUERY ###
+### SECURITY ###
+
+# Spring security profile, options: testing, ldap, saml
+# with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login
+kylin.security.profile=testing
+### OTHER ###
+# for tests
+kylin.job.mr.config.override.test1=test1
+kylin.job.mr.config.override.test2=test2
+kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock
http://git-wip-us.apache.org/repos/asf/kylin/blob/8e3d8d4f/examples/test_case_data/sandbox/kylin.properties
----------------------------------------------------------------------
diff --git a/examples/test_case_data/sandbox/kylin.properties b/examples/test_case_data/sandbox/kylin.properties
index 1e02625..5ae00ef 100644
--- a/examples/test_case_data/sandbox/kylin.properties
+++ b/examples/test_case_data/sandbox/kylin.properties
@@ -15,46 +15,52 @@
# limitations under the License.
#
-# kylin server's mode
-kylin.server.mode=all
+### SERVICE ###
-# optional information for the owner of kylin platform, it can be your team's email
-# currently it will be attached to each kylin's htable attribute
+# Kylin server mode, valid value [all, query, job]
+kyin.server.mode=all
+
+# Optional information for the owner of kylin platform, it can be your team's email
+# Currently it will be attached to each kylin's htable attribute
kylin.owner=whoami@kylin.apache.org
# List of web servers in use, this enables one web server instance to sync up with other servers.
kylin.rest.servers=localhost:7070
-#set display timezone on UI,format like[GMT+N or GMT-N]
+# Display timezone on UI,format like[GMT+N or GMT-N]
kylin.rest.timezone=GMT-8
+### SOURCE ###
+
+# Hive client, valid value [cli, beeline]
+kylin.hive.clinet=cli
+
+### STORAGE ###
+
# The metadata store in hbase
kylin.metadata.url=kylin_metadata@hbase
# The storage for final cube file in hbase
kylin.storage.url=hbase
-# Temp folder in hdfs, make sure user has the right access to the hdfs directory
+# Working folder in HDFS, make sure user has the right access to the hdfs directory
kylin.hdfs.working.dir=/kylin
# HBase Cluster FileSystem, which serving hbase, format as hdfs://hbase-cluster:8020
-# leave empty if hbase running on same cluster with hive and mapreduce
-kylin.hbase.cluster.fs=
-
-# Hive client
-kylin.hive.cli=cli
+# Leave empty if hbase running on same cluster with hive and mapreduce
+#kylin.hbase.cluster.fs=
-# Parameters for beeline client
-kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*' -u 'jdbc:hive2://localhost:10000'
kylin.job.mapreduce.default.reduce.input.mb=500
+### JOB ###
+
# max job retry on error, default 0: no retry
kylin.job.retry=0
# If true, job engine will not assume that hadoop CLI reside on the same server as it self
# you will have to specify kylin.job.remote.cli.hostname, kylin.job.remote.cli.username and kylin.job.remote.cli.password
-# It should not be set to "true" unless you're NOT running Kylin.sh on a hadoop client machine
+# It should not be set to "true" unless you're NOT running Kylin.sh on a hadoop client machine
# (Thus kylin instance has to ssh to another real hadoop client machine to execute hbase,hive,hadoop commands)
kylin.job.run.as.remote.cmd=false
@@ -99,56 +105,29 @@ kylin.hbase.hfile.size.gb=2
kylin.query.udf.massin=org.apache.kylin.query.udf.MassInUDF
+kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock
+
+### CUBE ###
+
# 'auto', 'inmem', 'layer' or 'random' for testing
kylin.cube.algorithm=random
-kylin.storage.cleanup.time.threshold=21600000
+
# Enable/disable ACL check for cube query
kylin.query.security.enabled=true
-# whether get job status from resource manager with kerberos authentication
-kylin.job.status.with.kerberos=false
-
-## kylin security configurations
+### SECURITY ###
-# spring security profile, options: testing, ldap, saml
+# Spring security profile, options: testing, ldap, saml
# with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login
kylin.security.profile=testing
-kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock
-
-# default roles and admin roles in LDAP, for ldap and saml
+# Default roles and admin roles in LDAP, for ldap and saml
acl.defaultRole=ROLE_ANALYST,ROLE_MODELER
acl.adminRole=ROLE_ADMIN
-#LDAP authentication configuration
-ldap.server=
-ldap.username=
-ldap.password=
-
-#LDAP user account directory;
-ldap.user.searchBase=
-ldap.user.searchPattern=
-ldap.user.groupSearchBase=
-#LDAP service account directory
-ldap.service.searchBase=OU=
-ldap.service.searchPattern=
-ldap.service.groupSearchBase=
-
-#SAML configurations for SSO
-# SAML IDP metadata file location
-saml.metadata.file=classpath:sso_metadata.xml
-saml.metadata.entityBaseURL=https://hostname/kylin
-saml.context.scheme=https
-saml.context.serverName=hostname
-saml.context.serverPort=443
-saml.context.contextPath=/kylin
-
-ganglia.group=
-ganglia.port=8664
-
-## Config for mail service
+### MAIL ###
# If true, will send email notification;
mail.enabled=false
@@ -157,36 +136,26 @@ mail.username=
mail.password=
mail.sender=
-###########################config info for web#######################
+### WEB ###
-#help info ,format{name|displayName|link} ,optional
+# Help info, format{name|displayName|link}, optional
kylin.web.help.length=4
kylin.web.help.0=start|Getting Started|
kylin.web.help.1=odbc|ODBC Driver|
kylin.web.help.2=tableau|Tableau Guide|
kylin.web.help.3=onboard|Cube Design Tutorial|
-#guide user how to build streaming cube
+# Guide user how to build streaming cube
kylin.web.streaming.guide=http://kylin.apache.org/
-#hadoop url link ,optional
+# Hadoop url link, optional
kylin.web.hadoop=
-#job diagnostic url link ,optional
+#job diagnostic url link, optional
kylin.web.diagnostic=
-#contact mail on web page ,optional
+#contact mail on web page, optional
kylin.web.contact_mail=
-###########################config info for front#######################
+### OTHER ###
-#env DEV|QA|PROD
+# Env DEV|QA|PROD
deploy.env=DEV
-
-###########################deprecated configs#######################
-kylin.sandbox=true
-kylin.web.hive.limit=20
-# The cut size for hbase region,
-#in GB.
-# E.g, for cube whose capacity be marked as "SMALL", split region per 5GB by default
-kylin.hbase.region.cut.small=5
-kylin.hbase.region.cut.medium=10
-kylin.hbase.region.cut.large=50