You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by li...@apache.org on 2016/07/22 07:11:25 UTC
[1/2] kylin git commit: KYLIN-1906 Add missing paramters for
kylin.properties
Repository: kylin
Updated Branches:
refs/heads/master 8615be974 -> 8e3d8d4f8
KYLIN-1906 Add missing paramters for kylin.properties
Signed-off-by: Li Yang <li...@apache.org>
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/c3925a63
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/c3925a63
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/c3925a63
Branch: refs/heads/master
Commit: c3925a63bbc27705d1d2f202cd445eeeb2e72e64
Parents: 8615be9
Author: Yiming Liu <li...@gmail.com>
Authored: Wed Jul 20 11:56:39 2016 +0800
Committer: Li Yang <li...@apache.org>
Committed: Fri Jul 22 15:10:21 2016 +0800
----------------------------------------------------------------------
build/conf/kylin.properties | 151 ++++++++++++++++---
.../test_case_data/sandbox/kylin.properties | 74 +++++++--
2 files changed, 191 insertions(+), 34 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/c3925a63/build/conf/kylin.properties
----------------------------------------------------------------------
diff --git a/build/conf/kylin.properties b/build/conf/kylin.properties
index df2c83e..8186d7b 100644
--- a/build/conf/kylin.properties
+++ b/build/conf/kylin.properties
@@ -15,7 +15,8 @@
# limitations under the License.
#
-# kylin server's mode
+###########################config info for service#######################
+# kylin server's mode, valid value [all, query, job]
kylin.server.mode=all
# optional information for the owner of kylin platform, it can be your team's email
@@ -25,21 +26,60 @@ kylin.owner=whoami@kylin.apache.org
# List of web servers in use, this enables one web server instance to sync up with other servers.
kylin.rest.servers=localhost:7070
+#set display timezone on UI,format like[GMT+N or GMT-N]
+kylin.rest.timezone=GMT-8
+
+###########################config info for source#######################
+# Hive client, valid value [cli, beeline]
+kylin.hive.clinet=cli
+
+# Parameters for beeline client, only necessary if hive client is beeline
+kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*' -u 'jdbc:hive2://localhost:10000'
+
+kylin.hive.keep.flat.table=false
+
+## Storage
# The metadata store in hbase
kylin.metadata.url=kylin_metadata@hbase
# The storage for final cube file in hbase
kylin.storage.url=hbase
+# 2 days
+kylin.storage.cleanup.time.threshold=172800000
+
# Temp folder in hdfs, make sure user has the right access to the hdfs directory
kylin.hdfs.working.dir=/kylin
+#default compression codec for htable, valid value [snappy,lzo,gzip,lz4]
+kylin.hbase.default.compression.codec=snappy
+
# HBase Cluster FileSystem, which serving hbase, format as hdfs://hbase-cluster:8020
# leave empty if hbase running on same cluster with hive and mapreduce
kylin.hbase.cluster.fs=
-kylin.job.mapreduce.default.reduce.input.mb=500
+# The cut size for hbase region, in GB.
+# E.g, for cube whose capacity be marked as "SMALL", split region per 10GB by default
+kylin.hbase.region.cut=5
+
+# The hfile size of GB, smaller hfile leading to the converting hfile MR has more reducers and be faster
+# set 0 to disable this optimization
+kylin.hbase.hfile.size.gb=2
+
+kylin.hbase.region.count.min=1
+
+kylin.hbase.region.count.max=500
+
+kylin.hbase.client.keyvalue.maxsize=10485760
+
+kylin.hbase.scan.cache_rows=1024
+# 5 MB
+kylin.hbase.scan.max_result_size=5242880
+
+kylin.hbase.default.block.size=1048576
+
+###########################config info for job#######################
# max job retry on error, default 0: no retry
kylin.job.retry=0
@@ -52,6 +92,8 @@ kylin.job.run.as.remote.cmd=false
# Only necessary when kylin.job.run.as.remote.cmd=true
kylin.job.remote.cli.hostname=
+kylin.job.remote.cli.port=22
+
# Only necessary when kylin.job.run.as.remote.cmd=true
kylin.job.remote.cli.username=
@@ -70,28 +112,98 @@ kylin.job.yarn.app.rest.check.interval.seconds=10
# Hive database name for putting the intermediate flat tables
kylin.job.hive.database.for.intermediatetable=default
-#default compression codec for htable,snappy,lzo,gzip,lz4
-kylin.hbase.default.compression.codec=snappy
-
-#the percentage of the sampling, default 100%
+# The percentage of the sampling, default 100%
kylin.job.cubing.inmem.sampling.percent=100
-# The cut size for hbase region, in GB.
-kylin.hbase.region.cut=5
+# whether get job status from resource manager with kerberos authentication
+kylin.job.status.with.kerberos=false
-# The hfile size of GB, smaller hfile leading to the converting hfile MR has more reducers and be faster
-# set 0 to disable this optimization
-kylin.hbase.hfile.size.gb=2
+kylin.job.mapreduce.default.reduce.input.mb=500
+
+kylin.job.mapreduce.default.reduce.count.ratio=1
+
+kylin.job.mapreduce.min.reducer.number=1
+
+# Max reducer number
+kylin.job.mapreduce.max.reducer.number=500
+
+kylin.job.mapreduce.mapper.input.rows=1000000
+
+kylin.job.step.timeout=7200
+
+kylin.job.cuboid.size.ratio=0.25
+
+kylin.job.cuboid.size.memhungry.ratio=0.05
+
+kylin.job.cubing.inmem.sampling.hll.precision=14
+
+###########################config info for cube#######################
+# 'auto', 'inmem', 'layer' or 'random' for testing
+kylin.cube.algorithm=auto
+
+kylin.cube.algorithm.auto.threshold=8
+
+kylin.cube.aggrgroup.max.size=12
+
+kylin.cube.aggrgroup.max.combination=4096
+
+kylin.cube.aggrgroup.isMandatoryOnlyValid=false
+
+kylin.dictionary.max.cardinality=5000000
+
+kylin.table.snapshot.max_mb=300
+
+kylin.dict.cache.max.entry=3000
+
+kylin.snapshot.cache.max.entry=500
+
+kylin.dict.growing.enabled=false
+
+kylin.dict.append.entry.size=10000000
+
+kylin.dict.append.cache.size=20
+
+###########################config info for query#######################
+kylin.query.run.local.coprocessor=false
+
+kylin.query.scan.threshold=10000000
+
+kylin.query.cube.visit.timeout.times=1
+
+# 3L * 1024 * 1024 * 1024
+kylin.query.mem.budget=3221225472
+
+kylin.query.coprocessor.mem.gb=3
# Enable/disable ACL check for cube query
kylin.query.security.enabled=true
-# whether get job status from resource manager with kerberos authentication
-kylin.job.status.with.kerberos=false
+kylin.query.cache.threshold.duration=2000
+
+kylin.query.cache.threshold.scancount=10240
+
+kylin.query.cache.enabled=true
+
+kylin.query.ignore_unknown_function=false
+
+kylin.query.scan.fuzzykey.max=200
+
+kylin.query.storage.visit.scanrange.max=1000000
+# one day
+kylin.query.sequence.expire.time=86400000
-## kylin security configurations
+kylin.query.dim.distinct.max=5000000
+kylin.query.endpoint.compression.result=true
+
+kylin.query.hbase.hconnection.threads.max=2048
+
+kylin.query.hbase.hconnection.threads.core=2048
+
+kylin.query.hbase.hconnection.threads.alive.seconds=60
+
+###########################config info for security#######################
# spring security profile, options: testing, ldap, saml
# with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login
kylin.security.profile=testing
@@ -124,11 +236,7 @@ saml.context.serverName=hostname
saml.context.serverPort=443
saml.context.contextPath=/kylin
-
-ganglia.group=
-ganglia.port=8664
-
-## Config for mail service
+###########################config info for mail#######################
# If true, will send email notification;
mail.enabled=false
@@ -156,7 +264,9 @@ kylin.web.diagnostic=
#contact mail on web page ,optional
kylin.web.contact_mail=
-###########################config info for front#######################
+crossdomain.enable=true
+
+###########################config info for deploy#######################
#env DEV|QA|PROD
deploy.env=QA
@@ -170,4 +280,3 @@ kylin.web.hive.limit=20
kylin.hbase.region.cut.small=5
kylin.hbase.region.cut.medium=10
kylin.hbase.region.cut.large=50
-
http://git-wip-us.apache.org/repos/asf/kylin/blob/c3925a63/examples/test_case_data/sandbox/kylin.properties
----------------------------------------------------------------------
diff --git a/examples/test_case_data/sandbox/kylin.properties b/examples/test_case_data/sandbox/kylin.properties
index 9cba448..1e02625 100644
--- a/examples/test_case_data/sandbox/kylin.properties
+++ b/examples/test_case_data/sandbox/kylin.properties
@@ -17,6 +17,7 @@
# kylin server's mode
kylin.server.mode=all
+
# optional information for the owner of kylin platform, it can be your team's email
# currently it will be attached to each kylin's htable attribute
kylin.owner=whoami@kylin.apache.org
@@ -33,17 +34,28 @@ kylin.metadata.url=kylin_metadata@hbase
# The storage for final cube file in hbase
kylin.storage.url=hbase
-
# Temp folder in hdfs, make sure user has the right access to the hdfs directory
kylin.hdfs.working.dir=/kylin
+# HBase Cluster FileSystem, which serving hbase, format as hdfs://hbase-cluster:8020
+# leave empty if hbase running on same cluster with hive and mapreduce
+kylin.hbase.cluster.fs=
+
+# Hive client
+kylin.hive.cli=cli
+
# Parameters for beeline client
kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*' -u 'jdbc:hive2://localhost:10000'
kylin.job.mapreduce.default.reduce.input.mb=500
+# max job retry on error, default 0: no retry
+kylin.job.retry=0
+
# If true, job engine will not assume that hadoop CLI reside on the same server as it self
# you will have to specify kylin.job.remote.cli.hostname, kylin.job.remote.cli.username and kylin.job.remote.cli.password
+# It should not be set to "true" unless you're NOT running Kylin.sh on a hadoop client machine
+# (Thus kylin instance has to ssh to another real hadoop client machine to execute hbase,hive,hadoop commands)
kylin.job.run.as.remote.cmd=false
# Only necessary when kylin.job.run.as.remote.cmd=true
@@ -61,6 +73,15 @@ kylin.job.remote.cli.working.dir=/tmp/kylin
# Max count of concurrent jobs running
kylin.job.concurrent.max.limit=10
+# Time interval to check hadoop job status
+kylin.job.yarn.app.rest.check.interval.seconds=10
+
+# Hive database name for putting the intermediate flat tables
+kylin.job.hive.database.for.intermediatetable=default
+
+#default compression codec for htable,snappy,lzo,gzip,lz4
+kylin.hbase.default.compression.codec=gzip
+
# Max reducer number
kylin.job.mapreduce.max.reducer.number=5
@@ -78,32 +99,52 @@ kylin.hbase.hfile.size.gb=2
kylin.query.udf.massin=org.apache.kylin.query.udf.MassInUDF
-# Time interval to check hadoop job status
-kylin.job.yarn.app.rest.check.interval.seconds=10
-
-# Default compression codec for htable,snappy,lzo,gzip,lz4
-kylin.hbase.default.compression.codec=gzip
-
# 'auto', 'inmem', 'layer' or 'random' for testing
kylin.cube.algorithm=random
-kylin.security.profile=testing
kylin.storage.cleanup.time.threshold=21600000
+# Enable/disable ACL check for cube query
+kylin.query.security.enabled=true
+
+# whether get job status from resource manager with kerberos authentication
+kylin.job.status.with.kerberos=false
+
+## kylin security configurations
+
+# spring security profile, options: testing, ldap, saml
+# with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login
+kylin.security.profile=testing
+
kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock
-## Config for Restful APP ##
-# database connection settings:
+# default roles and admin roles in LDAP, for ldap and saml
+acl.defaultRole=ROLE_ANALYST,ROLE_MODELER
+acl.adminRole=ROLE_ADMIN
+
+#LDAP authentication configuration
ldap.server=
ldap.username=
ldap.password=
+
+#LDAP user account directory;
ldap.user.searchBase=
ldap.user.searchPattern=
ldap.user.groupSearchBase=
+
+#LDAP service account directory
ldap.service.searchBase=OU=
ldap.service.searchPattern=
ldap.service.groupSearchBase=
-acl.adminRole=
-acl.defaultRole=
+
+#SAML configurations for SSO
+# SAML IDP metadata file location
+saml.metadata.file=classpath:sso_metadata.xml
+saml.metadata.entityBaseURL=https://hostname/kylin
+saml.context.scheme=https
+saml.context.serverName=hostname
+saml.context.serverPort=443
+saml.context.contextPath=/kylin
+
ganglia.group=
ganglia.port=8664
@@ -140,5 +181,12 @@ kylin.web.contact_mail=
#env DEV|QA|PROD
deploy.env=DEV
+###########################deprecated configs#######################
+kylin.sandbox=true
kylin.web.hive.limit=20
-
+# The cut size for hbase region,
+#in GB.
+# E.g, for cube whose capacity be marked as "SMALL", split region per 5GB by default
+kylin.hbase.region.cut.small=5
+kylin.hbase.region.cut.medium=10
+kylin.hbase.region.cut.large=50
[2/2] kylin git commit: KYLIN-1906 review and reformat
kylin.properties
Posted by li...@apache.org.
KYLIN-1906 review and reformat kylin.properties
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/8e3d8d4f
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/8e3d8d4f
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/8e3d8d4f
Branch: refs/heads/master
Commit: 8e3d8d4f8152119dbc326c356a19e341dc66c633
Parents: c3925a6
Author: Li Yang <li...@apache.org>
Authored: Fri Jul 22 15:11:07 2016 +0800
Committer: Li Yang <li...@apache.org>
Committed: Fri Jul 22 15:11:07 2016 +0800
----------------------------------------------------------------------
build/conf/kylin.properties | 146 +++++--------------
.../test_case_data/localmeta/kylin.properties | 56 +++----
.../test_case_data/sandbox/kylin.properties | 105 +++++--------
3 files changed, 107 insertions(+), 200 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/8e3d8d4f/build/conf/kylin.properties
----------------------------------------------------------------------
diff --git a/build/conf/kylin.properties b/build/conf/kylin.properties
index 8186d7b..30f7a30 100644
--- a/build/conf/kylin.properties
+++ b/build/conf/kylin.properties
@@ -15,71 +15,64 @@
# limitations under the License.
#
-###########################config info for service#######################
-# kylin server's mode, valid value [all, query, job]
-kylin.server.mode=all
+### SERVICE ###
-# optional information for the owner of kylin platform, it can be your team's email
-# currently it will be attached to each kylin's htable attribute
+# Kylin server mode, valid value [all, query, job]
+kyin.server.mode=all
+
+# Optional information for the owner of kylin platform, it can be your team's email
+# Currently it will be attached to each kylin's htable attribute
kylin.owner=whoami@kylin.apache.org
# List of web servers in use, this enables one web server instance to sync up with other servers.
kylin.rest.servers=localhost:7070
-#set display timezone on UI,format like[GMT+N or GMT-N]
+# Display timezone on UI,format like[GMT+N or GMT-N]
kylin.rest.timezone=GMT-8
-###########################config info for source#######################
+### SOURCE ###
+
# Hive client, valid value [cli, beeline]
kylin.hive.clinet=cli
# Parameters for beeline client, only necessary if hive client is beeline
-kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*' -u 'jdbc:hive2://localhost:10000'
+#kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*' -u 'jdbc:hive2://localhost:10000'
kylin.hive.keep.flat.table=false
-## Storage
+### STORAGE ###
+
# The metadata store in hbase
kylin.metadata.url=kylin_metadata@hbase
# The storage for final cube file in hbase
kylin.storage.url=hbase
-# 2 days
+# In seconds (2 days)
kylin.storage.cleanup.time.threshold=172800000
-# Temp folder in hdfs, make sure user has the right access to the hdfs directory
+# Working folder in HDFS, make sure user has the right access to the hdfs directory
kylin.hdfs.working.dir=/kylin
-#default compression codec for htable, valid value [snappy,lzo,gzip,lz4]
+# Compression codec for htable, valid value [snappy, lzo, gzip, lz4]
kylin.hbase.default.compression.codec=snappy
# HBase Cluster FileSystem, which serving hbase, format as hdfs://hbase-cluster:8020
-# leave empty if hbase running on same cluster with hive and mapreduce
-kylin.hbase.cluster.fs=
+# Leave empty if hbase running on same cluster with hive and mapreduce
+#kylin.hbase.cluster.fs=
# The cut size for hbase region, in GB.
-# E.g, for cube whose capacity be marked as "SMALL", split region per 10GB by default
kylin.hbase.region.cut=5
-# The hfile size of GB, smaller hfile leading to the converting hfile MR has more reducers and be faster
-# set 0 to disable this optimization
+# The hfile size of GB, smaller hfile leading to the converting hfile MR has more reducers and be faster.
+# Set 0 to disable this optimization.
kylin.hbase.hfile.size.gb=2
kylin.hbase.region.count.min=1
-
kylin.hbase.region.count.max=500
-kylin.hbase.client.keyvalue.maxsize=10485760
+### JOB ###
-kylin.hbase.scan.cache_rows=1024
-
-# 5 MB
-kylin.hbase.scan.max_result_size=5242880
-
-kylin.hbase.default.block.size=1048576
-
-###########################config info for job#######################
# max job retry on error, default 0: no retry
kylin.job.retry=0
@@ -115,62 +108,35 @@ kylin.job.hive.database.for.intermediatetable=default
# The percentage of the sampling, default 100%
kylin.job.cubing.inmem.sampling.percent=100
-# whether get job status from resource manager with kerberos authentication
+# Whether get job status from resource manager with kerberos authentication
kylin.job.status.with.kerberos=false
kylin.job.mapreduce.default.reduce.input.mb=500
-kylin.job.mapreduce.default.reduce.count.ratio=1
-
-kylin.job.mapreduce.min.reducer.number=1
-
-# Max reducer number
kylin.job.mapreduce.max.reducer.number=500
kylin.job.mapreduce.mapper.input.rows=1000000
kylin.job.step.timeout=7200
-kylin.job.cuboid.size.ratio=0.25
-
-kylin.job.cuboid.size.memhungry.ratio=0.05
+### CUBE ###
-kylin.job.cubing.inmem.sampling.hll.precision=14
-
-###########################config info for cube#######################
# 'auto', 'inmem', 'layer' or 'random' for testing
kylin.cube.algorithm=auto
kylin.cube.algorithm.auto.threshold=8
-kylin.cube.aggrgroup.max.size=12
-
kylin.cube.aggrgroup.max.combination=4096
-kylin.cube.aggrgroup.isMandatoryOnlyValid=false
-
kylin.dictionary.max.cardinality=5000000
kylin.table.snapshot.max_mb=300
-kylin.dict.cache.max.entry=3000
-
-kylin.snapshot.cache.max.entry=500
-
-kylin.dict.growing.enabled=false
-
-kylin.dict.append.entry.size=10000000
-
-kylin.dict.append.cache.size=20
-
-###########################config info for query#######################
-kylin.query.run.local.coprocessor=false
+### QUERY ###
kylin.query.scan.threshold=10000000
-kylin.query.cube.visit.timeout.times=1
-
-# 3L * 1024 * 1024 * 1024
+# 3G
kylin.query.mem.budget=3221225472
kylin.query.coprocessor.mem.gb=3
@@ -178,56 +144,34 @@ kylin.query.coprocessor.mem.gb=3
# Enable/disable ACL check for cube query
kylin.query.security.enabled=true
-kylin.query.cache.threshold.duration=2000
-
-kylin.query.cache.threshold.scancount=10240
-
kylin.query.cache.enabled=true
-kylin.query.ignore_unknown_function=false
-
-kylin.query.scan.fuzzykey.max=200
-
-kylin.query.storage.visit.scanrange.max=1000000
+### SECURITY ###
-# one day
-kylin.query.sequence.expire.time=86400000
-
-kylin.query.dim.distinct.max=5000000
-
-kylin.query.endpoint.compression.result=true
-
-kylin.query.hbase.hconnection.threads.max=2048
-
-kylin.query.hbase.hconnection.threads.core=2048
-
-kylin.query.hbase.hconnection.threads.alive.seconds=60
-
-###########################config info for security#######################
-# spring security profile, options: testing, ldap, saml
+# Spring security profile, options: testing, ldap, saml
# with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login
kylin.security.profile=testing
-# default roles and admin roles in LDAP, for ldap and saml
+# Default roles and admin roles in LDAP, for ldap and saml
acl.defaultRole=ROLE_ANALYST,ROLE_MODELER
acl.adminRole=ROLE_ADMIN
-#LDAP authentication configuration
+# LDAP authentication configuration
ldap.server=ldap://ldap_server:389
ldap.username=
ldap.password=
-#LDAP user account directory;
+# LDAP user account directory;
ldap.user.searchBase=
ldap.user.searchPattern=
ldap.user.groupSearchBase=
-#LDAP service account directory
+# LDAP service account directory
ldap.service.searchBase=
ldap.service.searchPattern=
ldap.service.groupSearchBase=
-#SAML configurations for SSO
+# SAML configurations for SSO
# SAML IDP metadata file location
saml.metadata.file=classpath:sso_metadata.xml
saml.metadata.entityBaseURL=https://hostname/kylin
@@ -236,7 +180,7 @@ saml.context.serverName=hostname
saml.context.serverPort=443
saml.context.contextPath=/kylin
-###########################config info for mail#######################
+### MAIL ###
# If true, will send email notification;
mail.enabled=false
@@ -245,38 +189,28 @@ mail.username=
mail.password=
mail.sender=
-###########################config info for web#######################
+### WEB ###
-#help info ,format{name|displayName|link} ,optional
+# Help info, format{name|displayName|link}, optional
kylin.web.help.length=4
kylin.web.help.0=start|Getting Started|
kylin.web.help.1=odbc|ODBC Driver|
kylin.web.help.2=tableau|Tableau Guide|
kylin.web.help.3=onboard|Cube Design Tutorial|
-#guide user how to build streaming cube
+# Guide user how to build streaming cube
kylin.web.streaming.guide=http://kylin.apache.org/
-#hadoop url link ,optional
+# Hadoop url link, optional
kylin.web.hadoop=
-#job diagnostic url link ,optional
+#job diagnostic url link, optional
kylin.web.diagnostic=
-#contact mail on web page ,optional
+#contact mail on web page, optional
kylin.web.contact_mail=
crossdomain.enable=true
-###########################config info for deploy#######################
+### OTHER ###
-#env DEV|QA|PROD
+# Env DEV|QA|PROD
deploy.env=QA
-
-###########################deprecated configs#######################
-kylin.sandbox=true
-kylin.web.hive.limit=20
-# The cut size for hbase region,
-#in GB.
-# E.g, for cube whose capacity be marked as "SMALL", split region per 5GB by default
-kylin.hbase.region.cut.small=5
-kylin.hbase.region.cut.medium=10
-kylin.hbase.region.cut.large=50
http://git-wip-us.apache.org/repos/asf/kylin/blob/8e3d8d4f/examples/test_case_data/localmeta/kylin.properties
----------------------------------------------------------------------
diff --git a/examples/test_case_data/localmeta/kylin.properties b/examples/test_case_data/localmeta/kylin.properties
index 57ff5ac..c80a08f 100644
--- a/examples/test_case_data/localmeta/kylin.properties
+++ b/examples/test_case_data/localmeta/kylin.properties
@@ -15,31 +15,45 @@
# limitations under the License.
#
-# optional information for the owner of kylin platform, it can be your team's email
-# currently it will be attached to each kylin's htable attribute
+### SERVICE ###
+
+# Optional information for the owner of kylin platform, it can be your team's email
+# Currently it will be attached to each kylin's htable attribute
kylin.owner=whoami@kylin.apache.org
# List of web servers in use, this enables one web server instance to sync up with other servers.
#kylin.rest.servers=localhost:7070
+### SOURCE ###
+
+
+### STORAGE ###
+
# The metadata store in hbase
kylin.metadata.url=
# The storage for final cube file in hbase
kylin.storage.url=hbase
-# Temp folder in hdfs, make sure user has the right access to the hdfs directory
+# Working folder in HDFS, make sure user has the right access to the hdfs directory
kylin.hdfs.working.dir=/kylin
-kylin.job.mapreduce.default.reduce.input.mb=500
+### JOB ###
+
+# max job retry on error, default 0: no retry
+kylin.job.retry=0
# If true, job engine will not assume that hadoop CLI reside on the same server as it self
# you will have to specify kylin.job.remote.cli.hostname, kylin.job.remote.cli.username and kylin.job.remote.cli.password
+# It should not be set to "true" unless you're NOT running Kylin.sh on a hadoop client machine
+# (Thus kylin instance has to ssh to another real hadoop client machine to execute hbase,hive,hadoop commands)
kylin.job.run.as.remote.cmd=false
# Only necessary when kylin.job.run.as.remote.cmd=true
kylin.job.remote.cli.hostname=
+kylin.job.remote.cli.port=22
+
# Only necessary when kylin.job.run.as.remote.cmd=true
kylin.job.remote.cli.username=
@@ -55,31 +69,21 @@ kylin.job.concurrent.max.limit=10
# Time interval to check hadoop job status
kylin.job.yarn.app.rest.check.interval.seconds=10
-#default compression codec for htable,snappy,lzo,gzip,lz4
-kylin.hbase.default.compression.codec=gzip
-# for tests
-kylin.job.mr.config.override.test1=test1
-kylin.job.mr.config.override.test2=test2
-kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock
+### CUBE ###
-kylin.security.profile=testing
-## Config for Restful APP ##
-# database connection settings:
-ldap.server=
-ldap.username=
-ldap.password=
-ldap.user.searchBase=
-ldap.user.searchPattern=
-ldap.user.groupSearchBase=
-ldap.service.searchBase=OU=
-ldap.service.searchPattern=
-ldap.service.groupSearchBase=
-acl.adminRole=
-acl.defaultRole=
-ganglia.group=
-ganglia.port=8664
+### QUERY ###
+### SECURITY ###
+
+# Spring security profile, options: testing, ldap, saml
+# with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login
+kylin.security.profile=testing
+### OTHER ###
+# for tests
+kylin.job.mr.config.override.test1=test1
+kylin.job.mr.config.override.test2=test2
+kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock
http://git-wip-us.apache.org/repos/asf/kylin/blob/8e3d8d4f/examples/test_case_data/sandbox/kylin.properties
----------------------------------------------------------------------
diff --git a/examples/test_case_data/sandbox/kylin.properties b/examples/test_case_data/sandbox/kylin.properties
index 1e02625..5ae00ef 100644
--- a/examples/test_case_data/sandbox/kylin.properties
+++ b/examples/test_case_data/sandbox/kylin.properties
@@ -15,46 +15,52 @@
# limitations under the License.
#
-# kylin server's mode
-kylin.server.mode=all
+### SERVICE ###
-# optional information for the owner of kylin platform, it can be your team's email
-# currently it will be attached to each kylin's htable attribute
+# Kylin server mode, valid value [all, query, job]
+kyin.server.mode=all
+
+# Optional information for the owner of kylin platform, it can be your team's email
+# Currently it will be attached to each kylin's htable attribute
kylin.owner=whoami@kylin.apache.org
# List of web servers in use, this enables one web server instance to sync up with other servers.
kylin.rest.servers=localhost:7070
-#set display timezone on UI,format like[GMT+N or GMT-N]
+# Display timezone on UI,format like[GMT+N or GMT-N]
kylin.rest.timezone=GMT-8
+### SOURCE ###
+
+# Hive client, valid value [cli, beeline]
+kylin.hive.clinet=cli
+
+### STORAGE ###
+
# The metadata store in hbase
kylin.metadata.url=kylin_metadata@hbase
# The storage for final cube file in hbase
kylin.storage.url=hbase
-# Temp folder in hdfs, make sure user has the right access to the hdfs directory
+# Working folder in HDFS, make sure user has the right access to the hdfs directory
kylin.hdfs.working.dir=/kylin
# HBase Cluster FileSystem, which serving hbase, format as hdfs://hbase-cluster:8020
-# leave empty if hbase running on same cluster with hive and mapreduce
-kylin.hbase.cluster.fs=
-
-# Hive client
-kylin.hive.cli=cli
+# Leave empty if hbase running on same cluster with hive and mapreduce
+#kylin.hbase.cluster.fs=
-# Parameters for beeline client
-kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*' -u 'jdbc:hive2://localhost:10000'
kylin.job.mapreduce.default.reduce.input.mb=500
+### JOB ###
+
# max job retry on error, default 0: no retry
kylin.job.retry=0
# If true, job engine will not assume that hadoop CLI reside on the same server as it self
# you will have to specify kylin.job.remote.cli.hostname, kylin.job.remote.cli.username and kylin.job.remote.cli.password
-# It should not be set to "true" unless you're NOT running Kylin.sh on a hadoop client machine
+# It should not be set to "true" unless you're NOT running Kylin.sh on a hadoop client machine
# (Thus kylin instance has to ssh to another real hadoop client machine to execute hbase,hive,hadoop commands)
kylin.job.run.as.remote.cmd=false
@@ -99,56 +105,29 @@ kylin.hbase.hfile.size.gb=2
kylin.query.udf.massin=org.apache.kylin.query.udf.MassInUDF
+kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock
+
+### CUBE ###
+
# 'auto', 'inmem', 'layer' or 'random' for testing
kylin.cube.algorithm=random
-kylin.storage.cleanup.time.threshold=21600000
+
# Enable/disable ACL check for cube query
kylin.query.security.enabled=true
-# whether get job status from resource manager with kerberos authentication
-kylin.job.status.with.kerberos=false
-
-## kylin security configurations
+### SECURITY ###
-# spring security profile, options: testing, ldap, saml
+# Spring security profile, options: testing, ldap, saml
# with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login
kylin.security.profile=testing
-kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock
-
-# default roles and admin roles in LDAP, for ldap and saml
+# Default roles and admin roles in LDAP, for ldap and saml
acl.defaultRole=ROLE_ANALYST,ROLE_MODELER
acl.adminRole=ROLE_ADMIN
-#LDAP authentication configuration
-ldap.server=
-ldap.username=
-ldap.password=
-
-#LDAP user account directory;
-ldap.user.searchBase=
-ldap.user.searchPattern=
-ldap.user.groupSearchBase=
-#LDAP service account directory
-ldap.service.searchBase=OU=
-ldap.service.searchPattern=
-ldap.service.groupSearchBase=
-
-#SAML configurations for SSO
-# SAML IDP metadata file location
-saml.metadata.file=classpath:sso_metadata.xml
-saml.metadata.entityBaseURL=https://hostname/kylin
-saml.context.scheme=https
-saml.context.serverName=hostname
-saml.context.serverPort=443
-saml.context.contextPath=/kylin
-
-ganglia.group=
-ganglia.port=8664
-
-## Config for mail service
+### MAIL ###
# If true, will send email notification;
mail.enabled=false
@@ -157,36 +136,26 @@ mail.username=
mail.password=
mail.sender=
-###########################config info for web#######################
+### WEB ###
-#help info ,format{name|displayName|link} ,optional
+# Help info, format{name|displayName|link}, optional
kylin.web.help.length=4
kylin.web.help.0=start|Getting Started|
kylin.web.help.1=odbc|ODBC Driver|
kylin.web.help.2=tableau|Tableau Guide|
kylin.web.help.3=onboard|Cube Design Tutorial|
-#guide user how to build streaming cube
+# Guide user how to build streaming cube
kylin.web.streaming.guide=http://kylin.apache.org/
-#hadoop url link ,optional
+# Hadoop url link, optional
kylin.web.hadoop=
-#job diagnostic url link ,optional
+#job diagnostic url link, optional
kylin.web.diagnostic=
-#contact mail on web page ,optional
+#contact mail on web page, optional
kylin.web.contact_mail=
-###########################config info for front#######################
+### OTHER ###
-#env DEV|QA|PROD
+# Env DEV|QA|PROD
deploy.env=DEV
-
-###########################deprecated configs#######################
-kylin.sandbox=true
-kylin.web.hive.limit=20
-# The cut size for hbase region,
-#in GB.
-# E.g, for cube whose capacity be marked as "SMALL", split region per 5GB by default
-kylin.hbase.region.cut.small=5
-kylin.hbase.region.cut.medium=10
-kylin.hbase.region.cut.large=50