You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ch...@apache.org on 2017/07/13 14:16:38 UTC
carbondata git commit: Corrected examples in
useful-tips-on-carbondata.md
Repository: carbondata
Updated Branches:
refs/heads/master c2e2ba08f -> b944bd8a1
Corrected examples in useful-tips-on-carbondata.md
Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/b944bd8a
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/b944bd8a
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/b944bd8a
Branch: refs/heads/master
Commit: b944bd8a1ce97b00982b4b828b86cae7950a70ed
Parents: c2e2ba0
Author: vandana <va...@gmail.com>
Authored: Fri Jul 7 16:56:27 2017 +0530
Committer: chenliang613 <ch...@apache.org>
Committed: Thu Jul 13 22:16:07 2017 +0800
----------------------------------------------------------------------
docs/useful-tips-on-carbondata.md | 83 ++++++++++++++++++++++------------
1 file changed, 53 insertions(+), 30 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/carbondata/blob/b944bd8a/docs/useful-tips-on-carbondata.md
----------------------------------------------------------------------
diff --git a/docs/useful-tips-on-carbondata.md b/docs/useful-tips-on-carbondata.md
index 06bc12b..d5ced69 100644
--- a/docs/useful-tips-on-carbondata.md
+++ b/docs/useful-tips-on-carbondata.md
@@ -63,6 +63,15 @@ The create table command can be modified as suggested below :
)STORED BY 'org.apache.carbondata.format'
TBLPROPERTIES ( 'DICTIONARY_EXCLUDE'='MSISDN,..',
'DICTIONARY_INCLUDE'='...');
+
+ Example:
+ create table carbondata_table(
+ msisdn String,
+ BEGIN_TIME bigint
+ )STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES ( 'DICTIONARY_EXCLUDE'='MSISDN',
+ 'DICTIONARY_INCLUDE'='BEGIN_TIME');
+
```
Now the query with MSISDN in the filter will be more efficient.
@@ -87,6 +96,17 @@ The create table command can be modified as suggested below :
)STORED BY 'org.apache.carbondata.format'
TBLPROPERTIES ( 'DICTIONARY_EXCLUDE'='MSISDN,HOST..',
'DICTIONARY_INCLUDE'='Dime_1..');
+
+ Example:
+ create table carbondata_table(
+ Dime_1 String,
+ HOST String,
+ MSISDN String
+ )STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES ( 'DICTIONARY_EXCLUDE'='MSISDN,HOST',
+ 'DICTIONARY_INCLUDE'='Dime_1');
+
+
```
@@ -97,14 +117,15 @@ The create table command can be modified as below :
```
create table carbondata_table(
- Dime_1 String,
- BEGIN_TIME bigint,
- HOST String,
- MSISDN String,
- ...
- )STORED BY 'org.apache.carbondata.format'
- TBLPROPERTIES ( 'DICTIONARY_EXCLUDE'='MSISDN,HOST,IMSI..',
- 'DICTIONARY_INCLUDE'='Dime_1,END_TIME,BEGIN_TIME..');
+ Dime_1 String,
+ BEGIN_TIME bigint,
+ END_TIME bigint,
+ HOST String,
+ MSISDN String
+ ...
+ )STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES ( 'DICTIONARY_EXCLUDE'='MSISDN,HOST...',
+ 'DICTIONARY_INCLUDE'='Dime_1,END_TIME,BEGIN_TIME...');
```
@@ -115,17 +136,18 @@ query performance. The create table command can be modified as below :
```
create table carbondata_table(
- Dime_1 String,
- BEGIN_TIME bigint,
- HOST String,
- MSISDN String,
- counter_1 double,
- counter_2 double,
- ...
- counter_100 double
- )STORED BY 'org.apache.carbondata.format'
- TBLPROPERTIES ( 'DICTIONARY_EXCLUDE'='MSISDN,HOST,IMSI',
- 'DICTIONARY_INCLUDE'='Dime_1,END_TIME,BEGIN_TIME');
+ Dime_1 String,
+ BEGIN_TIME bigint,
+ END_TIME bigint,
+ HOST String,
+ MSISDN String,
+ counter_1 double,
+ counter_2 double,
+ ...
+ counter_100 double
+ )STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES ( 'DICTIONARY_EXCLUDE'='MSISDN,HOST...',
+ 'DICTIONARY_INCLUDE'='Dime_1,END_TIME,BEGIN_TIME...');
```
The result of performance analysis of test-case shows reduction in query execution time from 15 to 3 seconds, thereby improving performance by nearly 5 times.
@@ -139,17 +161,18 @@ suggested to put begin_time at the end of dimensions.
```
create table carbondata_table(
- Dime_1 String,
- HOST String,
- MSISDN String,
- counter_1 double,
- counter_2 double,
- BEGIN_TIME bigint,
- ...
- counter_100 double
- )STORED BY 'org.apache.carbondata.format'
- TBLPROPERTIES ( 'DICTIONARY_EXCLUDE'='MSISDN,HOST,IMSI',
- 'DICTIONARY_INCLUDE'='Dime_1,END_TIME,BEGIN_TIME');
+ Dime_1 String,
+ HOST String,
+ MSISDN String,
+ counter_1 double,
+ counter_2 double,
+ BEGIN_TIME bigint,
+ END_TIME bigint,
+ ...
+ counter_100 double
+ )STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES ( 'DICTIONARY_EXCLUDE'='MSISDN,HOST...',
+ 'DICTIONARY_INCLUDE'='Dime_1,END_TIME,BEGIN_TIME....');
```