You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by sh...@apache.org on 2015/05/15 05:06:28 UTC
[16/50] [abbrv] incubator-kylin git commit: KYLIN-749 add
STEAMING_TABLE def
KYLIN-749 add STEAMING_TABLE def
Project: http://git-wip-us.apache.org/repos/asf/incubator-kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-kylin/commit/23c61d26
Tree: http://git-wip-us.apache.org/repos/asf/incubator-kylin/tree/23c61d26
Diff: http://git-wip-us.apache.org/repos/asf/incubator-kylin/diff/23c61d26
Branch: refs/heads/streaming-localdict
Commit: 23c61d262a720644b280daf0952f4fd38aabc3c8
Parents: eeb2abe
Author: honma <ho...@ebay.com>
Authored: Mon May 4 15:21:21 2015 +0800
Committer: honma <ho...@ebay.com>
Committed: Wed May 6 10:16:48 2015 +0800
----------------------------------------------------------------------
.../invertedindex/test_streaming_table.json | 33 ++++++++
.../test_streaming_table_desc.json | 25 ++++++
.../test_kylin_left_join_model_desc.json | 87 +++++++++++---------
.../test_streaming_table_model_desc.json | 29 +++++++
.../localmeta/project/default.json | 5 ++
.../localmeta/table/DEFAULT.SREAMING_TABLE.json | 43 ++++++++++
6 files changed, 184 insertions(+), 38 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/23c61d26/examples/test_case_data/localmeta/invertedindex/test_streaming_table.json
----------------------------------------------------------------------
diff --git a/examples/test_case_data/localmeta/invertedindex/test_streaming_table.json b/examples/test_case_data/localmeta/invertedindex/test_streaming_table.json
new file mode 100644
index 0000000..dc341aa
--- /dev/null
+++ b/examples/test_case_data/localmeta/invertedindex/test_streaming_table.json
@@ -0,0 +1,33 @@
+{
+ "uuid": "daa53e80-41be-49a5-89ca-9fb729999812",
+ "name": "test_streaming_table",
+ "owner": null,
+ "version": null,
+ "cost": 10,
+ "status": "READY",
+ "segments": [
+ {
+ "uuid": null,
+ "name": "19700101000000_20140901000000",
+ "status": "READY",
+ "dictionaries": {
+ },
+ "storage_location_identifier": "",
+ "date_range_start": 0,
+ "date_range_end": 0,
+ "size_kb": 0,
+ "input_records": 0,
+ "input_records_size": 0,
+ "last_build_time": 0,
+ "last_build_job_id": null,
+ "create_time": null,
+ "binary_signature": null
+ }
+ ],
+ "last_modified": 0,
+ "descriptor": "test_streaming_table_desc",
+ "create_time": null,
+ "input_records_size": 0,
+ "size_kb": 0,
+ "source_records_count": 0
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/23c61d26/examples/test_case_data/localmeta/invertedindex_desc/test_streaming_table_desc.json
----------------------------------------------------------------------
diff --git a/examples/test_case_data/localmeta/invertedindex_desc/test_streaming_table_desc.json b/examples/test_case_data/localmeta/invertedindex_desc/test_streaming_table_desc.json
new file mode 100644
index 0000000..27cb053
--- /dev/null
+++ b/examples/test_case_data/localmeta/invertedindex_desc/test_streaming_table_desc.json
@@ -0,0 +1,25 @@
+{
+ "uuid": "74bf87b5-c7b5-4420-a12a-07f6b3864789",
+ "last_modified": 0,
+ "name": "test_streaming_table_desc",
+ "model_name": "test_streaming_table_model_desc",
+ "timestamp_dimension": "ts",
+ "value_dimensions": [
+ {
+ "table": "default.streaming_table",
+ "columns": [
+ "ts",
+ "minute_start",
+ "hour_start",
+ "itm",
+ "site"
+ ]
+ }
+ ],
+ "metrics": [
+ "gmv",
+ "item_count"
+ ],
+ "sharding": 1,
+ "slice_size": 1000
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/23c61d26/examples/test_case_data/localmeta/model_desc/test_kylin_left_join_model_desc.json
----------------------------------------------------------------------
diff --git a/examples/test_case_data/localmeta/model_desc/test_kylin_left_join_model_desc.json b/examples/test_case_data/localmeta/model_desc/test_kylin_left_join_model_desc.json
index fa11c33..d05a08f 100644
--- a/examples/test_case_data/localmeta/model_desc/test_kylin_left_join_model_desc.json
+++ b/examples/test_case_data/localmeta/model_desc/test_kylin_left_join_model_desc.json
@@ -1,35 +1,46 @@
{
- "uuid" : "9c0f4ee2-1ccb-4b07-a38e-4c298563e0f7",
- "name" : "test_kylin_left_join_model_desc",
- "lookups" : [ {
- "table" : "EDW.TEST_CAL_DT",
- "join" : {
- "type" : "left",
- "primary_key" : [ "CAL_DT" ],
- "foreign_key" : [ "CAL_DT" ]
- }
- }, {
- "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS",
- "join" : {
- "type" : "left",
- "primary_key" : [ "LEAF_CATEG_ID", "SITE_ID" ],
- "foreign_key" : [ "LEAF_CATEG_ID", "LSTG_SITE_ID" ]
- }
- }, {
- "table" : "EDW.TEST_SITES",
- "join" : {
- "type" : "left",
- "primary_key" : [ "SITE_ID" ],
- "foreign_key" : [ "LSTG_SITE_ID" ]
- }
- }, {
- "table" : "EDW.TEST_SELLER_TYPE_DIM",
- "join" : {
- "type" : "left",
- "primary_key" : [ "SELLER_TYPE_CD" ],
- "foreign_key" : [ "SLR_SEGMENT_CD" ]
+ "uuid": "9c0f4ee2-1ccb-4b07-a38e-4c298563e0f7",
+ "name": "test_kylin_left_join_model_desc",
+ "lookups": [
+ {
+ "table": "EDW.TEST_CAL_DT",
+ "join": {
+ "type": "left",
+ "primary_key": ["CAL_DT"],
+ "foreign_key": ["CAL_DT"]
+ }
+ },
+ {
+ "table": "DEFAULT.TEST_CATEGORY_GROUPINGS",
+ "join": {
+ "type": "left",
+ "primary_key": [
+ "LEAF_CATEG_ID",
+ "SITE_ID"
+ ],
+ "foreign_key": [
+ "LEAF_CATEG_ID",
+ "LSTG_SITE_ID"
+ ]
+ }
+ },
+ {
+ "table": "EDW.TEST_SITES",
+ "join": {
+ "type": "left",
+ "primary_key": ["SITE_ID"],
+ "foreign_key": ["LSTG_SITE_ID"]
+ }
+ },
+ {
+ "table": "EDW.TEST_SELLER_TYPE_DIM",
+ "join": {
+ "type": "left",
+ "primary_key": ["SELLER_TYPE_CD"],
+ "foreign_key": ["SLR_SEGMENT_CD"]
+ }
}
- } ],
+ ],
"dimensions": [
{
"table": "default.test_kylin_fact",
@@ -89,13 +100,13 @@
"PRICE",
"ITEM_COUNT"
],
- "capacity" : "MEDIUM",
- "last_modified" : 1422435345352,
- "fact_table" : "DEFAULT.TEST_KYLIN_FACT",
- "filter_condition" : null,
- "partition_desc" : {
- "partition_date_column" : "DEFAULT.TEST_KYLIN_FACT.cal_dt",
- "partition_date_start" : 0,
- "partition_type" : "APPEND"
+ "capacity": "MEDIUM",
+ "last_modified": 1422435345352,
+ "fact_table": "DEFAULT.TEST_KYLIN_FACT",
+ "filter_condition": null,
+ "partition_desc": {
+ "partition_date_column": "DEFAULT.TEST_KYLIN_FACT.cal_dt",
+ "partition_date_start": 0,
+ "partition_type": "APPEND"
}
}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/23c61d26/examples/test_case_data/localmeta/model_desc/test_streaming_table_model_desc.json
----------------------------------------------------------------------
diff --git a/examples/test_case_data/localmeta/model_desc/test_streaming_table_model_desc.json b/examples/test_case_data/localmeta/model_desc/test_streaming_table_model_desc.json
new file mode 100644
index 0000000..66245ae
--- /dev/null
+++ b/examples/test_case_data/localmeta/model_desc/test_streaming_table_model_desc.json
@@ -0,0 +1,29 @@
+{
+ "uuid": "ff527b94-f860-44c3-8452-93b177888732",
+ "name": "test_streaming_table_model_desc",
+ "dimensions": [
+ {
+ "table": "default.streaming_table",
+ "columns": [
+ "ts",
+ "minute_start",
+ "hour_start",
+ "itm",
+ "site"
+ ]
+ }
+ ],
+ "metrics": [
+ "gmv",
+ "item_count"
+ ],
+ "capacity": "MEDIUM",
+ "last_modified": 0,
+ "fact_table": "default.streaming_table",
+ "filter_condition": null,
+ "partition_desc": {
+ "partition_date_column": "default.streaming_table.ts",
+ "partition_date_start": 0,
+ "partition_type": "APPEND"
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/23c61d26/examples/test_case_data/localmeta/project/default.json
----------------------------------------------------------------------
diff --git a/examples/test_case_data/localmeta/project/default.json b/examples/test_case_data/localmeta/project/default.json
index 55d8309..a11d4ca 100644
--- a/examples/test_case_data/localmeta/project/default.json
+++ b/examples/test_case_data/localmeta/project/default.json
@@ -33,6 +33,11 @@
"realization": "test_kylin_ii_inner_join"
},
{
+ "name": "test_streaming_table",
+ "type": "INVERTED_INDEX",
+ "realization": "test_streaming_table"
+ },
+ {
"name": "test_kylin_hybrid_left_join",
"type": "HYBRID",
"realization": "test_kylin_hybrid_left_join"
http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/23c61d26/examples/test_case_data/localmeta/table/DEFAULT.SREAMING_TABLE.json
----------------------------------------------------------------------
diff --git a/examples/test_case_data/localmeta/table/DEFAULT.SREAMING_TABLE.json b/examples/test_case_data/localmeta/table/DEFAULT.SREAMING_TABLE.json
new file mode 100644
index 0000000..0e001c9
--- /dev/null
+++ b/examples/test_case_data/localmeta/table/DEFAULT.SREAMING_TABLE.json
@@ -0,0 +1,43 @@
+{
+ "uuid": "e286e39e-40d7-44c2-8fa2-41b365123987",
+ "name": "STREAMING_TABLE",
+ "columns": [
+ {
+ "id": "1",
+ "name": "ts",
+ "datatype": "timestamp"
+ },
+ {
+ "id": "2",
+ "name": "minute_start",
+ "datatype": "timestamp"
+ },
+ {
+ "id": "3",
+ "name": "hour_start",
+ "datatype": "timestamp"
+ },
+ {
+ "id": "4",
+ "name": "itm",
+ "datatype": "string"
+ },
+ {
+ "id": "5",
+ "name": "site",
+ "datatype": "string"
+ },
+ {
+ "id": "6",
+ "name": "gmv",
+ "datatype": "decimal(19,6)"
+ },
+ {
+ "id": "7",
+ "name": "item_count",
+ "datatype": "bigint"
+ }
+ ],
+ "database": "DEFAULT",
+ "last_modified": 0
+}
\ No newline at end of file