You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@kylin.apache.org by lk_hadoop <lk...@163.com> on 2019/06/11 08:12:01 UTC
AppendTrieDictionary can't retrieve value from id
hi,all:
My Model Json string is :
{
"uuid": "c28014c1-7dae-6900-6264-8794b683ffa7",
"last_modified": 1560226964070,
"version": "2.6.1.0",
"name": "scrm_model",
"owner": "ADMIN",
"is_draft": false,
"description": "###",
"fact_table": "GJST.SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"lookups": [
{
"table": "TEST.MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"kind": "FACT",
"alias": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"join": {
"type": "inner",
"primary_key": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID"
],
"foreign_key": [
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
]
}
}
],
"dimensions": [
{
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"columns": [
"DATES",
"CARD_ID",
"TGOODS_ID",
"ENT_NAME",
"ORG_NAME",
"DATA_FROM",
"GOODS_NAME",
"ORG_NO",
"ATC1_NEW",
"ATC2_NEW",
"ATC3_NEW",
"ATC4_NEW",
"GOODS_ID"
]
},
{
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"columns": [
"CARD_ID",
"USER_ID",
"SEX",
"AGE",
"BIRTHDAYS",
"NAME",
"NICK_NAME",
"IS_SUBSCRIBE_WX",
"IS_RECEIVE_CARD",
"SUBSCRIBE_TIME",
"SUBSCRIBE_STORE",
"ACTIVATE_TIME",
"ACTIVATE_STORE",
"FIRST_BUY_DATE",
"RECENT_CONSUME_DATE",
"RECENT_CONSUMPTION_INTERVAL_DAY",
"GAOXUEYA_BUYS",
"GAOXUEYA_FLAG",
"GAOXUEZHI_BUYS",
"GAOXUEZHI_FLAG",
"TANGNIAOBING_BUYS",
"TANGNIAOBING_FLAG",
"TOTAL_POINTS",
"REMAINDER_POINTS",
"TOTAL_COUPONS_NUMBER",
"AVAILABLE_COUPONS_NUMBER",
"TOTAL_USE_COUPONS_NUMBER",
"MAINTAIN_NUMBERS",
"MAINTAIN_TYPE",
"MARKET_PROGRAM",
"RECENT_MAINTAIN_INTERVAL_DAY",
"BELONG_STORE",
"BUSINESS_ID"
]
}
],
"metrics": [
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
],
"filter_condition": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.data_from_new <>'' and SH_FETCH_SALE_BASE_FACT_ALL_NEW.card_id is not null",
"partition_desc": {
"partition_date_column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CDT",
"partition_time_column": null,
"partition_date_start": 0,
"partition_date_format": "yyyy-MM-dd",
"partition_time_format": "HH:mm:ss",
"partition_type": "APPEND",
"partition_condition_builder": "org.apache.kylin.metadata.model.PartitionDesc$DefaultPartitionConditionBuilder"
},
"capacity": "MEDIUM"
}
and cube json string is :
{
"uuid": "a1af090c-7c83-7748-2474-d47368321aff",
"last_modified": 1560227365049,
"version": "2.6.1.0",
"name": "scrm_cube",
"is_draft": false,
"model_name": "scrm_model",
"description": "",
"null_string": null,
"dimensions": [
{
"name": "DATES",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "DATES",
"derived": null
},
{
"name": "GOODS_ID",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "GOODS_ID",
"derived": null
},
{
"name": "CARD_ID",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "CARD_ID",
"derived": null
},
{
"name": "ATC1_NEW",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "ATC1_NEW",
"derived": null
},
{
"name": "ATC2_NEW",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "ATC2_NEW",
"derived": null
},
{
"name": "ATC3_NEW",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "ATC3_NEW",
"derived": null
},
{
"name": "ATC4_NEW",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "ATC4_NEW",
"derived": null
},
{
"name": "GOODS_NAME",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "GOODS_NAME",
"derived": null
},
{
"name": "SEX",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "SEX",
"derived": null
},
{
"name": "AGE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "AGE",
"derived": null
},
{
"name": "BIRTHDAYS",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "BIRTHDAYS",
"derived": null
},
{
"name": "IS_SUBSCRIBE_WX",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "IS_SUBSCRIBE_WX",
"derived": null
},
{
"name": "SUBSCRIBE_TIME",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "SUBSCRIBE_TIME",
"derived": null
},
{
"name": "SUBSCRIBE_STORE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "SUBSCRIBE_STORE",
"derived": null
},
{
"name": "ACTIVATE_TIME",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "ACTIVATE_TIME",
"derived": null
},
{
"name": "ACTIVATE_STORE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "ACTIVATE_STORE",
"derived": null
},
{
"name": "FIRST_BUY_DATE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "FIRST_BUY_DATE",
"derived": null
},
{
"name": "RECENT_CONSUME_DATE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "RECENT_CONSUME_DATE",
"derived": null
},
{
"name": "RECENT_CONSUMPTION_INTERVAL_DAY",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "RECENT_CONSUMPTION_INTERVAL_DAY",
"derived": null
},
{
"name": "TOTAL_POINTS",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "TOTAL_POINTS",
"derived": null
},
{
"name": "REMAINDER_POINTS",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "REMAINDER_POINTS",
"derived": null
},
{
"name": "TOTAL_COUPONS_NUMBER",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "TOTAL_COUPONS_NUMBER",
"derived": null
},
{
"name": "AVAILABLE_COUPONS_NUMBER",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "AVAILABLE_COUPONS_NUMBER",
"derived": null
},
{
"name": "TOTAL_USE_COUPONS_NUMBER",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "TOTAL_USE_COUPONS_NUMBER",
"derived": null
},
{
"name": "MAINTAIN_NUMBERS",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "MAINTAIN_NUMBERS",
"derived": null
},
{
"name": "MAINTAIN_TYPE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "MAINTAIN_TYPE",
"derived": null
},
{
"name": "MARKET_PROGRAM",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "MARKET_PROGRAM",
"derived": null
},
{
"name": "RECENT_MAINTAIN_INTERVAL_DAY",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "RECENT_MAINTAIN_INTERVAL_DAY",
"derived": null
},
{
"name": "BELONG_STORE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "BELONG_STORE",
"derived": null
},
{
"name": "BUSINESS_ID",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "BUSINESS_ID",
"derived": null
}
],
"measures": [
{
"name": "_COUNT_",
"function": {
"expression": "COUNT",
"parameter": {
"type": "constant",
"value": "1"
},
"returntype": "bigint"
}
},
{
"name": "PAID_IN_AMT_SUM",
"function": {
"expression": "SUM",
"parameter": {
"type": "column",
"value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT"
},
"returntype": "decimal(19,6)"
}
},
{
"name": "PROFIT_SUM",
"function": {
"expression": "SUM",
"parameter": {
"type": "column",
"value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
},
"returntype": "decimal(19,6)"
}
},
{
"name": "COUNT_CNT",
"function": {
"expression": "COUNT_DISTINCT",
"parameter": {
"type": "column",
"value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE"
},
"returntype": "bitmap"
}
},
{
"name": "COUNT_CARD_ID",
"function": {
"expression": "COUNT_DISTINCT",
"parameter": {
"type": "column",
"value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
},
"returntype": "bitmap"
}
}
],
"dictionaries": [
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
"builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
"builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
}
],
"rowkey": {
"rowkey_columns": [
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
"encoding": "integer:3",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
"encoding": "integer:1",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
"encoding": "fixed_length:10",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
"encoding": "fixed_length:10",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
"encoding": "integer:1",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
"encoding": "fixed_length:10",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
"encoding": "fixed_length:10",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
"encoding": "fixed_length:10",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUMPTION_INTERVAL_DAY",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": true
}
]
},
"hbase_mapping": {
"column_family": [
{
"name": "F1",
"columns": [
{
"qualifier": "M",
"measure_refs": [
"_COUNT_",
"PAID_IN_AMT_SUM",
"PROFIT_SUM"
]
}
]
},
{
"name": "F2",
"columns": [
{
"qualifier": "M",
"measure_refs": [
"COUNT_CNT",
"COUNT_CARD_ID"
]
}
]
}
]
},
"aggregation_groups": [
{
"includes": [
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
],
"select_rule": {
"hierarchy_dims": [
[
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW"
]
],
"mandatory_dims": [
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
],
"joint_dims": [
[
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
]
]
}
},
{
"includes": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME"
],
"joint_dims": []
}
},
{
"includes": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM"
],
"joint_dims": []
}
},
{
"includes": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [],
"joint_dims": []
}
}
],
"signature": "9RiiZox1E53acPvXs4ZSKA==",
"notify_list": [],
"status_need_notify": [
"ERROR",
"DISCARDED",
"SUCCEED"
],
"partition_date_start": 0,
"partition_date_end": 3153600000000,
"auto_merge_time_ranges": [],
"volatile_range": 0,
"retention_range": 86400000,
"engine_type": 2,
"storage_type": 2,
"override_kylin_properties": {
"kylin.engine.mr.mapper-input-rows": "10000000",
"kylin.engine.mr.reduce-input-mb": "2048",
"kylin.engine.mr.uhc-reducer-count": "4",
"kylin.engine.mr.config-override.mapreduce.input.fileinputformat.split.minsize": "536870912",
"kylin.storage.hbase.region-cut-gb": "10",
"kylin.storage.hbase.hfile-size-gb": "5"
},
"cuboid_black_list": [],
"parent_forward": 3,
"mandatory_dimension_set_list": [],
"snapshot_table_desc_list": []
}
query is :
SELECT "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES", "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID" ,SUM("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."PAID_IN_AMT") AS sum_PAID_IN_AMT
FROM "GJST"."SH_FETCH_SALE_BASE_FACT_ALL_NEW" "SH_FETCH_SALE_BASE_FACT_ALL_NEW"
INNER JOIN "TEST"."MEMBERSHIP_PRECISE_SELLING_EXTEND_V4" MEMBERSHIP_PRECISE_SELLING_EXTEND_V4 ON MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID = SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID
WHERE "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"."BUSINESS_ID" IN ('12501')
AND ("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES">='2019-06-01' AND "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES"<='2019-06-09')
GROUP BY "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES", "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
when I group by CARD_ID I will get error : AppendTrieDictionary can't retrieve value from id
what should I do ?
2019-06-11
lk_hadoop
Re: Re: AppendTrieDictionary can't retrieve value from id
Posted by ShaoFeng Shi <sh...@apache.org>.
Cool, thanks for the update.
Best regards,
Shaofeng Shi 史少锋
Apache Kylin PMC
Email: shaofengshi@apache.org
Apache Kylin FAQ: https://kylin.apache.org/docs/gettingstarted/faq.html
Join Kylin user mail group: user-subscribe@kylin.apache.org
Join Kylin dev mail group: dev-subscribe@kylin.apache.org
lk_hadoop <lk...@163.com> 于2019年6月13日周四 下午6:34写道：
> I've changed the "CARD_ID" dimension encoding as fixed lenght , it seems
> like work well.
>
> 2019-06-13
> ------------------------------
> lk_hadoop
> ------------------------------
>
> *发件人：*ShaoFeng Shi <sh...@apache.org>
> *发送时间：*2019-06-12 18:10
> *主题：*Re: AppendTrieDictionary can't retrieve value from id
> *收件人：*"user"<us...@kylin.apache.org>
> *抄送：*"dev"<de...@kylin.apache.org>
>
> Hello,
>
> In your cube, "CARD_ID" is used as both dimension and a bitmap (count
> distinct) measure; This is not allowed currently, because to encode it to
> an integer, Kylin
> uses the "global dictionary", while the "global dictionary" couldn't be
> used for dimension encoding.
>
> Please remove it from the dimension in this cube, and build again. And if
> you need it as a dimension, create another cube.
>
> Best regards,
>
> Shaofeng Shi 史少锋
> Apache Kylin PMC
> Email: shaofengshi@apache.org
>
> Apache Kylin FAQ: https://kylin.apache.org/docs/gettingstarted/faq.html
> Join Kylin user mail group: user-subscribe@kylin.apache.org
> Join Kylin dev mail group: dev-subscribe@kylin.apache.org
>
>
>
>
> lk_hadoop <lk...@163.com> 于2019年6月11日周二 下午4:12写道：
>
>> hi,all:
>> My Model Json string is :
>>
>>
>> {
>> "uuid": "c28014c1-7dae-6900-6264-8794b683ffa7",
>> "last_modified": 1560226964070,
>> "version": "2.6.1.0",
>> "name": "scrm_model",
>> "owner": "ADMIN",
>> "is_draft": false,
>> "description": "###",
>> "fact_table": "GJST.SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "lookups": [
>> {
>> "table": "TEST.MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "kind": "FACT",
>> "alias": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "join": {
>> "type": "inner",
>> "primary_key": [
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID"
>> ],
>> "foreign_key": [
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
>> ]
>> }
>> }
>> ],
>> "dimensions": [
>> {
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "columns": [
>> "DATES",
>> "CARD_ID",
>> "TGOODS_ID",
>> "ENT_NAME",
>> "ORG_NAME",
>> "DATA_FROM",
>> "GOODS_NAME",
>> "ORG_NO",
>> "ATC1_NEW",
>> "ATC2_NEW",
>> "ATC3_NEW",
>> "ATC4_NEW",
>> "GOODS_ID"
>> ]
>> },
>> {
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "columns": [
>> "CARD_ID",
>> "USER_ID",
>> "SEX",
>> "AGE",
>> "BIRTHDAYS",
>> "NAME",
>> "NICK_NAME",
>> "IS_SUBSCRIBE_WX",
>> "IS_RECEIVE_CARD",
>> "SUBSCRIBE_TIME",
>> "SUBSCRIBE_STORE",
>> "ACTIVATE_TIME",
>> "ACTIVATE_STORE",
>> "FIRST_BUY_DATE",
>> "RECENT_CONSUME_DATE",
>> "RECENT_CONSUMPTION_INTERVAL_DAY",
>> "GAOXUEYA_BUYS",
>> "GAOXUEYA_FLAG",
>> "GAOXUEZHI_BUYS",
>> "GAOXUEZHI_FLAG",
>> "TANGNIAOBING_BUYS",
>> "TANGNIAOBING_FLAG",
>> "TOTAL_POINTS",
>> "REMAINDER_POINTS",
>> "TOTAL_COUPONS_NUMBER",
>> "AVAILABLE_COUPONS_NUMBER",
>> "TOTAL_USE_COUPONS_NUMBER",
>> "MAINTAIN_NUMBERS",
>> "MAINTAIN_TYPE",
>> "MARKET_PROGRAM",
>> "RECENT_MAINTAIN_INTERVAL_DAY",
>> "BELONG_STORE",
>> "BUSINESS_ID"
>> ]
>> }
>> ],
>> "metrics": [
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
>> ],
>> "filter_condition": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.data_from_new <>'' and SH_FETCH_SALE_BASE_FACT_ALL_NEW.card_id is not null",
>> "partition_desc": {
>> "partition_date_column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CDT",
>> "partition_time_column": null,
>> "partition_date_start": 0,
>> "partition_date_format": "yyyy-MM-dd",
>> "partition_time_format": "HH:mm:ss",
>> "partition_type": "APPEND",
>> "partition_condition_builder": "org.apache.kylin.metadata.model.PartitionDesc$DefaultPartitionConditionBuilder"
>> },
>> "capacity": "MEDIUM"
>> }
>>
>>
>> and cube json string is :
>>
>>
>> {
>> "uuid": "a1af090c-7c83-7748-2474-d47368321aff",
>> "last_modified": 1560227365049,
>> "version": "2.6.1.0",
>> "name": "scrm_cube",
>> "is_draft": false,
>> "model_name": "scrm_model",
>> "description": "",
>> "null_string": null,
>> "dimensions": [
>> {
>> "name": "DATES",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "DATES",
>> "derived": null
>> },
>> {
>> "name": "GOODS_ID",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "GOODS_ID",
>> "derived": null
>> },
>> {
>> "name": "CARD_ID",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "CARD_ID",
>> "derived": null
>> },
>> {
>> "name": "ATC1_NEW",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "ATC1_NEW",
>> "derived": null
>> },
>> {
>> "name": "ATC2_NEW",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "ATC2_NEW",
>> "derived": null
>> },
>> {
>> "name": "ATC3_NEW",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "ATC3_NEW",
>> "derived": null
>> },
>> {
>> "name": "ATC4_NEW",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "ATC4_NEW",
>> "derived": null
>> },
>> {
>> "name": "GOODS_NAME",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "GOODS_NAME",
>> "derived": null
>> },
>> {
>> "name": "SEX",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "SEX",
>> "derived": null
>> },
>> {
>> "name": "AGE",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "AGE",
>> "derived": null
>> },
>> {
>> "name": "BIRTHDAYS",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "BIRTHDAYS",
>> "derived": null
>> },
>> {
>> "name": "IS_SUBSCRIBE_WX",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "IS_SUBSCRIBE_WX",
>> "derived": null
>> },
>> {
>> "name": "SUBSCRIBE_TIME",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "SUBSCRIBE_TIME",
>> "derived": null
>> },
>> {
>> "name": "SUBSCRIBE_STORE",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "SUBSCRIBE_STORE",
>> "derived": null
>> },
>> {
>> "name": "ACTIVATE_TIME",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "ACTIVATE_TIME",
>> "derived": null
>> },
>> {
>> "name": "ACTIVATE_STORE",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "ACTIVATE_STORE",
>> "derived": null
>> },
>> {
>> "name": "FIRST_BUY_DATE",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "FIRST_BUY_DATE",
>> "derived": null
>> },
>> {
>> "name": "RECENT_CONSUME_DATE",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "RECENT_CONSUME_DATE",
>> "derived": null
>> },
>> {
>> "name": "RECENT_CONSUMPTION_INTERVAL_DAY",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "RECENT_CONSUMPTION_INTERVAL_DAY",
>> "derived": null
>> },
>> {
>> "name": "TOTAL_POINTS",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "TOTAL_POINTS",
>> "derived": null
>> },
>> {
>> "name": "REMAINDER_POINTS",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "REMAINDER_POINTS",
>> "derived": null
>> },
>> {
>> "name": "TOTAL_COUPONS_NUMBER",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "TOTAL_COUPONS_NUMBER",
>> "derived": null
>> },
>> {
>> "name": "AVAILABLE_COUPONS_NUMBER",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "AVAILABLE_COUPONS_NUMBER",
>> "derived": null
>> },
>> {
>> "name": "TOTAL_USE_COUPONS_NUMBER",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "TOTAL_USE_COUPONS_NUMBER",
>> "derived": null
>> },
>> {
>> "name": "MAINTAIN_NUMBERS",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "MAINTAIN_NUMBERS",
>> "derived": null
>> },
>> {
>> "name": "MAINTAIN_TYPE",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "MAINTAIN_TYPE",
>> "derived": null
>> },
>> {
>> "name": "MARKET_PROGRAM",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "MARKET_PROGRAM",
>> "derived": null
>> },
>> {
>> "name": "RECENT_MAINTAIN_INTERVAL_DAY",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "RECENT_MAINTAIN_INTERVAL_DAY",
>> "derived": null
>> },
>> {
>> "name": "BELONG_STORE",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "BELONG_STORE",
>> "derived": null
>> },
>> {
>> "name": "BUSINESS_ID",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "BUSINESS_ID",
>> "derived": null
>> }
>> ],
>> "measures": [
>> {
>> "name": "_COUNT_",
>> "function": {
>> "expression": "COUNT",
>> "parameter": {
>> "type": "constant",
>> "value": "1"
>> },
>> "returntype": "bigint"
>> }
>> },
>> {
>> "name": "PAID_IN_AMT_SUM",
>> "function": {
>> "expression": "SUM",
>> "parameter": {
>> "type": "column",
>> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT"
>> },
>> "returntype": "decimal(19,6)"
>> }
>> },
>> {
>> "name": "PROFIT_SUM",
>> "function": {
>> "expression": "SUM",
>> "parameter": {
>> "type": "column",
>> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
>> },
>> "returntype": "decimal(19,6)"
>> }
>> },
>> {
>> "name": "COUNT_CNT",
>> "function": {
>> "expression": "COUNT_DISTINCT",
>> "parameter": {
>> "type": "column",
>> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE"
>> },
>> "returntype": "bitmap"
>> }
>> },
>> {
>> "name": "COUNT_CARD_ID",
>> "function": {
>> "expression": "COUNT_DISTINCT",
>> "parameter": {
>> "type": "column",
>> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
>> },
>> "returntype": "bitmap"
>> }
>> }
>> ],
>> "dictionaries": [
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
>> "builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
>> "builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
>> }
>> ],
>> "rowkey": {
>> "rowkey_columns": [
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
>> "encoding": "integer:3",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
>> "encoding": "integer:1",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
>> "encoding": "fixed_length:10",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
>> "encoding": "fixed_length:10",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
>> "encoding": "integer:1",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
>> "encoding": "fixed_length:10",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
>> "encoding": "fixed_length:10",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
>> "encoding": "fixed_length:10",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUMPTION_INTERVAL_DAY",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": true
>> }
>> ]
>> },
>> "hbase_mapping": {
>> "column_family": [
>> {
>> "name": "F1",
>> "columns": [
>> {
>> "qualifier": "M",
>> "measure_refs": [
>> "_COUNT_",
>> "PAID_IN_AMT_SUM",
>> "PROFIT_SUM"
>> ]
>> }
>> ]
>> },
>> {
>> "name": "F2",
>> "columns": [
>> {
>> "qualifier": "M",
>> "measure_refs": [
>> "COUNT_CNT",
>> "COUNT_CARD_ID"
>> ]
>> }
>> ]
>> }
>> ]
>> },
>> "aggregation_groups": [
>> {
>> "includes": [
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
>> ],
>> "select_rule": {
>> "hierarchy_dims": [
>> [
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW"
>> ]
>> ],
>> "mandatory_dims": [
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
>> ],
>> "joint_dims": [
>> [
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
>> ]
>> ]
>> }
>> },
>> {
>> "includes": [
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE"
>> ],
>> "select_rule": {
>> "hierarchy_dims": [],
>> "mandatory_dims": [
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME"
>> ],
>> "joint_dims": []
>> }
>> },
>> {
>> "includes": [
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY"
>> ],
>> "select_rule": {
>> "hierarchy_dims": [],
>> "mandatory_dims": [
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM"
>> ],
>> "joint_dims": []
>> }
>> },
>> {
>> "includes": [
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES"
>> ],
>> "select_rule": {
>> "hierarchy_dims": [],
>> "mandatory_dims": [],
>> "joint_dims": []
>> }
>> }
>> ],
>> "signature": "9RiiZox1E53acPvXs4ZSKA==",
>> "notify_list": [],
>> "status_need_notify": [
>> "ERROR",
>> "DISCARDED",
>> "SUCCEED"
>> ],
>> "partition_date_start": 0,
>> "partition_date_end": 3153600000000,
>> "auto_merge_time_ranges": [],
>> "volatile_range": 0,
>> "retention_range": 86400000,
>> "engine_type": 2,
>> "storage_type": 2,
>> "override_kylin_properties": {
>> "kylin.engine.mr.mapper-input-rows": "10000000",
>> "kylin.engine.mr.reduce-input-mb": "2048",
>> "kylin.engine.mr.uhc-reducer-count": "4",
>> "kylin.engine.mr.config-override.mapreduce.input.fileinputformat.split.minsize": "536870912",
>> "kylin.storage.hbase.region-cut-gb": "10",
>> "kylin.storage.hbase.hfile-size-gb": "5"
>> },
>> "cuboid_black_list": [],
>> "parent_forward": 3,
>> "mandatory_dimension_set_list": [],
>> "snapshot_table_desc_list": []
>> }
>>
>> query is :
>>
>> SELECT "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
>> ,SUM("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."PAID_IN_AMT") AS sum_PAID_IN_AMT
>> FROM "GJST"."SH_FETCH_SALE_BASE_FACT_ALL_NEW"
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"
>> INNER JOIN "TEST"."MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"
>> MEMBERSHIP_PRECISE_SELLING_EXTEND_V4 ON
>> MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID =
>> SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID
>> WHERE "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"."BUSINESS_ID" IN ('12501')
>> AND ("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES">='2019-06-01' AND
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES"<='2019-06-09')
>> GROUP BY "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
>>
>> when I group by CARD_ID I will get error : AppendTrieDictionary can't
>> retrieve value from id
>>
>> what should I do ?
>>
>> 2019-06-11
>> ------------------------------
>> lk_hadoop
>>
>
Re: Re: AppendTrieDictionary can't retrieve value from id
Posted by ShaoFeng Shi <sh...@apache.org>.
Cool, thanks for the update.
Best regards,
Shaofeng Shi 史少锋
Apache Kylin PMC
Email: shaofengshi@apache.org
Apache Kylin FAQ: https://kylin.apache.org/docs/gettingstarted/faq.html
Join Kylin user mail group: user-subscribe@kylin.apache.org
Join Kylin dev mail group: dev-subscribe@kylin.apache.org
lk_hadoop <lk...@163.com> 于2019年6月13日周四 下午6:34写道：
> I've changed the "CARD_ID" dimension encoding as fixed lenght , it seems
> like work well.
>
> 2019-06-13
> ------------------------------
> lk_hadoop
> ------------------------------
>
> *发件人：*ShaoFeng Shi <sh...@apache.org>
> *发送时间：*2019-06-12 18:10
> *主题：*Re: AppendTrieDictionary can't retrieve value from id
> *收件人：*"user"<us...@kylin.apache.org>
> *抄送：*"dev"<de...@kylin.apache.org>
>
> Hello,
>
> In your cube, "CARD_ID" is used as both dimension and a bitmap (count
> distinct) measure; This is not allowed currently, because to encode it to
> an integer, Kylin
> uses the "global dictionary", while the "global dictionary" couldn't be
> used for dimension encoding.
>
> Please remove it from the dimension in this cube, and build again. And if
> you need it as a dimension, create another cube.
>
> Best regards,
>
> Shaofeng Shi 史少锋
> Apache Kylin PMC
> Email: shaofengshi@apache.org
>
> Apache Kylin FAQ: https://kylin.apache.org/docs/gettingstarted/faq.html
> Join Kylin user mail group: user-subscribe@kylin.apache.org
> Join Kylin dev mail group: dev-subscribe@kylin.apache.org
>
>
>
>
> lk_hadoop <lk...@163.com> 于2019年6月11日周二 下午4:12写道：
>
>> hi,all:
>> My Model Json string is :
>>
>>
>> {
>> "uuid": "c28014c1-7dae-6900-6264-8794b683ffa7",
>> "last_modified": 1560226964070,
>> "version": "2.6.1.0",
>> "name": "scrm_model",
>> "owner": "ADMIN",
>> "is_draft": false,
>> "description": "###",
>> "fact_table": "GJST.SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "lookups": [
>> {
>> "table": "TEST.MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "kind": "FACT",
>> "alias": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "join": {
>> "type": "inner",
>> "primary_key": [
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID"
>> ],
>> "foreign_key": [
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
>> ]
>> }
>> }
>> ],
>> "dimensions": [
>> {
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "columns": [
>> "DATES",
>> "CARD_ID",
>> "TGOODS_ID",
>> "ENT_NAME",
>> "ORG_NAME",
>> "DATA_FROM",
>> "GOODS_NAME",
>> "ORG_NO",
>> "ATC1_NEW",
>> "ATC2_NEW",
>> "ATC3_NEW",
>> "ATC4_NEW",
>> "GOODS_ID"
>> ]
>> },
>> {
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "columns": [
>> "CARD_ID",
>> "USER_ID",
>> "SEX",
>> "AGE",
>> "BIRTHDAYS",
>> "NAME",
>> "NICK_NAME",
>> "IS_SUBSCRIBE_WX",
>> "IS_RECEIVE_CARD",
>> "SUBSCRIBE_TIME",
>> "SUBSCRIBE_STORE",
>> "ACTIVATE_TIME",
>> "ACTIVATE_STORE",
>> "FIRST_BUY_DATE",
>> "RECENT_CONSUME_DATE",
>> "RECENT_CONSUMPTION_INTERVAL_DAY",
>> "GAOXUEYA_BUYS",
>> "GAOXUEYA_FLAG",
>> "GAOXUEZHI_BUYS",
>> "GAOXUEZHI_FLAG",
>> "TANGNIAOBING_BUYS",
>> "TANGNIAOBING_FLAG",
>> "TOTAL_POINTS",
>> "REMAINDER_POINTS",
>> "TOTAL_COUPONS_NUMBER",
>> "AVAILABLE_COUPONS_NUMBER",
>> "TOTAL_USE_COUPONS_NUMBER",
>> "MAINTAIN_NUMBERS",
>> "MAINTAIN_TYPE",
>> "MARKET_PROGRAM",
>> "RECENT_MAINTAIN_INTERVAL_DAY",
>> "BELONG_STORE",
>> "BUSINESS_ID"
>> ]
>> }
>> ],
>> "metrics": [
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
>> ],
>> "filter_condition": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.data_from_new <>'' and SH_FETCH_SALE_BASE_FACT_ALL_NEW.card_id is not null",
>> "partition_desc": {
>> "partition_date_column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CDT",
>> "partition_time_column": null,
>> "partition_date_start": 0,
>> "partition_date_format": "yyyy-MM-dd",
>> "partition_time_format": "HH:mm:ss",
>> "partition_type": "APPEND",
>> "partition_condition_builder": "org.apache.kylin.metadata.model.PartitionDesc$DefaultPartitionConditionBuilder"
>> },
>> "capacity": "MEDIUM"
>> }
>>
>>
>> and cube json string is :
>>
>>
>> {
>> "uuid": "a1af090c-7c83-7748-2474-d47368321aff",
>> "last_modified": 1560227365049,
>> "version": "2.6.1.0",
>> "name": "scrm_cube",
>> "is_draft": false,
>> "model_name": "scrm_model",
>> "description": "",
>> "null_string": null,
>> "dimensions": [
>> {
>> "name": "DATES",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "DATES",
>> "derived": null
>> },
>> {
>> "name": "GOODS_ID",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "GOODS_ID",
>> "derived": null
>> },
>> {
>> "name": "CARD_ID",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "CARD_ID",
>> "derived": null
>> },
>> {
>> "name": "ATC1_NEW",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "ATC1_NEW",
>> "derived": null
>> },
>> {
>> "name": "ATC2_NEW",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "ATC2_NEW",
>> "derived": null
>> },
>> {
>> "name": "ATC3_NEW",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "ATC3_NEW",
>> "derived": null
>> },
>> {
>> "name": "ATC4_NEW",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "ATC4_NEW",
>> "derived": null
>> },
>> {
>> "name": "GOODS_NAME",
>> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>> "column": "GOODS_NAME",
>> "derived": null
>> },
>> {
>> "name": "SEX",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "SEX",
>> "derived": null
>> },
>> {
>> "name": "AGE",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "AGE",
>> "derived": null
>> },
>> {
>> "name": "BIRTHDAYS",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "BIRTHDAYS",
>> "derived": null
>> },
>> {
>> "name": "IS_SUBSCRIBE_WX",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "IS_SUBSCRIBE_WX",
>> "derived": null
>> },
>> {
>> "name": "SUBSCRIBE_TIME",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "SUBSCRIBE_TIME",
>> "derived": null
>> },
>> {
>> "name": "SUBSCRIBE_STORE",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "SUBSCRIBE_STORE",
>> "derived": null
>> },
>> {
>> "name": "ACTIVATE_TIME",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "ACTIVATE_TIME",
>> "derived": null
>> },
>> {
>> "name": "ACTIVATE_STORE",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "ACTIVATE_STORE",
>> "derived": null
>> },
>> {
>> "name": "FIRST_BUY_DATE",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "FIRST_BUY_DATE",
>> "derived": null
>> },
>> {
>> "name": "RECENT_CONSUME_DATE",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "RECENT_CONSUME_DATE",
>> "derived": null
>> },
>> {
>> "name": "RECENT_CONSUMPTION_INTERVAL_DAY",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "RECENT_CONSUMPTION_INTERVAL_DAY",
>> "derived": null
>> },
>> {
>> "name": "TOTAL_POINTS",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "TOTAL_POINTS",
>> "derived": null
>> },
>> {
>> "name": "REMAINDER_POINTS",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "REMAINDER_POINTS",
>> "derived": null
>> },
>> {
>> "name": "TOTAL_COUPONS_NUMBER",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "TOTAL_COUPONS_NUMBER",
>> "derived": null
>> },
>> {
>> "name": "AVAILABLE_COUPONS_NUMBER",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "AVAILABLE_COUPONS_NUMBER",
>> "derived": null
>> },
>> {
>> "name": "TOTAL_USE_COUPONS_NUMBER",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "TOTAL_USE_COUPONS_NUMBER",
>> "derived": null
>> },
>> {
>> "name": "MAINTAIN_NUMBERS",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "MAINTAIN_NUMBERS",
>> "derived": null
>> },
>> {
>> "name": "MAINTAIN_TYPE",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "MAINTAIN_TYPE",
>> "derived": null
>> },
>> {
>> "name": "MARKET_PROGRAM",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "MARKET_PROGRAM",
>> "derived": null
>> },
>> {
>> "name": "RECENT_MAINTAIN_INTERVAL_DAY",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "RECENT_MAINTAIN_INTERVAL_DAY",
>> "derived": null
>> },
>> {
>> "name": "BELONG_STORE",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "BELONG_STORE",
>> "derived": null
>> },
>> {
>> "name": "BUSINESS_ID",
>> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>> "column": "BUSINESS_ID",
>> "derived": null
>> }
>> ],
>> "measures": [
>> {
>> "name": "_COUNT_",
>> "function": {
>> "expression": "COUNT",
>> "parameter": {
>> "type": "constant",
>> "value": "1"
>> },
>> "returntype": "bigint"
>> }
>> },
>> {
>> "name": "PAID_IN_AMT_SUM",
>> "function": {
>> "expression": "SUM",
>> "parameter": {
>> "type": "column",
>> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT"
>> },
>> "returntype": "decimal(19,6)"
>> }
>> },
>> {
>> "name": "PROFIT_SUM",
>> "function": {
>> "expression": "SUM",
>> "parameter": {
>> "type": "column",
>> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
>> },
>> "returntype": "decimal(19,6)"
>> }
>> },
>> {
>> "name": "COUNT_CNT",
>> "function": {
>> "expression": "COUNT_DISTINCT",
>> "parameter": {
>> "type": "column",
>> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE"
>> },
>> "returntype": "bitmap"
>> }
>> },
>> {
>> "name": "COUNT_CARD_ID",
>> "function": {
>> "expression": "COUNT_DISTINCT",
>> "parameter": {
>> "type": "column",
>> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
>> },
>> "returntype": "bitmap"
>> }
>> }
>> ],
>> "dictionaries": [
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
>> "builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
>> "builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
>> }
>> ],
>> "rowkey": {
>> "rowkey_columns": [
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
>> "encoding": "integer:3",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
>> "encoding": "integer:1",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
>> "encoding": "fixed_length:10",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
>> "encoding": "fixed_length:10",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
>> "encoding": "integer:1",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
>> "encoding": "fixed_length:10",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
>> "encoding": "fixed_length:10",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
>> "encoding": "fixed_length:10",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUMPTION_INTERVAL_DAY",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": false
>> },
>> {
>> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
>> "encoding": "dict",
>> "encoding_version": 1,
>> "isShardBy": true
>> }
>> ]
>> },
>> "hbase_mapping": {
>> "column_family": [
>> {
>> "name": "F1",
>> "columns": [
>> {
>> "qualifier": "M",
>> "measure_refs": [
>> "_COUNT_",
>> "PAID_IN_AMT_SUM",
>> "PROFIT_SUM"
>> ]
>> }
>> ]
>> },
>> {
>> "name": "F2",
>> "columns": [
>> {
>> "qualifier": "M",
>> "measure_refs": [
>> "COUNT_CNT",
>> "COUNT_CARD_ID"
>> ]
>> }
>> ]
>> }
>> ]
>> },
>> "aggregation_groups": [
>> {
>> "includes": [
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
>> ],
>> "select_rule": {
>> "hierarchy_dims": [
>> [
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW"
>> ]
>> ],
>> "mandatory_dims": [
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
>> ],
>> "joint_dims": [
>> [
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
>> ]
>> ]
>> }
>> },
>> {
>> "includes": [
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE"
>> ],
>> "select_rule": {
>> "hierarchy_dims": [],
>> "mandatory_dims": [
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME"
>> ],
>> "joint_dims": []
>> }
>> },
>> {
>> "includes": [
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY"
>> ],
>> "select_rule": {
>> "hierarchy_dims": [],
>> "mandatory_dims": [
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM"
>> ],
>> "joint_dims": []
>> }
>> },
>> {
>> "includes": [
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES"
>> ],
>> "select_rule": {
>> "hierarchy_dims": [],
>> "mandatory_dims": [],
>> "joint_dims": []
>> }
>> }
>> ],
>> "signature": "9RiiZox1E53acPvXs4ZSKA==",
>> "notify_list": [],
>> "status_need_notify": [
>> "ERROR",
>> "DISCARDED",
>> "SUCCEED"
>> ],
>> "partition_date_start": 0,
>> "partition_date_end": 3153600000000,
>> "auto_merge_time_ranges": [],
>> "volatile_range": 0,
>> "retention_range": 86400000,
>> "engine_type": 2,
>> "storage_type": 2,
>> "override_kylin_properties": {
>> "kylin.engine.mr.mapper-input-rows": "10000000",
>> "kylin.engine.mr.reduce-input-mb": "2048",
>> "kylin.engine.mr.uhc-reducer-count": "4",
>> "kylin.engine.mr.config-override.mapreduce.input.fileinputformat.split.minsize": "536870912",
>> "kylin.storage.hbase.region-cut-gb": "10",
>> "kylin.storage.hbase.hfile-size-gb": "5"
>> },
>> "cuboid_black_list": [],
>> "parent_forward": 3,
>> "mandatory_dimension_set_list": [],
>> "snapshot_table_desc_list": []
>> }
>>
>> query is :
>>
>> SELECT "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
>> ,SUM("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."PAID_IN_AMT") AS sum_PAID_IN_AMT
>> FROM "GJST"."SH_FETCH_SALE_BASE_FACT_ALL_NEW"
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"
>> INNER JOIN "TEST"."MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"
>> MEMBERSHIP_PRECISE_SELLING_EXTEND_V4 ON
>> MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID =
>> SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID
>> WHERE "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"."BUSINESS_ID" IN ('12501')
>> AND ("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES">='2019-06-01' AND
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES"<='2019-06-09')
>> GROUP BY "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
>>
>> when I group by CARD_ID I will get error : AppendTrieDictionary can't
>> retrieve value from id
>>
>> what should I do ?
>>
>> 2019-06-11
>> ------------------------------
>> lk_hadoop
>>
>
Re: Re: AppendTrieDictionary can't retrieve value from id
Posted by lk_hadoop <lk...@163.com>.
I've changed the "CARD_ID" dimension encoding as fixed lenght , it seems like work well.
2019-06-13
lk_hadoop
发件人：ShaoFeng Shi <sh...@apache.org>
发送时间：2019-06-12 18:10
主题：Re: AppendTrieDictionary can't retrieve value from id
收件人："user"<us...@kylin.apache.org>
抄送："dev"<de...@kylin.apache.org>
Hello,
In your cube, "CARD_ID" is used as both dimension and a bitmap (count distinct) measure; This is not allowed currently, because to encode it to an integer, Kylin
uses the "global dictionary", while the "global dictionary" couldn't be used for dimension encoding.
Please remove it from the dimension in this cube, and build again. And if you need it as a dimension, create another cube.
Best regards,
Shaofeng Shi 史少锋
Apache Kylin PMC
Email: shaofengshi@apache.org
Apache Kylin FAQ: https://kylin.apache.org/docs/gettingstarted/faq.html
Join Kylin user mail group: user-subscribe@kylin.apache.org
Join Kylin dev mail group: dev-subscribe@kylin.apache.org
lk_hadoop <lk...@163.com> 于2019年6月11日周二 下午4:12写道：
hi,all:
My Model Json string is :
{
"uuid": "c28014c1-7dae-6900-6264-8794b683ffa7",
"last_modified": 1560226964070,
"version": "2.6.1.0",
"name": "scrm_model",
"owner": "ADMIN",
"is_draft": false,
"description": "###",
"fact_table": "GJST.SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"lookups": [
{
"table": "TEST.MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"kind": "FACT",
"alias": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"join": {
"type": "inner",
"primary_key": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID"
],
"foreign_key": [
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
]
}
}
],
"dimensions": [
{
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"columns": [
"DATES",
"CARD_ID",
"TGOODS_ID",
"ENT_NAME",
"ORG_NAME",
"DATA_FROM",
"GOODS_NAME",
"ORG_NO",
"ATC1_NEW",
"ATC2_NEW",
"ATC3_NEW",
"ATC4_NEW",
"GOODS_ID"
]
},
{
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"columns": [
"CARD_ID",
"USER_ID",
"SEX",
"AGE",
"BIRTHDAYS",
"NAME",
"NICK_NAME",
"IS_SUBSCRIBE_WX",
"IS_RECEIVE_CARD",
"SUBSCRIBE_TIME",
"SUBSCRIBE_STORE",
"ACTIVATE_TIME",
"ACTIVATE_STORE",
"FIRST_BUY_DATE",
"RECENT_CONSUME_DATE",
"RECENT_CONSUMPTION_INTERVAL_DAY",
"GAOXUEYA_BUYS",
"GAOXUEYA_FLAG",
"GAOXUEZHI_BUYS",
"GAOXUEZHI_FLAG",
"TANGNIAOBING_BUYS",
"TANGNIAOBING_FLAG",
"TOTAL_POINTS",
"REMAINDER_POINTS",
"TOTAL_COUPONS_NUMBER",
"AVAILABLE_COUPONS_NUMBER",
"TOTAL_USE_COUPONS_NUMBER",
"MAINTAIN_NUMBERS",
"MAINTAIN_TYPE",
"MARKET_PROGRAM",
"RECENT_MAINTAIN_INTERVAL_DAY",
"BELONG_STORE",
"BUSINESS_ID"
]
}
],
"metrics": [
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
],
"filter_condition": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.data_from_new <>'' and SH_FETCH_SALE_BASE_FACT_ALL_NEW.card_id is not null",
"partition_desc": {
"partition_date_column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CDT",
"partition_time_column": null,
"partition_date_start": 0,
"partition_date_format": "yyyy-MM-dd",
"partition_time_format": "HH:mm:ss",
"partition_type": "APPEND",
"partition_condition_builder": "org.apache.kylin.metadata.model.PartitionDesc$DefaultPartitionConditionBuilder"
},
"capacity": "MEDIUM"
}
and cube json string is :
{
"uuid": "a1af090c-7c83-7748-2474-d47368321aff",
"last_modified": 1560227365049,
"version": "2.6.1.0",
"name": "scrm_cube",
"is_draft": false,
"model_name": "scrm_model",
"description": "",
"null_string": null,
"dimensions": [
{
"name": "DATES",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "DATES",
"derived": null
},
{
"name": "GOODS_ID",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "GOODS_ID",
"derived": null
},
{
"name": "CARD_ID",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "CARD_ID",
"derived": null
},
{
"name": "ATC1_NEW",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "ATC1_NEW",
"derived": null
},
{
"name": "ATC2_NEW",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "ATC2_NEW",
"derived": null
},
{
"name": "ATC3_NEW",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "ATC3_NEW",
"derived": null
},
{
"name": "ATC4_NEW",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "ATC4_NEW",
"derived": null
},
{
"name": "GOODS_NAME",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "GOODS_NAME",
"derived": null
},
{
"name": "SEX",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "SEX",
"derived": null
},
{
"name": "AGE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "AGE",
"derived": null
},
{
"name": "BIRTHDAYS",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "BIRTHDAYS",
"derived": null
},
{
"name": "IS_SUBSCRIBE_WX",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "IS_SUBSCRIBE_WX",
"derived": null
},
{
"name": "SUBSCRIBE_TIME",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "SUBSCRIBE_TIME",
"derived": null
},
{
"name": "SUBSCRIBE_STORE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "SUBSCRIBE_STORE",
"derived": null
},
{
"name": "ACTIVATE_TIME",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "ACTIVATE_TIME",
"derived": null
},
{
"name": "ACTIVATE_STORE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "ACTIVATE_STORE",
"derived": null
},
{
"name": "FIRST_BUY_DATE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "FIRST_BUY_DATE",
"derived": null
},
{
"name": "RECENT_CONSUME_DATE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "RECENT_CONSUME_DATE",
"derived": null
},
{
"name": "RECENT_CONSUMPTION_INTERVAL_DAY",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "RECENT_CONSUMPTION_INTERVAL_DAY",
"derived": null
},
{
"name": "TOTAL_POINTS",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "TOTAL_POINTS",
"derived": null
},
{
"name": "REMAINDER_POINTS",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "REMAINDER_POINTS",
"derived": null
},
{
"name": "TOTAL_COUPONS_NUMBER",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "TOTAL_COUPONS_NUMBER",
"derived": null
},
{
"name": "AVAILABLE_COUPONS_NUMBER",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "AVAILABLE_COUPONS_NUMBER",
"derived": null
},
{
"name": "TOTAL_USE_COUPONS_NUMBER",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "TOTAL_USE_COUPONS_NUMBER",
"derived": null
},
{
"name": "MAINTAIN_NUMBERS",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "MAINTAIN_NUMBERS",
"derived": null
},
{
"name": "MAINTAIN_TYPE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "MAINTAIN_TYPE",
"derived": null
},
{
"name": "MARKET_PROGRAM",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "MARKET_PROGRAM",
"derived": null
},
{
"name": "RECENT_MAINTAIN_INTERVAL_DAY",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "RECENT_MAINTAIN_INTERVAL_DAY",
"derived": null
},
{
"name": "BELONG_STORE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "BELONG_STORE",
"derived": null
},
{
"name": "BUSINESS_ID",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "BUSINESS_ID",
"derived": null
}
],
"measures": [
{
"name": "_COUNT_",
"function": {
"expression": "COUNT",
"parameter": {
"type": "constant",
"value": "1"
},
"returntype": "bigint"
}
},
{
"name": "PAID_IN_AMT_SUM",
"function": {
"expression": "SUM",
"parameter": {
"type": "column",
"value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT"
},
"returntype": "decimal(19,6)"
}
},
{
"name": "PROFIT_SUM",
"function": {
"expression": "SUM",
"parameter": {
"type": "column",
"value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
},
"returntype": "decimal(19,6)"
}
},
{
"name": "COUNT_CNT",
"function": {
"expression": "COUNT_DISTINCT",
"parameter": {
"type": "column",
"value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE"
},
"returntype": "bitmap"
}
},
{
"name": "COUNT_CARD_ID",
"function": {
"expression": "COUNT_DISTINCT",
"parameter": {
"type": "column",
"value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
},
"returntype": "bitmap"
}
}
],
"dictionaries": [
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
"builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
"builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
}
],
"rowkey": {
"rowkey_columns": [
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
"encoding": "integer:3",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
"encoding": "integer:1",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
"encoding": "fixed_length:10",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
"encoding": "fixed_length:10",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
"encoding": "integer:1",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
"encoding": "fixed_length:10",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
"encoding": "fixed_length:10",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
"encoding": "fixed_length:10",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUMPTION_INTERVAL_DAY",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": true
}
]
},
"hbase_mapping": {
"column_family": [
{
"name": "F1",
"columns": [
{
"qualifier": "M",
"measure_refs": [
"_COUNT_",
"PAID_IN_AMT_SUM",
"PROFIT_SUM"
]
}
]
},
{
"name": "F2",
"columns": [
{
"qualifier": "M",
"measure_refs": [
"COUNT_CNT",
"COUNT_CARD_ID"
]
}
]
}
]
},
"aggregation_groups": [
{
"includes": [
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
],
"select_rule": {
"hierarchy_dims": [
[
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW"
]
],
"mandatory_dims": [
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
],
"joint_dims": [
[
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
]
]
}
},
{
"includes": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME"
],
"joint_dims": []
}
},
{
"includes": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM"
],
"joint_dims": []
}
},
{
"includes": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [],
"joint_dims": []
}
}
],
"signature": "9RiiZox1E53acPvXs4ZSKA==",
"notify_list": [],
"status_need_notify": [
"ERROR",
"DISCARDED",
"SUCCEED"
],
"partition_date_start": 0,
"partition_date_end": 3153600000000,
"auto_merge_time_ranges": [],
"volatile_range": 0,
"retention_range": 86400000,
"engine_type": 2,
"storage_type": 2,
"override_kylin_properties": {
"kylin.engine.mr.mapper-input-rows": "10000000",
"kylin.engine.mr.reduce-input-mb": "2048",
"kylin.engine.mr.uhc-reducer-count": "4",
"kylin.engine.mr.config-override.mapreduce.input.fileinputformat.split.minsize": "536870912",
"kylin.storage.hbase.region-cut-gb": "10",
"kylin.storage.hbase.hfile-size-gb": "5"
},
"cuboid_black_list": [],
"parent_forward": 3,
"mandatory_dimension_set_list": [],
"snapshot_table_desc_list": []
}
query is :
SELECT "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES", "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID" ,SUM("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."PAID_IN_AMT") AS sum_PAID_IN_AMT
FROM "GJST"."SH_FETCH_SALE_BASE_FACT_ALL_NEW" "SH_FETCH_SALE_BASE_FACT_ALL_NEW"
INNER JOIN "TEST"."MEMBERSHIP_PRECISE_SELLING_EXTEND_V4" MEMBERSHIP_PRECISE_SELLING_EXTEND_V4 ON MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID = SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID
WHERE "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"."BUSINESS_ID" IN ('12501')
AND ("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES">='2019-06-01' AND "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES"<='2019-06-09')
GROUP BY "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES", "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
when I group by CARD_ID I will get error : AppendTrieDictionary can't retrieve value from id
what should I do ?
2019-06-11
lk_hadoop
Re: Re: AppendTrieDictionary can't retrieve value from id
Posted by lk_hadoop <lk...@163.com>.
I've changed the "CARD_ID" dimension encoding as fixed lenght , it seems like work well.
2019-06-13
lk_hadoop
发件人：ShaoFeng Shi <sh...@apache.org>
发送时间：2019-06-12 18:10
主题：Re: AppendTrieDictionary can't retrieve value from id
收件人："user"<us...@kylin.apache.org>
抄送："dev"<de...@kylin.apache.org>
Hello,
In your cube, "CARD_ID" is used as both dimension and a bitmap (count distinct) measure; This is not allowed currently, because to encode it to an integer, Kylin
uses the "global dictionary", while the "global dictionary" couldn't be used for dimension encoding.
Please remove it from the dimension in this cube, and build again. And if you need it as a dimension, create another cube.
Best regards,
Shaofeng Shi 史少锋
Apache Kylin PMC
Email: shaofengshi@apache.org
Apache Kylin FAQ: https://kylin.apache.org/docs/gettingstarted/faq.html
Join Kylin user mail group: user-subscribe@kylin.apache.org
Join Kylin dev mail group: dev-subscribe@kylin.apache.org
lk_hadoop <lk...@163.com> 于2019年6月11日周二 下午4:12写道：
hi,all:
My Model Json string is :
{
"uuid": "c28014c1-7dae-6900-6264-8794b683ffa7",
"last_modified": 1560226964070,
"version": "2.6.1.0",
"name": "scrm_model",
"owner": "ADMIN",
"is_draft": false,
"description": "###",
"fact_table": "GJST.SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"lookups": [
{
"table": "TEST.MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"kind": "FACT",
"alias": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"join": {
"type": "inner",
"primary_key": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID"
],
"foreign_key": [
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
]
}
}
],
"dimensions": [
{
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"columns": [
"DATES",
"CARD_ID",
"TGOODS_ID",
"ENT_NAME",
"ORG_NAME",
"DATA_FROM",
"GOODS_NAME",
"ORG_NO",
"ATC1_NEW",
"ATC2_NEW",
"ATC3_NEW",
"ATC4_NEW",
"GOODS_ID"
]
},
{
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"columns": [
"CARD_ID",
"USER_ID",
"SEX",
"AGE",
"BIRTHDAYS",
"NAME",
"NICK_NAME",
"IS_SUBSCRIBE_WX",
"IS_RECEIVE_CARD",
"SUBSCRIBE_TIME",
"SUBSCRIBE_STORE",
"ACTIVATE_TIME",
"ACTIVATE_STORE",
"FIRST_BUY_DATE",
"RECENT_CONSUME_DATE",
"RECENT_CONSUMPTION_INTERVAL_DAY",
"GAOXUEYA_BUYS",
"GAOXUEYA_FLAG",
"GAOXUEZHI_BUYS",
"GAOXUEZHI_FLAG",
"TANGNIAOBING_BUYS",
"TANGNIAOBING_FLAG",
"TOTAL_POINTS",
"REMAINDER_POINTS",
"TOTAL_COUPONS_NUMBER",
"AVAILABLE_COUPONS_NUMBER",
"TOTAL_USE_COUPONS_NUMBER",
"MAINTAIN_NUMBERS",
"MAINTAIN_TYPE",
"MARKET_PROGRAM",
"RECENT_MAINTAIN_INTERVAL_DAY",
"BELONG_STORE",
"BUSINESS_ID"
]
}
],
"metrics": [
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
],
"filter_condition": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.data_from_new <>'' and SH_FETCH_SALE_BASE_FACT_ALL_NEW.card_id is not null",
"partition_desc": {
"partition_date_column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CDT",
"partition_time_column": null,
"partition_date_start": 0,
"partition_date_format": "yyyy-MM-dd",
"partition_time_format": "HH:mm:ss",
"partition_type": "APPEND",
"partition_condition_builder": "org.apache.kylin.metadata.model.PartitionDesc$DefaultPartitionConditionBuilder"
},
"capacity": "MEDIUM"
}
and cube json string is :
{
"uuid": "a1af090c-7c83-7748-2474-d47368321aff",
"last_modified": 1560227365049,
"version": "2.6.1.0",
"name": "scrm_cube",
"is_draft": false,
"model_name": "scrm_model",
"description": "",
"null_string": null,
"dimensions": [
{
"name": "DATES",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "DATES",
"derived": null
},
{
"name": "GOODS_ID",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "GOODS_ID",
"derived": null
},
{
"name": "CARD_ID",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "CARD_ID",
"derived": null
},
{
"name": "ATC1_NEW",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "ATC1_NEW",
"derived": null
},
{
"name": "ATC2_NEW",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "ATC2_NEW",
"derived": null
},
{
"name": "ATC3_NEW",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "ATC3_NEW",
"derived": null
},
{
"name": "ATC4_NEW",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "ATC4_NEW",
"derived": null
},
{
"name": "GOODS_NAME",
"table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
"column": "GOODS_NAME",
"derived": null
},
{
"name": "SEX",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "SEX",
"derived": null
},
{
"name": "AGE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "AGE",
"derived": null
},
{
"name": "BIRTHDAYS",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "BIRTHDAYS",
"derived": null
},
{
"name": "IS_SUBSCRIBE_WX",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "IS_SUBSCRIBE_WX",
"derived": null
},
{
"name": "SUBSCRIBE_TIME",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "SUBSCRIBE_TIME",
"derived": null
},
{
"name": "SUBSCRIBE_STORE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "SUBSCRIBE_STORE",
"derived": null
},
{
"name": "ACTIVATE_TIME",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "ACTIVATE_TIME",
"derived": null
},
{
"name": "ACTIVATE_STORE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "ACTIVATE_STORE",
"derived": null
},
{
"name": "FIRST_BUY_DATE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "FIRST_BUY_DATE",
"derived": null
},
{
"name": "RECENT_CONSUME_DATE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "RECENT_CONSUME_DATE",
"derived": null
},
{
"name": "RECENT_CONSUMPTION_INTERVAL_DAY",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "RECENT_CONSUMPTION_INTERVAL_DAY",
"derived": null
},
{
"name": "TOTAL_POINTS",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "TOTAL_POINTS",
"derived": null
},
{
"name": "REMAINDER_POINTS",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "REMAINDER_POINTS",
"derived": null
},
{
"name": "TOTAL_COUPONS_NUMBER",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "TOTAL_COUPONS_NUMBER",
"derived": null
},
{
"name": "AVAILABLE_COUPONS_NUMBER",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "AVAILABLE_COUPONS_NUMBER",
"derived": null
},
{
"name": "TOTAL_USE_COUPONS_NUMBER",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "TOTAL_USE_COUPONS_NUMBER",
"derived": null
},
{
"name": "MAINTAIN_NUMBERS",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "MAINTAIN_NUMBERS",
"derived": null
},
{
"name": "MAINTAIN_TYPE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "MAINTAIN_TYPE",
"derived": null
},
{
"name": "MARKET_PROGRAM",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "MARKET_PROGRAM",
"derived": null
},
{
"name": "RECENT_MAINTAIN_INTERVAL_DAY",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "RECENT_MAINTAIN_INTERVAL_DAY",
"derived": null
},
{
"name": "BELONG_STORE",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "BELONG_STORE",
"derived": null
},
{
"name": "BUSINESS_ID",
"table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
"column": "BUSINESS_ID",
"derived": null
}
],
"measures": [
{
"name": "_COUNT_",
"function": {
"expression": "COUNT",
"parameter": {
"type": "constant",
"value": "1"
},
"returntype": "bigint"
}
},
{
"name": "PAID_IN_AMT_SUM",
"function": {
"expression": "SUM",
"parameter": {
"type": "column",
"value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT"
},
"returntype": "decimal(19,6)"
}
},
{
"name": "PROFIT_SUM",
"function": {
"expression": "SUM",
"parameter": {
"type": "column",
"value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
},
"returntype": "decimal(19,6)"
}
},
{
"name": "COUNT_CNT",
"function": {
"expression": "COUNT_DISTINCT",
"parameter": {
"type": "column",
"value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE"
},
"returntype": "bitmap"
}
},
{
"name": "COUNT_CARD_ID",
"function": {
"expression": "COUNT_DISTINCT",
"parameter": {
"type": "column",
"value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
},
"returntype": "bitmap"
}
}
],
"dictionaries": [
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
"builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
"builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
}
],
"rowkey": {
"rowkey_columns": [
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
"encoding": "integer:3",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
"encoding": "integer:1",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
"encoding": "fixed_length:10",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
"encoding": "fixed_length:10",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
"encoding": "integer:1",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
"encoding": "fixed_length:10",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
"encoding": "fixed_length:10",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
"encoding": "fixed_length:10",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUMPTION_INTERVAL_DAY",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": false
},
{
"column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
"encoding": "dict",
"encoding_version": 1,
"isShardBy": true
}
]
},
"hbase_mapping": {
"column_family": [
{
"name": "F1",
"columns": [
{
"qualifier": "M",
"measure_refs": [
"_COUNT_",
"PAID_IN_AMT_SUM",
"PROFIT_SUM"
]
}
]
},
{
"name": "F2",
"columns": [
{
"qualifier": "M",
"measure_refs": [
"COUNT_CNT",
"COUNT_CARD_ID"
]
}
]
}
]
},
"aggregation_groups": [
{
"includes": [
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
],
"select_rule": {
"hierarchy_dims": [
[
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW"
]
],
"mandatory_dims": [
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
],
"joint_dims": [
[
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
]
]
}
},
{
"includes": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME"
],
"joint_dims": []
}
},
{
"includes": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM"
],
"joint_dims": []
}
},
{
"includes": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [],
"joint_dims": []
}
}
],
"signature": "9RiiZox1E53acPvXs4ZSKA==",
"notify_list": [],
"status_need_notify": [
"ERROR",
"DISCARDED",
"SUCCEED"
],
"partition_date_start": 0,
"partition_date_end": 3153600000000,
"auto_merge_time_ranges": [],
"volatile_range": 0,
"retention_range": 86400000,
"engine_type": 2,
"storage_type": 2,
"override_kylin_properties": {
"kylin.engine.mr.mapper-input-rows": "10000000",
"kylin.engine.mr.reduce-input-mb": "2048",
"kylin.engine.mr.uhc-reducer-count": "4",
"kylin.engine.mr.config-override.mapreduce.input.fileinputformat.split.minsize": "536870912",
"kylin.storage.hbase.region-cut-gb": "10",
"kylin.storage.hbase.hfile-size-gb": "5"
},
"cuboid_black_list": [],
"parent_forward": 3,
"mandatory_dimension_set_list": [],
"snapshot_table_desc_list": []
}
query is :
SELECT "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES", "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID" ,SUM("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."PAID_IN_AMT") AS sum_PAID_IN_AMT
FROM "GJST"."SH_FETCH_SALE_BASE_FACT_ALL_NEW" "SH_FETCH_SALE_BASE_FACT_ALL_NEW"
INNER JOIN "TEST"."MEMBERSHIP_PRECISE_SELLING_EXTEND_V4" MEMBERSHIP_PRECISE_SELLING_EXTEND_V4 ON MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID = SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID
WHERE "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"."BUSINESS_ID" IN ('12501')
AND ("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES">='2019-06-01' AND "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES"<='2019-06-09')
GROUP BY "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES", "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
when I group by CARD_ID I will get error : AppendTrieDictionary can't retrieve value from id
what should I do ?
2019-06-11
lk_hadoop
Re: AppendTrieDictionary can't retrieve value from id
Posted by ShaoFeng Shi <sh...@apache.org>.
Hello,
In your cube, "CARD_ID" is used as both dimension and a bitmap (count
distinct) measure; This is not allowed currently, because to encode it to
an integer, Kylin
uses the "global dictionary", while the "global dictionary" couldn't be
used for dimension encoding.
Please remove it from the dimension in this cube, and build again. And if
you need it as a dimension, create another cube.
Best regards,
Shaofeng Shi 史少锋
Apache Kylin PMC
Email: shaofengshi@apache.org
Apache Kylin FAQ: https://kylin.apache.org/docs/gettingstarted/faq.html
Join Kylin user mail group: user-subscribe@kylin.apache.org
Join Kylin dev mail group: dev-subscribe@kylin.apache.org
lk_hadoop <lk...@163.com> 于2019年6月11日周二 下午4:12写道：
> hi,all:
> My Model Json string is :
>
>
> {
> "uuid": "c28014c1-7dae-6900-6264-8794b683ffa7",
> "last_modified": 1560226964070,
> "version": "2.6.1.0",
> "name": "scrm_model",
> "owner": "ADMIN",
> "is_draft": false,
> "description": "###",
> "fact_table": "GJST.SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "lookups": [
> {
> "table": "TEST.MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "kind": "FACT",
> "alias": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "join": {
> "type": "inner",
> "primary_key": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID"
> ],
> "foreign_key": [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
> ]
> }
> }
> ],
> "dimensions": [
> {
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "columns": [
> "DATES",
> "CARD_ID",
> "TGOODS_ID",
> "ENT_NAME",
> "ORG_NAME",
> "DATA_FROM",
> "GOODS_NAME",
> "ORG_NO",
> "ATC1_NEW",
> "ATC2_NEW",
> "ATC3_NEW",
> "ATC4_NEW",
> "GOODS_ID"
> ]
> },
> {
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "columns": [
> "CARD_ID",
> "USER_ID",
> "SEX",
> "AGE",
> "BIRTHDAYS",
> "NAME",
> "NICK_NAME",
> "IS_SUBSCRIBE_WX",
> "IS_RECEIVE_CARD",
> "SUBSCRIBE_TIME",
> "SUBSCRIBE_STORE",
> "ACTIVATE_TIME",
> "ACTIVATE_STORE",
> "FIRST_BUY_DATE",
> "RECENT_CONSUME_DATE",
> "RECENT_CONSUMPTION_INTERVAL_DAY",
> "GAOXUEYA_BUYS",
> "GAOXUEYA_FLAG",
> "GAOXUEZHI_BUYS",
> "GAOXUEZHI_FLAG",
> "TANGNIAOBING_BUYS",
> "TANGNIAOBING_FLAG",
> "TOTAL_POINTS",
> "REMAINDER_POINTS",
> "TOTAL_COUPONS_NUMBER",
> "AVAILABLE_COUPONS_NUMBER",
> "TOTAL_USE_COUPONS_NUMBER",
> "MAINTAIN_NUMBERS",
> "MAINTAIN_TYPE",
> "MARKET_PROGRAM",
> "RECENT_MAINTAIN_INTERVAL_DAY",
> "BELONG_STORE",
> "BUSINESS_ID"
> ]
> }
> ],
> "metrics": [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
> ],
> "filter_condition": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.data_from_new <>'' and SH_FETCH_SALE_BASE_FACT_ALL_NEW.card_id is not null",
> "partition_desc": {
> "partition_date_column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CDT",
> "partition_time_column": null,
> "partition_date_start": 0,
> "partition_date_format": "yyyy-MM-dd",
> "partition_time_format": "HH:mm:ss",
> "partition_type": "APPEND",
> "partition_condition_builder": "org.apache.kylin.metadata.model.PartitionDesc$DefaultPartitionConditionBuilder"
> },
> "capacity": "MEDIUM"
> }
>
>
> and cube json string is :
>
>
> {
> "uuid": "a1af090c-7c83-7748-2474-d47368321aff",
> "last_modified": 1560227365049,
> "version": "2.6.1.0",
> "name": "scrm_cube",
> "is_draft": false,
> "model_name": "scrm_model",
> "description": "",
> "null_string": null,
> "dimensions": [
> {
> "name": "DATES",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "DATES",
> "derived": null
> },
> {
> "name": "GOODS_ID",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "GOODS_ID",
> "derived": null
> },
> {
> "name": "CARD_ID",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "CARD_ID",
> "derived": null
> },
> {
> "name": "ATC1_NEW",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "ATC1_NEW",
> "derived": null
> },
> {
> "name": "ATC2_NEW",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "ATC2_NEW",
> "derived": null
> },
> {
> "name": "ATC3_NEW",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "ATC3_NEW",
> "derived": null
> },
> {
> "name": "ATC4_NEW",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "ATC4_NEW",
> "derived": null
> },
> {
> "name": "GOODS_NAME",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "GOODS_NAME",
> "derived": null
> },
> {
> "name": "SEX",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "SEX",
> "derived": null
> },
> {
> "name": "AGE",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "AGE",
> "derived": null
> },
> {
> "name": "BIRTHDAYS",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "BIRTHDAYS",
> "derived": null
> },
> {
> "name": "IS_SUBSCRIBE_WX",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "IS_SUBSCRIBE_WX",
> "derived": null
> },
> {
> "name": "SUBSCRIBE_TIME",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "SUBSCRIBE_TIME",
> "derived": null
> },
> {
> "name": "SUBSCRIBE_STORE",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "SUBSCRIBE_STORE",
> "derived": null
> },
> {
> "name": "ACTIVATE_TIME",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "ACTIVATE_TIME",
> "derived": null
> },
> {
> "name": "ACTIVATE_STORE",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "ACTIVATE_STORE",
> "derived": null
> },
> {
> "name": "FIRST_BUY_DATE",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "FIRST_BUY_DATE",
> "derived": null
> },
> {
> "name": "RECENT_CONSUME_DATE",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "RECENT_CONSUME_DATE",
> "derived": null
> },
> {
> "name": "RECENT_CONSUMPTION_INTERVAL_DAY",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "RECENT_CONSUMPTION_INTERVAL_DAY",
> "derived": null
> },
> {
> "name": "TOTAL_POINTS",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "TOTAL_POINTS",
> "derived": null
> },
> {
> "name": "REMAINDER_POINTS",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "REMAINDER_POINTS",
> "derived": null
> },
> {
> "name": "TOTAL_COUPONS_NUMBER",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "TOTAL_COUPONS_NUMBER",
> "derived": null
> },
> {
> "name": "AVAILABLE_COUPONS_NUMBER",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "AVAILABLE_COUPONS_NUMBER",
> "derived": null
> },
> {
> "name": "TOTAL_USE_COUPONS_NUMBER",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "TOTAL_USE_COUPONS_NUMBER",
> "derived": null
> },
> {
> "name": "MAINTAIN_NUMBERS",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "MAINTAIN_NUMBERS",
> "derived": null
> },
> {
> "name": "MAINTAIN_TYPE",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "MAINTAIN_TYPE",
> "derived": null
> },
> {
> "name": "MARKET_PROGRAM",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "MARKET_PROGRAM",
> "derived": null
> },
> {
> "name": "RECENT_MAINTAIN_INTERVAL_DAY",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "RECENT_MAINTAIN_INTERVAL_DAY",
> "derived": null
> },
> {
> "name": "BELONG_STORE",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "BELONG_STORE",
> "derived": null
> },
> {
> "name": "BUSINESS_ID",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "BUSINESS_ID",
> "derived": null
> }
> ],
> "measures": [
> {
> "name": "_COUNT_",
> "function": {
> "expression": "COUNT",
> "parameter": {
> "type": "constant",
> "value": "1"
> },
> "returntype": "bigint"
> }
> },
> {
> "name": "PAID_IN_AMT_SUM",
> "function": {
> "expression": "SUM",
> "parameter": {
> "type": "column",
> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT"
> },
> "returntype": "decimal(19,6)"
> }
> },
> {
> "name": "PROFIT_SUM",
> "function": {
> "expression": "SUM",
> "parameter": {
> "type": "column",
> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
> },
> "returntype": "decimal(19,6)"
> }
> },
> {
> "name": "COUNT_CNT",
> "function": {
> "expression": "COUNT_DISTINCT",
> "parameter": {
> "type": "column",
> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE"
> },
> "returntype": "bitmap"
> }
> },
> {
> "name": "COUNT_CARD_ID",
> "function": {
> "expression": "COUNT_DISTINCT",
> "parameter": {
> "type": "column",
> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
> },
> "returntype": "bitmap"
> }
> }
> ],
> "dictionaries": [
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
> "builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
> "builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
> }
> ],
> "rowkey": {
> "rowkey_columns": [
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
> "encoding": "integer:3",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
> "encoding": "integer:1",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
> "encoding": "fixed_length:10",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
> "encoding": "fixed_length:10",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
> "encoding": "integer:1",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
> "encoding": "fixed_length:10",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
> "encoding": "fixed_length:10",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
> "encoding": "fixed_length:10",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUMPTION_INTERVAL_DAY",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": true
> }
> ]
> },
> "hbase_mapping": {
> "column_family": [
> {
> "name": "F1",
> "columns": [
> {
> "qualifier": "M",
> "measure_refs": [
> "_COUNT_",
> "PAID_IN_AMT_SUM",
> "PROFIT_SUM"
> ]
> }
> ]
> },
> {
> "name": "F2",
> "columns": [
> {
> "qualifier": "M",
> "measure_refs": [
> "COUNT_CNT",
> "COUNT_CARD_ID"
> ]
> }
> ]
> }
> ]
> },
> "aggregation_groups": [
> {
> "includes": [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
> ],
> "select_rule": {
> "hierarchy_dims": [
> [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW"
> ]
> ],
> "mandatory_dims": [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
> ],
> "joint_dims": [
> [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
> ]
> ]
> }
> },
> {
> "includes": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE"
> ],
> "select_rule": {
> "hierarchy_dims": [],
> "mandatory_dims": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME"
> ],
> "joint_dims": []
> }
> },
> {
> "includes": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY"
> ],
> "select_rule": {
> "hierarchy_dims": [],
> "mandatory_dims": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM"
> ],
> "joint_dims": []
> }
> },
> {
> "includes": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES"
> ],
> "select_rule": {
> "hierarchy_dims": [],
> "mandatory_dims": [],
> "joint_dims": []
> }
> }
> ],
> "signature": "9RiiZox1E53acPvXs4ZSKA==",
> "notify_list": [],
> "status_need_notify": [
> "ERROR",
> "DISCARDED",
> "SUCCEED"
> ],
> "partition_date_start": 0,
> "partition_date_end": 3153600000000,
> "auto_merge_time_ranges": [],
> "volatile_range": 0,
> "retention_range": 86400000,
> "engine_type": 2,
> "storage_type": 2,
> "override_kylin_properties": {
> "kylin.engine.mr.mapper-input-rows": "10000000",
> "kylin.engine.mr.reduce-input-mb": "2048",
> "kylin.engine.mr.uhc-reducer-count": "4",
> "kylin.engine.mr.config-override.mapreduce.input.fileinputformat.split.minsize": "536870912",
> "kylin.storage.hbase.region-cut-gb": "10",
> "kylin.storage.hbase.hfile-size-gb": "5"
> },
> "cuboid_black_list": [],
> "parent_forward": 3,
> "mandatory_dimension_set_list": [],
> "snapshot_table_desc_list": []
> }
>
> query is :
>
> SELECT "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
> ,SUM("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."PAID_IN_AMT") AS sum_PAID_IN_AMT
> FROM "GJST"."SH_FETCH_SALE_BASE_FACT_ALL_NEW"
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"
> INNER JOIN "TEST"."MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"
> MEMBERSHIP_PRECISE_SELLING_EXTEND_V4 ON
> MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID =
> SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID
> WHERE "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"."BUSINESS_ID" IN ('12501')
> AND ("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES">='2019-06-01' AND
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES"<='2019-06-09')
> GROUP BY "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
>
> when I group by CARD_ID I will get error : AppendTrieDictionary can't
> retrieve value from id
>
> what should I do ?
>
> 2019-06-11
> ------------------------------
> lk_hadoop
>
Re: AppendTrieDictionary can't retrieve value from id
Posted by ShaoFeng Shi <sh...@apache.org>.
Hello,
In your cube, "CARD_ID" is used as both dimension and a bitmap (count
distinct) measure; This is not allowed currently, because to encode it to
an integer, Kylin
uses the "global dictionary", while the "global dictionary" couldn't be
used for dimension encoding.
Please remove it from the dimension in this cube, and build again. And if
you need it as a dimension, create another cube.
Best regards,
Shaofeng Shi 史少锋
Apache Kylin PMC
Email: shaofengshi@apache.org
Apache Kylin FAQ: https://kylin.apache.org/docs/gettingstarted/faq.html
Join Kylin user mail group: user-subscribe@kylin.apache.org
Join Kylin dev mail group: dev-subscribe@kylin.apache.org
lk_hadoop <lk...@163.com> 于2019年6月11日周二 下午4:12写道：
> hi,all:
> My Model Json string is :
>
>
> {
> "uuid": "c28014c1-7dae-6900-6264-8794b683ffa7",
> "last_modified": 1560226964070,
> "version": "2.6.1.0",
> "name": "scrm_model",
> "owner": "ADMIN",
> "is_draft": false,
> "description": "###",
> "fact_table": "GJST.SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "lookups": [
> {
> "table": "TEST.MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "kind": "FACT",
> "alias": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "join": {
> "type": "inner",
> "primary_key": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID"
> ],
> "foreign_key": [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
> ]
> }
> }
> ],
> "dimensions": [
> {
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "columns": [
> "DATES",
> "CARD_ID",
> "TGOODS_ID",
> "ENT_NAME",
> "ORG_NAME",
> "DATA_FROM",
> "GOODS_NAME",
> "ORG_NO",
> "ATC1_NEW",
> "ATC2_NEW",
> "ATC3_NEW",
> "ATC4_NEW",
> "GOODS_ID"
> ]
> },
> {
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "columns": [
> "CARD_ID",
> "USER_ID",
> "SEX",
> "AGE",
> "BIRTHDAYS",
> "NAME",
> "NICK_NAME",
> "IS_SUBSCRIBE_WX",
> "IS_RECEIVE_CARD",
> "SUBSCRIBE_TIME",
> "SUBSCRIBE_STORE",
> "ACTIVATE_TIME",
> "ACTIVATE_STORE",
> "FIRST_BUY_DATE",
> "RECENT_CONSUME_DATE",
> "RECENT_CONSUMPTION_INTERVAL_DAY",
> "GAOXUEYA_BUYS",
> "GAOXUEYA_FLAG",
> "GAOXUEZHI_BUYS",
> "GAOXUEZHI_FLAG",
> "TANGNIAOBING_BUYS",
> "TANGNIAOBING_FLAG",
> "TOTAL_POINTS",
> "REMAINDER_POINTS",
> "TOTAL_COUPONS_NUMBER",
> "AVAILABLE_COUPONS_NUMBER",
> "TOTAL_USE_COUPONS_NUMBER",
> "MAINTAIN_NUMBERS",
> "MAINTAIN_TYPE",
> "MARKET_PROGRAM",
> "RECENT_MAINTAIN_INTERVAL_DAY",
> "BELONG_STORE",
> "BUSINESS_ID"
> ]
> }
> ],
> "metrics": [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
> ],
> "filter_condition": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.data_from_new <>'' and SH_FETCH_SALE_BASE_FACT_ALL_NEW.card_id is not null",
> "partition_desc": {
> "partition_date_column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CDT",
> "partition_time_column": null,
> "partition_date_start": 0,
> "partition_date_format": "yyyy-MM-dd",
> "partition_time_format": "HH:mm:ss",
> "partition_type": "APPEND",
> "partition_condition_builder": "org.apache.kylin.metadata.model.PartitionDesc$DefaultPartitionConditionBuilder"
> },
> "capacity": "MEDIUM"
> }
>
>
> and cube json string is :
>
>
> {
> "uuid": "a1af090c-7c83-7748-2474-d47368321aff",
> "last_modified": 1560227365049,
> "version": "2.6.1.0",
> "name": "scrm_cube",
> "is_draft": false,
> "model_name": "scrm_model",
> "description": "",
> "null_string": null,
> "dimensions": [
> {
> "name": "DATES",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "DATES",
> "derived": null
> },
> {
> "name": "GOODS_ID",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "GOODS_ID",
> "derived": null
> },
> {
> "name": "CARD_ID",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "CARD_ID",
> "derived": null
> },
> {
> "name": "ATC1_NEW",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "ATC1_NEW",
> "derived": null
> },
> {
> "name": "ATC2_NEW",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "ATC2_NEW",
> "derived": null
> },
> {
> "name": "ATC3_NEW",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "ATC3_NEW",
> "derived": null
> },
> {
> "name": "ATC4_NEW",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "ATC4_NEW",
> "derived": null
> },
> {
> "name": "GOODS_NAME",
> "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
> "column": "GOODS_NAME",
> "derived": null
> },
> {
> "name": "SEX",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "SEX",
> "derived": null
> },
> {
> "name": "AGE",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "AGE",
> "derived": null
> },
> {
> "name": "BIRTHDAYS",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "BIRTHDAYS",
> "derived": null
> },
> {
> "name": "IS_SUBSCRIBE_WX",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "IS_SUBSCRIBE_WX",
> "derived": null
> },
> {
> "name": "SUBSCRIBE_TIME",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "SUBSCRIBE_TIME",
> "derived": null
> },
> {
> "name": "SUBSCRIBE_STORE",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "SUBSCRIBE_STORE",
> "derived": null
> },
> {
> "name": "ACTIVATE_TIME",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "ACTIVATE_TIME",
> "derived": null
> },
> {
> "name": "ACTIVATE_STORE",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "ACTIVATE_STORE",
> "derived": null
> },
> {
> "name": "FIRST_BUY_DATE",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "FIRST_BUY_DATE",
> "derived": null
> },
> {
> "name": "RECENT_CONSUME_DATE",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "RECENT_CONSUME_DATE",
> "derived": null
> },
> {
> "name": "RECENT_CONSUMPTION_INTERVAL_DAY",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "RECENT_CONSUMPTION_INTERVAL_DAY",
> "derived": null
> },
> {
> "name": "TOTAL_POINTS",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "TOTAL_POINTS",
> "derived": null
> },
> {
> "name": "REMAINDER_POINTS",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "REMAINDER_POINTS",
> "derived": null
> },
> {
> "name": "TOTAL_COUPONS_NUMBER",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "TOTAL_COUPONS_NUMBER",
> "derived": null
> },
> {
> "name": "AVAILABLE_COUPONS_NUMBER",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "AVAILABLE_COUPONS_NUMBER",
> "derived": null
> },
> {
> "name": "TOTAL_USE_COUPONS_NUMBER",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "TOTAL_USE_COUPONS_NUMBER",
> "derived": null
> },
> {
> "name": "MAINTAIN_NUMBERS",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "MAINTAIN_NUMBERS",
> "derived": null
> },
> {
> "name": "MAINTAIN_TYPE",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "MAINTAIN_TYPE",
> "derived": null
> },
> {
> "name": "MARKET_PROGRAM",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "MARKET_PROGRAM",
> "derived": null
> },
> {
> "name": "RECENT_MAINTAIN_INTERVAL_DAY",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "RECENT_MAINTAIN_INTERVAL_DAY",
> "derived": null
> },
> {
> "name": "BELONG_STORE",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "BELONG_STORE",
> "derived": null
> },
> {
> "name": "BUSINESS_ID",
> "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
> "column": "BUSINESS_ID",
> "derived": null
> }
> ],
> "measures": [
> {
> "name": "_COUNT_",
> "function": {
> "expression": "COUNT",
> "parameter": {
> "type": "constant",
> "value": "1"
> },
> "returntype": "bigint"
> }
> },
> {
> "name": "PAID_IN_AMT_SUM",
> "function": {
> "expression": "SUM",
> "parameter": {
> "type": "column",
> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT"
> },
> "returntype": "decimal(19,6)"
> }
> },
> {
> "name": "PROFIT_SUM",
> "function": {
> "expression": "SUM",
> "parameter": {
> "type": "column",
> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
> },
> "returntype": "decimal(19,6)"
> }
> },
> {
> "name": "COUNT_CNT",
> "function": {
> "expression": "COUNT_DISTINCT",
> "parameter": {
> "type": "column",
> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE"
> },
> "returntype": "bitmap"
> }
> },
> {
> "name": "COUNT_CARD_ID",
> "function": {
> "expression": "COUNT_DISTINCT",
> "parameter": {
> "type": "column",
> "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
> },
> "returntype": "bitmap"
> }
> }
> ],
> "dictionaries": [
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
> "builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
> "builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
> }
> ],
> "rowkey": {
> "rowkey_columns": [
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
> "encoding": "integer:3",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
> "encoding": "integer:1",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
> "encoding": "fixed_length:10",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
> "encoding": "fixed_length:10",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
> "encoding": "integer:1",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
> "encoding": "fixed_length:10",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
> "encoding": "fixed_length:10",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
> "encoding": "fixed_length:10",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUMPTION_INTERVAL_DAY",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": true
> }
> ]
> },
> "hbase_mapping": {
> "column_family": [
> {
> "name": "F1",
> "columns": [
> {
> "qualifier": "M",
> "measure_refs": [
> "_COUNT_",
> "PAID_IN_AMT_SUM",
> "PROFIT_SUM"
> ]
> }
> ]
> },
> {
> "name": "F2",
> "columns": [
> {
> "qualifier": "M",
> "measure_refs": [
> "COUNT_CNT",
> "COUNT_CARD_ID"
> ]
> }
> ]
> }
> ]
> },
> "aggregation_groups": [
> {
> "includes": [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
> ],
> "select_rule": {
> "hierarchy_dims": [
> [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW"
> ]
> ],
> "mandatory_dims": [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
> ],
> "joint_dims": [
> [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
> ]
> ]
> }
> },
> {
> "includes": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE"
> ],
> "select_rule": {
> "hierarchy_dims": [],
> "mandatory_dims": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME"
> ],
> "joint_dims": []
> }
> },
> {
> "includes": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY"
> ],
> "select_rule": {
> "hierarchy_dims": [],
> "mandatory_dims": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM"
> ],
> "joint_dims": []
> }
> },
> {
> "includes": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES"
> ],
> "select_rule": {
> "hierarchy_dims": [],
> "mandatory_dims": [],
> "joint_dims": []
> }
> }
> ],
> "signature": "9RiiZox1E53acPvXs4ZSKA==",
> "notify_list": [],
> "status_need_notify": [
> "ERROR",
> "DISCARDED",
> "SUCCEED"
> ],
> "partition_date_start": 0,
> "partition_date_end": 3153600000000,
> "auto_merge_time_ranges": [],
> "volatile_range": 0,
> "retention_range": 86400000,
> "engine_type": 2,
> "storage_type": 2,
> "override_kylin_properties": {
> "kylin.engine.mr.mapper-input-rows": "10000000",
> "kylin.engine.mr.reduce-input-mb": "2048",
> "kylin.engine.mr.uhc-reducer-count": "4",
> "kylin.engine.mr.config-override.mapreduce.input.fileinputformat.split.minsize": "536870912",
> "kylin.storage.hbase.region-cut-gb": "10",
> "kylin.storage.hbase.hfile-size-gb": "5"
> },
> "cuboid_black_list": [],
> "parent_forward": 3,
> "mandatory_dimension_set_list": [],
> "snapshot_table_desc_list": []
> }
>
> query is :
>
> SELECT "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
> ,SUM("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."PAID_IN_AMT") AS sum_PAID_IN_AMT
> FROM "GJST"."SH_FETCH_SALE_BASE_FACT_ALL_NEW"
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"
> INNER JOIN "TEST"."MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"
> MEMBERSHIP_PRECISE_SELLING_EXTEND_V4 ON
> MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID =
> SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID
> WHERE "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"."BUSINESS_ID" IN ('12501')
> AND ("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES">='2019-06-01' AND
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES"<='2019-06-09')
> GROUP BY "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
>
> when I group by CARD_ID I will get error : AppendTrieDictionary can't
> retrieve value from id
>
> what should I do ?
>
> 2019-06-11
> ------------------------------
> lk_hadoop
>