You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@kylin.apache.org by 耳东 <77...@qq.com> on 2016/06/13 08:18:31 UTC
build error in step Build N-Dimension Cuboid Data : 20-Dimension
Hi All： When I build the cube, it failed in the step Build N-Dimension Cuboid Data : 20-Dimension.
The output shows as follows:
2016-06-13 11:46:53.442 - State of Hadoop job: job_1465095991084_0298:RUNNING - UNDEFINED
2016-06-13 11:47:03.451 - State of Hadoop job: job_1465095991084_0298:FINISHED - FAILED
no counters for job job_1465095991084_0298
And the MR log shows as follows:
Error: java.util.NoSuchElementException at java.util.ArrayList$Itr.next(ArrayList.java:834) at java.util.Collections.min(Collections.java:665) at org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:201) at org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:125) at org.apache.kylin.cube.cuboid.Cuboid.findById(Cuboid.java:67) at org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:148) at org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:49) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:787) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:341) at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:163) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1793) at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
Where is the problem?
The json is as follows:
{ "uuid": "b6117712-6883-4477-9470-a7ab3e58d7eb", "version": "1.5.1", "name": "http_cube_16wei_youhua", "description": "", "dimensions": [ { "name": "FUJIAN.HTTP_10T_PARTITION.DATE_ID", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "DATE_ID", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.CITY_ID", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "CITY_ID", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.COUNTY_ID", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_ID", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.ECI", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "ECI", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.TAC", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "TAC", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.ENB_IP", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "ENB_IP", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.MME_SGW_IP_ADD", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "MME_SGW_IP_ADD", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.SGW_POOL", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "SGW_POOL", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.VENDOR_ID", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_ID", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.VENDOR_NAME", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_NAME", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.TERMINAL_ID", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_ID", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.TERMINAL_NAME", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_NAME", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_ID", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_ID", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_NAME", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_NAME", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_ID", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_ID", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_NAME", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_NAME", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.CITY_NAME", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "CITY_NAME", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.COUNTY_NAME", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_NAME", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.ECI_NAME", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "ECI_NAME", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.MODEL_ID", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_ID", "derived": null }, { "name": "FUJIAN.HTTP_10T_PARTITION.MODEL_NAME", "table": "FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_NAME", "derived": null } ], "measures": [ { "name": "_COUNT_", "function": { "expression": "COUNT", "parameter": { "type": "constant", "value": "1", "next_parameter": null }, "returntype": "bigint" }, "dependent_measure_ref": null }, { "name": "1", "function": { "expression": "SUM", "parameter": { "type": "column", "value": "COMM_TCP_WX_DELAY", "next_parameter": null }, "returntype": "decimal" }, "dependent_measure_ref": null }, { "name": "2", "function": { "expression": "SUM", "parameter": { "type": "column", "value": "COMM_TCP_WX_SUCC_COUNT", "next_parameter": null }, "returntype": "decimal" }, "dependent_measure_ref": null }, { "name": "3", "function": { "expression": "SUM", "parameter": { "type": "column", "value": "COMM_TCP_HX_DELAY", "next_parameter": null }, "returntype": "decimal" }, "dependent_measure_ref": null }, { "name": "4", "function": { "expression": "SUM", "parameter": { "type": "column", "value": "COMM_TCP_REQ_COUNT", "next_parameter": null }, "returntype": "decimal" }, "dependent_measure_ref": null }, { "name": "5", "function": { "expression": "SUM", "parameter": { "type": "column", "value": "COMM_TCP_SUCC_COUNT", "next_parameter": null }, "returntype": "decimal" }, "dependent_measure_ref": null }, { "name": "6", "function": { "expression": "SUM", "parameter": { "type": "column", "value": "HTTP_DOWN", "next_parameter": null }, "returntype": "decimal" }, "dependent_measure_ref": null }, { "name": "7", "function": { "expression": "SUM", "parameter": { "type": "column", "value": "HTTP_RE_DELAY", "next_parameter": null }, "returntype": "decimal" }, "dependent_measure_ref": null }, { "name": "8", "function": { "expression": "SUM", "parameter": { "type": "column", "value": "HTTP_RES_DELAY_COUNT", "next_parameter": null }, "returntype": "decimal" }, "dependent_measure_ref": null }, { "name": "9", "function": { "expression": "SUM", "parameter": { "type": "column", "value": "DOWN_FLOW", "next_parameter": null }, "returntype": "decimal" }, "dependent_measure_ref": null }, { "name": "10", "function": { "expression": "SUM", "parameter": { "type": "column", "value": "UP_FLOW", "next_parameter": null }, "returntype": "decimal" }, "dependent_measure_ref": null }, { "name": "11", "function": { "expression": "SUM", "parameter": { "type": "column", "value": "HTTP_RES_DELAY", "next_parameter": null }, "returntype": "decimal" }, "dependent_measure_ref": null }, { "name": "12", "function": { "expression": "SUM", "parameter": { "type": "column", "value": "HTTP_XDR_COUNT", "next_parameter": null }, "returntype": "decimal" }, "dependent_measure_ref": null }, { "name": "13", "function": { "expression": "SUM", "parameter": { "type": "column", "value": "HTTP_SUCC_COUNT", "next_parameter": null }, "returntype": "decimal" }, "dependent_measure_ref": null }, { "name": "14", "function": { "expression": "COUNT_DISTINCT", "parameter": { "type": "column", "value": "IMSI", "next_parameter": null }, "returntype": "hllc16" }, "dependent_measure_ref": null } ], "rowkey": { "rowkey_columns": [ { "column": "DATE_ID", "encoding": "dict", "isShardBy": false }, { "column": "APP_CLASS_ID", "encoding": "dict", "isShardBy": false }, { "column": "CITY_ID", "encoding": "dict", "isShardBy": false }, { "column": "ECI", "encoding": "dict", "isShardBy": false }, { "column": "TAC", "encoding": "dict", "isShardBy": false }, { "column": "MME_SGW_IP_ADD", "encoding": "dict", "isShardBy": false }, { "column": "VENDOR_ID", "encoding": "dict", "isShardBy": false }, { "column": "SGW_POOL", "encoding": "dict", "isShardBy": false }, { "column": "TERMINAL_ID", "encoding": "dict", "isShardBy": false }, { "column": "MODEL_ID", "encoding": "dict", "isShardBy": false }, { "column": "APP_SUB_CLASS_ID", "encoding": "dict", "isShardBy": false }, { "column": "COUNTY_ID", "encoding": "dict", "isShardBy": false }, { "column": "ENB_IP", "encoding": "dict", "isShardBy": false }, { "column": "VENDOR_NAME", "encoding": "dict", "isShardBy": false }, { "column": "TERMINAL_NAME", "encoding": "dict", "isShardBy": false }, { "column": "APP_CLASS_NAME", "encoding": "dict", "isShardBy": false }, { "column": "APP_SUB_CLASS_NAME", "encoding": "dict", "isShardBy": false }, { "column": "CITY_NAME", "encoding": "dict", "isShardBy": false }, { "column": "COUNTY_NAME", "encoding": "dict", "isShardBy": false }, { "column": "ECI_NAME", "encoding": "dict", "isShardBy": false }, { "column": "MODEL_NAME", "encoding": "dict", "isShardBy": false } ] }, "signature": "p2cwQyGrs+CiZSV5Vi2LPQ==", "last_modified": 1465720985379, "model_name": "http_model_16wei_clone", "null_string": null, "hbase_mapping": { "column_family": [ { "name": "F1", "columns": [ { "qualifier": "M", "measure_refs": [ "_COUNT_", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10", "11", "12", "13" ] } ] }, { "name": "F2", "columns": [ { "qualifier": "M", "measure_refs": [ "14" ] } ] } ] }, "aggregation_groups": [ { "includes": [ "DATE_ID", "CITY_ID", "CITY_NAME", "TAC", "VENDOR_ID", "VENDOR_NAME", "SGW_POOL", "MME_SGW_IP_ADD", "ENB_IP", "ECI", "ECI_NAME", "COUNTY_ID", "COUNTY_NAME", "APP_CLASS_ID", "APP_CLASS_NAME", "APP_SUB_CLASS_ID", "APP_SUB_CLASS_NAME" ], "select_rule": { "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID", "CITY_ID", "CITY_NAME", "TAC", "VENDOR_NAME", "VENDOR_ID", "SGW_POOL", "MME_SGW_IP_ADD", "ENB_IP", "ECI", "ECI_NAME", "COUNTY_NAME", "COUNTY_ID", "APP_CLASS_ID", "APP_CLASS_NAME", "APP_SUB_CLASS_ID", "APP_SUB_CLASS_NAME" ], "joint_dims": [] } }, { "includes": [ "DATE_ID", "CITY_ID", "CITY_NAME", "TAC", "VENDOR_ID", "VENDOR_NAME", "SGW_POOL", "MME_SGW_IP_ADD", "ENB_IP", "ECI", "ECI_NAME", "COUNTY_ID", "COUNTY_NAME", "TERMINAL_ID", "TERMINAL_NAME", "MODEL_ID", "MODEL_NAME" ], "select_rule": { "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID", "CITY_ID", "CITY_NAME", "TAC", "VENDOR_ID", "VENDOR_NAME", "SGW_POOL", "MME_SGW_IP_ADD", "ENB_IP", "ECI_NAME", "COUNTY_ID", "ECI", "COUNTY_NAME", "TERMINAL_ID", "TERMINAL_NAME", "MODEL_ID", "MODEL_NAME" ], "joint_dims": [] } }, { "includes": [ "DATE_ID", "SGW_POOL", "MME_SGW_IP_ADD", "APP_CLASS_ID", "APP_CLASS_NAME" ], "select_rule": { "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID", "SGW_POOL" ], "joint_dims": [ [ "APP_CLASS_ID", "APP_CLASS_NAME" ] ] } }, { "includes": [ "DATE_ID", "CITY_ID", "CITY_NAME", "APP_CLASS_ID", "APP_CLASS_NAME", "TAC", "VENDOR_ID", "VENDOR_NAME" ], "select_rule": { "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID", "CITY_ID", "CITY_NAME" ], "joint_dims": [ [ "APP_CLASS_ID", "APP_CLASS_NAME" ], [ "VENDOR_ID", "VENDOR_NAME" ] ] } }, { "includes": [ "DATE_ID", "ECI", "ECI_NAME", "TAC", "APP_CLASS_ID", "APP_CLASS_NAME" ], "select_rule": { "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID", "ECI", "ECI_NAME", "TAC" ], "joint_dims": [ [ "APP_CLASS_ID", "APP_CLASS_NAME" ] ] } }, { "includes": [ "DATE_ID", "APP_CLASS_ID", "APP_CLASS_NAME", "APP_SUB_CLASS_ID", "APP_SUB_CLASS_NAME" ], "select_rule": { "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID", "APP_CLASS_ID", "APP_CLASS_NAME", "APP_SUB_CLASS_ID", "APP_SUB_CLASS_NAME" ], "joint_dims": [] } }, { "includes": [ "DATE_ID", "MODEL_ID", "MODEL_NAME", "TERMINAL_ID", "TERMINAL_NAME" ], "select_rule": { "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID", "MODEL_ID", "MODEL_NAME", "TERMINAL_ID", "TERMINAL_NAME" ], "joint_dims": [] } } ], "notify_list": [], "status_need_notify": [], "partition_date_start": 1446336000000, "partition_date_end": 3153600000000, "auto_merge_time_ranges": [ 604800000, 2419200000 ], "retention_range": 0, "engine_type": 2, "storage_type": 2, "override_kylin_properties": {} }
回复： build error in step Build N-Dimension Cuboid Data : 20-Dimension
Posted by 耳东 <77...@qq.com>.
In two of the aggs, it has 17 dimensions and all of them are added in the mandatory dimension.
------------------ 原始邮件 ------------------
发件人: "mahongbin";<ma...@apache.org>;
发送时间: 2016年6月15日(星期三) 晚上10:31
收件人: "dev"<de...@kylin.apache.org>;
主题: Re: build error in step Build N-Dimension Cuboid Data : 20-Dimension
hi I'm taking care of that JIRA, it might be a bug, thanks for reporting.
On Tue, Jun 14, 2016 at 10:53 PM, 耳东 <77...@qq.com> wrote:
> yes it is the same issue, and it is just submitted 2 hours ago.
>
>
>
>
> ------------------ 原始邮件 ------------------
> 发件人: "Dong Li";<li...@apache.org>;
> 发送时间: 2016年6月14日(星期二) 晚上10:48
> 收件人: "dev"<de...@kylin.apache.org>;
>
> 主题: Re: build error in step Build N-Dimension Cuboid Data : 20-Dimension
>
>
>
> Is same issue with KYLIN-1785?
>
> https://issues.apache.org/jira/browse/KYLIN-1785
>
> Thanks,
> Dong Li
>
> 2016-06-13 16:18 GMT+08:00 耳东 <77...@qq.com>:
>
> > Hi All： When I build the cube, it failed in the step Build N-Dimension
> > Cuboid Data : 20-Dimension.
> >
> >
> > The output shows as follows:
> > 2016-06-13 11:46:53.442 - State of Hadoop job:
> > job_1465095991084_0298:RUNNING - UNDEFINED
> > 2016-06-13 11:47:03.451 - State of Hadoop job:
> > job_1465095991084_0298:FINISHED - FAILED
> > no counters for job job_1465095991084_0298
> > And the MR log shows as follows:
> > Error: java.util.NoSuchElementException at
> > java.util.ArrayList$Itr.next(ArrayList.java:834) at
> > java.util.Collections.min(Collections.java:665) at
> >
> org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:201)
> > at
> >
> org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:125)
> > at org.apache.kylin.cube.cuboid.Cuboid.findById(Cuboid.java:67) at
> >
> org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:148)
> > at
> >
> org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:49)
> > at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at
> > org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:787) at
> > org.apache.hadoop.mapred.MapTask.run(MapTask.java:341) at
> > org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:163) at
> > java.security.AccessController.doPrivileged(Native Method) at
> > javax.security.auth.Subject.doAs(Subject.java:415) at
> >
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1793)
> > at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
> >
> >
> > Where is the problem?
> >
> >
> >
> >
> > The json is as follows:
> > { "uuid": "b6117712-6883-4477-9470-a7ab3e58d7eb", "version": "1.5.1",
> > "name": "http_cube_16wei_youhua", "description": "", "dimensions": [
> > { "name": "FUJIAN.HTTP_10T_PARTITION.DATE_ID", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "DATE_ID", "derived":
> > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.CITY_ID",
> > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "CITY_ID",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.COUNTY_ID", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_ID",
> "derived":
> > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.ECI",
> > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "ECI",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.TAC", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "TAC", "derived": null
> > }, { "name": "FUJIAN.HTTP_10T_PARTITION.ENB_IP",
> > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "ENB_IP",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.MME_SGW_IP_ADD", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "MME_SGW_IP_ADD",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.SGW_POOL", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "SGW_POOL", "derived":
> > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.VENDOR_ID",
> > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_ID",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.VENDOR_NAME", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_NAME",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.TERMINAL_ID", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_ID",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.TERMINAL_NAME", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_NAME",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_ID", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_ID",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_NAME", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_NAME",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_ID", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_ID",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_NAME", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_NAME",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.CITY_NAME", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "CITY_NAME",
> "derived":
> > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.COUNTY_NAME",
> > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_NAME",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.ECI_NAME", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "ECI_NAME", "derived":
> > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.MODEL_ID",
> > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_ID",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.MODEL_NAME", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_NAME",
> "derived":
> > null } ], "measures": [ { "name": "_COUNT_",
> > "function": { "expression": "COUNT", "parameter": {
> > "type": "constant", "value": "1",
> "next_parameter":
> > null }, "returntype": "bigint" },
> > "dependent_measure_ref": null }, { "name": "1",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "COMM_TCP_WX_DELAY",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "2",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "COMM_TCP_WX_SUCC_COUNT",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "3",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "COMM_TCP_HX_DELAY",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "4",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "COMM_TCP_REQ_COUNT",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "5",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "COMM_TCP_SUCC_COUNT",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "6",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "HTTP_DOWN",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "7",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "HTTP_RE_DELAY",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "8",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "HTTP_RES_DELAY_COUNT",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "9",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "DOWN_FLOW",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "10",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "UP_FLOW",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "11",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "HTTP_RES_DELAY",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "12",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "HTTP_XDR_COUNT",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "13",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "HTTP_SUCC_COUNT",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "14",
> > "function": { "expression": "COUNT_DISTINCT",
> > "parameter": { "type": "column", "value": "IMSI",
> > "next_parameter": null }, "returntype": "hllc16"
> > }, "dependent_measure_ref": null } ], "rowkey": {
> > "rowkey_columns": [ { "column": "DATE_ID",
> > "encoding": "dict", "isShardBy": false }, {
> > "column": "APP_CLASS_ID", "encoding": "dict",
> "isShardBy":
> > false }, { "column": "CITY_ID", "encoding":
> > "dict", "isShardBy": false }, { "column":
> > "ECI", "encoding": "dict", "isShardBy": false },
> > { "column": "TAC", "encoding": "dict",
> > "isShardBy": false }, { "column": "MME_SGW_IP_ADD",
> > "encoding": "dict", "isShardBy": false }, {
> > "column": "VENDOR_ID", "encoding": "dict", "isShardBy":
> > false }, { "column": "SGW_POOL", "encoding":
> > "dict", "isShardBy": false }, { "column":
> > "TERMINAL_ID", "encoding": "dict", "isShardBy": false
> > }, { "column": "MODEL_ID", "encoding": "dict",
> > "isShardBy": false }, { "column":
> > "APP_SUB_CLASS_ID", "encoding": "dict", "isShardBy":
> false
> > }, { "column": "COUNTY_ID", "encoding":
> "dict",
> > "isShardBy": false }, { "column": "ENB_IP",
> > "encoding": "dict", "isShardBy": false }, {
> > "column": "VENDOR_NAME", "encoding": "dict",
> "isShardBy":
> > false }, { "column": "TERMINAL_NAME",
> > "encoding": "dict", "isShardBy": false }, {
> > "column": "APP_CLASS_NAME", "encoding": "dict",
> > "isShardBy": false }, { "column":
> > "APP_SUB_CLASS_NAME", "encoding": "dict", "isShardBy":
> > false }, { "column": "CITY_NAME", "encoding":
> > "dict", "isShardBy": false }, { "column":
> > "COUNTY_NAME", "encoding": "dict", "isShardBy": false
> > }, { "column": "ECI_NAME", "encoding": "dict",
> > "isShardBy": false }, { "column": "MODEL_NAME",
> > "encoding": "dict", "isShardBy": false } ] },
> > "signature": "p2cwQyGrs+CiZSV5Vi2LPQ==", "last_modified":
> > 1465720985379, "model_name": "http_model_16wei_clone", "null_string":
> > null, "hbase_mapping": { "column_family": [ { "name":
> > "F1", "columns": [ { "qualifier": "M",
> > "measure_refs": [ "_COUNT_", "1",
> > "2", "3", "4", "5",
> > "6", "7", "8", "9",
> > "10", "11", "12", "13"
> > ] } ] }, { "name": "F2",
> > "columns": [ { "qualifier": "M",
> > "measure_refs": [ "14" ] } ]
> > } ] }, "aggregation_groups": [ { "includes": [
> > "DATE_ID", "CITY_ID", "CITY_NAME", "TAC",
> > "VENDOR_ID", "VENDOR_NAME", "SGW_POOL",
> > "MME_SGW_IP_ADD", "ENB_IP", "ECI", "ECI_NAME",
> > "COUNTY_ID", "COUNTY_NAME", "APP_CLASS_ID",
> > "APP_CLASS_NAME", "APP_SUB_CLASS_ID",
> > "APP_SUB_CLASS_NAME" ], "select_rule": {
> > "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID",
> > "CITY_ID", "CITY_NAME", "TAC",
> > "VENDOR_NAME", "VENDOR_ID", "SGW_POOL",
> > "MME_SGW_IP_ADD", "ENB_IP", "ECI",
> > "ECI_NAME", "COUNTY_NAME", "COUNTY_ID",
> > "APP_CLASS_ID", "APP_CLASS_NAME",
> "APP_SUB_CLASS_ID",
> > "APP_SUB_CLASS_NAME" ], "joint_dims": [] }
> > }, { "includes": [ "DATE_ID", "CITY_ID",
> > "CITY_NAME", "TAC", "VENDOR_ID",
> "VENDOR_NAME",
> > "SGW_POOL", "MME_SGW_IP_ADD", "ENB_IP",
> > "ECI", "ECI_NAME", "COUNTY_ID", "COUNTY_NAME",
> > "TERMINAL_ID", "TERMINAL_NAME", "MODEL_ID",
> > "MODEL_NAME" ], "select_rule": { "hierarchy_dims":
> > [], "mandatory_dims": [ "DATE_ID", "CITY_ID",
> > "CITY_NAME", "TAC", "VENDOR_ID",
> > "VENDOR_NAME", "SGW_POOL", "MME_SGW_IP_ADD",
> > "ENB_IP", "ECI_NAME", "COUNTY_ID", "ECI",
> > "COUNTY_NAME", "TERMINAL_ID", "TERMINAL_NAME",
> > "MODEL_ID", "MODEL_NAME" ],
> > "joint_dims": [] } }, { "includes": [
> > "DATE_ID", "SGW_POOL", "MME_SGW_IP_ADD",
> > "APP_CLASS_ID", "APP_CLASS_NAME" ], "select_rule": {
> > "hierarchy_dims": [], "mandatory_dims": [
> > "DATE_ID", "SGW_POOL" ], "joint_dims": [
> > [ "APP_CLASS_ID", "APP_CLASS_NAME" ]
> > ] } }, { "includes": [ "DATE_ID",
> > "CITY_ID", "CITY_NAME", "APP_CLASS_ID",
> > "APP_CLASS_NAME", "TAC", "VENDOR_ID",
> > "VENDOR_NAME" ], "select_rule": { "hierarchy_dims":
> > [], "mandatory_dims": [ "DATE_ID", "CITY_ID",
> > "CITY_NAME" ], "joint_dims": [ [
> > "APP_CLASS_ID", "APP_CLASS_NAME" ],
> [
> > "VENDOR_ID", "VENDOR_NAME" ] ]
> > } }, { "includes": [ "DATE_ID", "ECI",
> > "ECI_NAME", "TAC", "APP_CLASS_ID",
> > "APP_CLASS_NAME" ], "select_rule": {
> "hierarchy_dims":
> > [], "mandatory_dims": [ "DATE_ID", "ECI",
> > "ECI_NAME", "TAC" ], "joint_dims": [
> > [ "APP_CLASS_ID", "APP_CLASS_NAME" ]
> > ] } }, { "includes": [ "DATE_ID",
> > "APP_CLASS_ID", "APP_CLASS_NAME", "APP_SUB_CLASS_ID",
> > "APP_SUB_CLASS_NAME" ], "select_rule": {
> > "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID",
> > "APP_CLASS_ID", "APP_CLASS_NAME",
> > "APP_SUB_CLASS_ID", "APP_SUB_CLASS_NAME" ],
> > "joint_dims": [] } }, { "includes": [
> > "DATE_ID", "MODEL_ID", "MODEL_NAME",
> > "TERMINAL_ID", "TERMINAL_NAME" ], "select_rule": {
> > "hierarchy_dims": [], "mandatory_dims": [
> > "DATE_ID", "MODEL_ID", "MODEL_NAME",
> > "TERMINAL_ID", "TERMINAL_NAME" ],
> "joint_dims":
> > [] } } ], "notify_list": [], "status_need_notify": [],
> > "partition_date_start": 1446336000000, "partition_date_end":
> > 3153600000000, "auto_merge_time_ranges": [ 604800000,
> 2419200000
> > ], "retention_range": 0, "engine_type": 2, "storage_type": 2,
> > "override_kylin_properties": {} }
>
--
Regards,
*Bin Mahone | 马洪宾*
Apache Kylin: http://kylin.io
Github: https://github.com/binmahone
Re: build error in step Build N-Dimension Cuboid Data : 20-Dimension
Posted by hongbin ma <ma...@apache.org>.
hi I'm taking care of that JIRA, it might be a bug, thanks for reporting.
On Tue, Jun 14, 2016 at 10:53 PM, 耳东 <77...@qq.com> wrote:
> yes it is the same issue, and it is just submitted 2 hours ago.
>
>
>
>
> ------------------ 原始邮件 ------------------
> 发件人: "Dong Li";<li...@apache.org>;
> 发送时间: 2016年6月14日(星期二) 晚上10:48
> 收件人: "dev"<de...@kylin.apache.org>;
>
> 主题: Re: build error in step Build N-Dimension Cuboid Data : 20-Dimension
>
>
>
> Is same issue with KYLIN-1785?
>
> https://issues.apache.org/jira/browse/KYLIN-1785
>
> Thanks,
> Dong Li
>
> 2016-06-13 16:18 GMT+08:00 耳东 <77...@qq.com>:
>
> > Hi All： When I build the cube, it failed in the step Build N-Dimension
> > Cuboid Data : 20-Dimension.
> >
> >
> > The output shows as follows:
> > 2016-06-13 11:46:53.442 - State of Hadoop job:
> > job_1465095991084_0298:RUNNING - UNDEFINED
> > 2016-06-13 11:47:03.451 - State of Hadoop job:
> > job_1465095991084_0298:FINISHED - FAILED
> > no counters for job job_1465095991084_0298
> > And the MR log shows as follows:
> > Error: java.util.NoSuchElementException at
> > java.util.ArrayList$Itr.next(ArrayList.java:834) at
> > java.util.Collections.min(Collections.java:665) at
> >
> org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:201)
> > at
> >
> org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:125)
> > at org.apache.kylin.cube.cuboid.Cuboid.findById(Cuboid.java:67) at
> >
> org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:148)
> > at
> >
> org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:49)
> > at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at
> > org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:787) at
> > org.apache.hadoop.mapred.MapTask.run(MapTask.java:341) at
> > org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:163) at
> > java.security.AccessController.doPrivileged(Native Method) at
> > javax.security.auth.Subject.doAs(Subject.java:415) at
> >
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1793)
> > at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
> >
> >
> > Where is the problem?
> >
> >
> >
> >
> > The json is as follows:
> > { "uuid": "b6117712-6883-4477-9470-a7ab3e58d7eb", "version": "1.5.1",
> > "name": "http_cube_16wei_youhua", "description": "", "dimensions": [
> > { "name": "FUJIAN.HTTP_10T_PARTITION.DATE_ID", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "DATE_ID", "derived":
> > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.CITY_ID",
> > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "CITY_ID",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.COUNTY_ID", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_ID",
> "derived":
> > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.ECI",
> > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "ECI",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.TAC", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "TAC", "derived": null
> > }, { "name": "FUJIAN.HTTP_10T_PARTITION.ENB_IP",
> > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "ENB_IP",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.MME_SGW_IP_ADD", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "MME_SGW_IP_ADD",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.SGW_POOL", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "SGW_POOL", "derived":
> > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.VENDOR_ID",
> > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_ID",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.VENDOR_NAME", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_NAME",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.TERMINAL_ID", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_ID",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.TERMINAL_NAME", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_NAME",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_ID", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_ID",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_NAME", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_NAME",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_ID", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_ID",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_NAME", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_NAME",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.CITY_NAME", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "CITY_NAME",
> "derived":
> > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.COUNTY_NAME",
> > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_NAME",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.ECI_NAME", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "ECI_NAME", "derived":
> > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.MODEL_ID",
> > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_ID",
> > "derived": null }, { "name":
> > "FUJIAN.HTTP_10T_PARTITION.MODEL_NAME", "table":
> > "FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_NAME",
> "derived":
> > null } ], "measures": [ { "name": "_COUNT_",
> > "function": { "expression": "COUNT", "parameter": {
> > "type": "constant", "value": "1",
> "next_parameter":
> > null }, "returntype": "bigint" },
> > "dependent_measure_ref": null }, { "name": "1",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "COMM_TCP_WX_DELAY",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "2",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "COMM_TCP_WX_SUCC_COUNT",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "3",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "COMM_TCP_HX_DELAY",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "4",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "COMM_TCP_REQ_COUNT",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "5",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "COMM_TCP_SUCC_COUNT",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "6",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "HTTP_DOWN",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "7",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "HTTP_RE_DELAY",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "8",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "HTTP_RES_DELAY_COUNT",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "9",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "DOWN_FLOW",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "10",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "UP_FLOW",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "11",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "HTTP_RES_DELAY",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "12",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "HTTP_XDR_COUNT",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "13",
> > "function": { "expression": "SUM", "parameter": {
> > "type": "column", "value": "HTTP_SUCC_COUNT",
> > "next_parameter": null }, "returntype": "decimal"
> > }, "dependent_measure_ref": null }, { "name": "14",
> > "function": { "expression": "COUNT_DISTINCT",
> > "parameter": { "type": "column", "value": "IMSI",
> > "next_parameter": null }, "returntype": "hllc16"
> > }, "dependent_measure_ref": null } ], "rowkey": {
> > "rowkey_columns": [ { "column": "DATE_ID",
> > "encoding": "dict", "isShardBy": false }, {
> > "column": "APP_CLASS_ID", "encoding": "dict",
> "isShardBy":
> > false }, { "column": "CITY_ID", "encoding":
> > "dict", "isShardBy": false }, { "column":
> > "ECI", "encoding": "dict", "isShardBy": false },
> > { "column": "TAC", "encoding": "dict",
> > "isShardBy": false }, { "column": "MME_SGW_IP_ADD",
> > "encoding": "dict", "isShardBy": false }, {
> > "column": "VENDOR_ID", "encoding": "dict", "isShardBy":
> > false }, { "column": "SGW_POOL", "encoding":
> > "dict", "isShardBy": false }, { "column":
> > "TERMINAL_ID", "encoding": "dict", "isShardBy": false
> > }, { "column": "MODEL_ID", "encoding": "dict",
> > "isShardBy": false }, { "column":
> > "APP_SUB_CLASS_ID", "encoding": "dict", "isShardBy":
> false
> > }, { "column": "COUNTY_ID", "encoding":
> "dict",
> > "isShardBy": false }, { "column": "ENB_IP",
> > "encoding": "dict", "isShardBy": false }, {
> > "column": "VENDOR_NAME", "encoding": "dict",
> "isShardBy":
> > false }, { "column": "TERMINAL_NAME",
> > "encoding": "dict", "isShardBy": false }, {
> > "column": "APP_CLASS_NAME", "encoding": "dict",
> > "isShardBy": false }, { "column":
> > "APP_SUB_CLASS_NAME", "encoding": "dict", "isShardBy":
> > false }, { "column": "CITY_NAME", "encoding":
> > "dict", "isShardBy": false }, { "column":
> > "COUNTY_NAME", "encoding": "dict", "isShardBy": false
> > }, { "column": "ECI_NAME", "encoding": "dict",
> > "isShardBy": false }, { "column": "MODEL_NAME",
> > "encoding": "dict", "isShardBy": false } ] },
> > "signature": "p2cwQyGrs+CiZSV5Vi2LPQ==", "last_modified":
> > 1465720985379, "model_name": "http_model_16wei_clone", "null_string":
> > null, "hbase_mapping": { "column_family": [ { "name":
> > "F1", "columns": [ { "qualifier": "M",
> > "measure_refs": [ "_COUNT_", "1",
> > "2", "3", "4", "5",
> > "6", "7", "8", "9",
> > "10", "11", "12", "13"
> > ] } ] }, { "name": "F2",
> > "columns": [ { "qualifier": "M",
> > "measure_refs": [ "14" ] } ]
> > } ] }, "aggregation_groups": [ { "includes": [
> > "DATE_ID", "CITY_ID", "CITY_NAME", "TAC",
> > "VENDOR_ID", "VENDOR_NAME", "SGW_POOL",
> > "MME_SGW_IP_ADD", "ENB_IP", "ECI", "ECI_NAME",
> > "COUNTY_ID", "COUNTY_NAME", "APP_CLASS_ID",
> > "APP_CLASS_NAME", "APP_SUB_CLASS_ID",
> > "APP_SUB_CLASS_NAME" ], "select_rule": {
> > "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID",
> > "CITY_ID", "CITY_NAME", "TAC",
> > "VENDOR_NAME", "VENDOR_ID", "SGW_POOL",
> > "MME_SGW_IP_ADD", "ENB_IP", "ECI",
> > "ECI_NAME", "COUNTY_NAME", "COUNTY_ID",
> > "APP_CLASS_ID", "APP_CLASS_NAME",
> "APP_SUB_CLASS_ID",
> > "APP_SUB_CLASS_NAME" ], "joint_dims": [] }
> > }, { "includes": [ "DATE_ID", "CITY_ID",
> > "CITY_NAME", "TAC", "VENDOR_ID",
> "VENDOR_NAME",
> > "SGW_POOL", "MME_SGW_IP_ADD", "ENB_IP",
> > "ECI", "ECI_NAME", "COUNTY_ID", "COUNTY_NAME",
> > "TERMINAL_ID", "TERMINAL_NAME", "MODEL_ID",
> > "MODEL_NAME" ], "select_rule": { "hierarchy_dims":
> > [], "mandatory_dims": [ "DATE_ID", "CITY_ID",
> > "CITY_NAME", "TAC", "VENDOR_ID",
> > "VENDOR_NAME", "SGW_POOL", "MME_SGW_IP_ADD",
> > "ENB_IP", "ECI_NAME", "COUNTY_ID", "ECI",
> > "COUNTY_NAME", "TERMINAL_ID", "TERMINAL_NAME",
> > "MODEL_ID", "MODEL_NAME" ],
> > "joint_dims": [] } }, { "includes": [
> > "DATE_ID", "SGW_POOL", "MME_SGW_IP_ADD",
> > "APP_CLASS_ID", "APP_CLASS_NAME" ], "select_rule": {
> > "hierarchy_dims": [], "mandatory_dims": [
> > "DATE_ID", "SGW_POOL" ], "joint_dims": [
> > [ "APP_CLASS_ID", "APP_CLASS_NAME" ]
> > ] } }, { "includes": [ "DATE_ID",
> > "CITY_ID", "CITY_NAME", "APP_CLASS_ID",
> > "APP_CLASS_NAME", "TAC", "VENDOR_ID",
> > "VENDOR_NAME" ], "select_rule": { "hierarchy_dims":
> > [], "mandatory_dims": [ "DATE_ID", "CITY_ID",
> > "CITY_NAME" ], "joint_dims": [ [
> > "APP_CLASS_ID", "APP_CLASS_NAME" ],
> [
> > "VENDOR_ID", "VENDOR_NAME" ] ]
> > } }, { "includes": [ "DATE_ID", "ECI",
> > "ECI_NAME", "TAC", "APP_CLASS_ID",
> > "APP_CLASS_NAME" ], "select_rule": {
> "hierarchy_dims":
> > [], "mandatory_dims": [ "DATE_ID", "ECI",
> > "ECI_NAME", "TAC" ], "joint_dims": [
> > [ "APP_CLASS_ID", "APP_CLASS_NAME" ]
> > ] } }, { "includes": [ "DATE_ID",
> > "APP_CLASS_ID", "APP_CLASS_NAME", "APP_SUB_CLASS_ID",
> > "APP_SUB_CLASS_NAME" ], "select_rule": {
> > "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID",
> > "APP_CLASS_ID", "APP_CLASS_NAME",
> > "APP_SUB_CLASS_ID", "APP_SUB_CLASS_NAME" ],
> > "joint_dims": [] } }, { "includes": [
> > "DATE_ID", "MODEL_ID", "MODEL_NAME",
> > "TERMINAL_ID", "TERMINAL_NAME" ], "select_rule": {
> > "hierarchy_dims": [], "mandatory_dims": [
> > "DATE_ID", "MODEL_ID", "MODEL_NAME",
> > "TERMINAL_ID", "TERMINAL_NAME" ],
> "joint_dims":
> > [] } } ], "notify_list": [], "status_need_notify": [],
> > "partition_date_start": 1446336000000, "partition_date_end":
> > 3153600000000, "auto_merge_time_ranges": [ 604800000,
> 2419200000
> > ], "retention_range": 0, "engine_type": 2, "storage_type": 2,
> > "override_kylin_properties": {} }
>
--
Regards,
*Bin Mahone | 马洪宾*
Apache Kylin: http://kylin.io
Github: https://github.com/binmahone
回复： build error in step Build N-Dimension Cuboid Data : 20-Dimension
Posted by 耳东 <77...@qq.com>.
yes it is the same issue, and it is just submitted 2 hours ago.
------------------ 原始邮件 ------------------
发件人: "Dong Li";<li...@apache.org>;
发送时间: 2016年6月14日(星期二) 晚上10:48
收件人: "dev"<de...@kylin.apache.org>;
主题: Re: build error in step Build N-Dimension Cuboid Data : 20-Dimension
Is same issue with KYLIN-1785?
https://issues.apache.org/jira/browse/KYLIN-1785
Thanks,
Dong Li
2016-06-13 16:18 GMT+08:00 耳东 <77...@qq.com>:
> Hi All： When I build the cube, it failed in the step Build N-Dimension
> Cuboid Data : 20-Dimension.
>
>
> The output shows as follows:
> 2016-06-13 11:46:53.442 - State of Hadoop job:
> job_1465095991084_0298:RUNNING - UNDEFINED
> 2016-06-13 11:47:03.451 - State of Hadoop job:
> job_1465095991084_0298:FINISHED - FAILED
> no counters for job job_1465095991084_0298
> And the MR log shows as follows:
> Error: java.util.NoSuchElementException at
> java.util.ArrayList$Itr.next(ArrayList.java:834) at
> java.util.Collections.min(Collections.java:665) at
> org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:201)
> at
> org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:125)
> at org.apache.kylin.cube.cuboid.Cuboid.findById(Cuboid.java:67) at
> org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:148)
> at
> org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:49)
> at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at
> org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:787) at
> org.apache.hadoop.mapred.MapTask.run(MapTask.java:341) at
> org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:163) at
> java.security.AccessController.doPrivileged(Native Method) at
> javax.security.auth.Subject.doAs(Subject.java:415) at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1793)
> at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
>
>
> Where is the problem?
>
>
>
>
> The json is as follows:
> { "uuid": "b6117712-6883-4477-9470-a7ab3e58d7eb", "version": "1.5.1",
> "name": "http_cube_16wei_youhua", "description": "", "dimensions": [
> { "name": "FUJIAN.HTTP_10T_PARTITION.DATE_ID", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "DATE_ID", "derived":
> null }, { "name": "FUJIAN.HTTP_10T_PARTITION.CITY_ID",
> "table": "FUJIAN.HTTP_10T_PARTITION", "column": "CITY_ID",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.COUNTY_ID", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_ID", "derived":
> null }, { "name": "FUJIAN.HTTP_10T_PARTITION.ECI",
> "table": "FUJIAN.HTTP_10T_PARTITION", "column": "ECI",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.TAC", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "TAC", "derived": null
> }, { "name": "FUJIAN.HTTP_10T_PARTITION.ENB_IP",
> "table": "FUJIAN.HTTP_10T_PARTITION", "column": "ENB_IP",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.MME_SGW_IP_ADD", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "MME_SGW_IP_ADD",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.SGW_POOL", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "SGW_POOL", "derived":
> null }, { "name": "FUJIAN.HTTP_10T_PARTITION.VENDOR_ID",
> "table": "FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_ID",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.VENDOR_NAME", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_NAME",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.TERMINAL_ID", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_ID",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.TERMINAL_NAME", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_NAME",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_ID", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_ID",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_NAME", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_NAME",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_ID", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_ID",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_NAME", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_NAME",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.CITY_NAME", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "CITY_NAME", "derived":
> null }, { "name": "FUJIAN.HTTP_10T_PARTITION.COUNTY_NAME",
> "table": "FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_NAME",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.ECI_NAME", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "ECI_NAME", "derived":
> null }, { "name": "FUJIAN.HTTP_10T_PARTITION.MODEL_ID",
> "table": "FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_ID",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.MODEL_NAME", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_NAME", "derived":
> null } ], "measures": [ { "name": "_COUNT_",
> "function": { "expression": "COUNT", "parameter": {
> "type": "constant", "value": "1", "next_parameter":
> null }, "returntype": "bigint" },
> "dependent_measure_ref": null }, { "name": "1",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "COMM_TCP_WX_DELAY",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "2",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "COMM_TCP_WX_SUCC_COUNT",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "3",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "COMM_TCP_HX_DELAY",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "4",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "COMM_TCP_REQ_COUNT",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "5",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "COMM_TCP_SUCC_COUNT",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "6",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "HTTP_DOWN",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "7",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "HTTP_RE_DELAY",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "8",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "HTTP_RES_DELAY_COUNT",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "9",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "DOWN_FLOW",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "10",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "UP_FLOW",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "11",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "HTTP_RES_DELAY",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "12",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "HTTP_XDR_COUNT",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "13",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "HTTP_SUCC_COUNT",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "14",
> "function": { "expression": "COUNT_DISTINCT",
> "parameter": { "type": "column", "value": "IMSI",
> "next_parameter": null }, "returntype": "hllc16"
> }, "dependent_measure_ref": null } ], "rowkey": {
> "rowkey_columns": [ { "column": "DATE_ID",
> "encoding": "dict", "isShardBy": false }, {
> "column": "APP_CLASS_ID", "encoding": "dict", "isShardBy":
> false }, { "column": "CITY_ID", "encoding":
> "dict", "isShardBy": false }, { "column":
> "ECI", "encoding": "dict", "isShardBy": false },
> { "column": "TAC", "encoding": "dict",
> "isShardBy": false }, { "column": "MME_SGW_IP_ADD",
> "encoding": "dict", "isShardBy": false }, {
> "column": "VENDOR_ID", "encoding": "dict", "isShardBy":
> false }, { "column": "SGW_POOL", "encoding":
> "dict", "isShardBy": false }, { "column":
> "TERMINAL_ID", "encoding": "dict", "isShardBy": false
> }, { "column": "MODEL_ID", "encoding": "dict",
> "isShardBy": false }, { "column":
> "APP_SUB_CLASS_ID", "encoding": "dict", "isShardBy": false
> }, { "column": "COUNTY_ID", "encoding": "dict",
> "isShardBy": false }, { "column": "ENB_IP",
> "encoding": "dict", "isShardBy": false }, {
> "column": "VENDOR_NAME", "encoding": "dict", "isShardBy":
> false }, { "column": "TERMINAL_NAME",
> "encoding": "dict", "isShardBy": false }, {
> "column": "APP_CLASS_NAME", "encoding": "dict",
> "isShardBy": false }, { "column":
> "APP_SUB_CLASS_NAME", "encoding": "dict", "isShardBy":
> false }, { "column": "CITY_NAME", "encoding":
> "dict", "isShardBy": false }, { "column":
> "COUNTY_NAME", "encoding": "dict", "isShardBy": false
> }, { "column": "ECI_NAME", "encoding": "dict",
> "isShardBy": false }, { "column": "MODEL_NAME",
> "encoding": "dict", "isShardBy": false } ] },
> "signature": "p2cwQyGrs+CiZSV5Vi2LPQ==", "last_modified":
> 1465720985379, "model_name": "http_model_16wei_clone", "null_string":
> null, "hbase_mapping": { "column_family": [ { "name":
> "F1", "columns": [ { "qualifier": "M",
> "measure_refs": [ "_COUNT_", "1",
> "2", "3", "4", "5",
> "6", "7", "8", "9",
> "10", "11", "12", "13"
> ] } ] }, { "name": "F2",
> "columns": [ { "qualifier": "M",
> "measure_refs": [ "14" ] } ]
> } ] }, "aggregation_groups": [ { "includes": [
> "DATE_ID", "CITY_ID", "CITY_NAME", "TAC",
> "VENDOR_ID", "VENDOR_NAME", "SGW_POOL",
> "MME_SGW_IP_ADD", "ENB_IP", "ECI", "ECI_NAME",
> "COUNTY_ID", "COUNTY_NAME", "APP_CLASS_ID",
> "APP_CLASS_NAME", "APP_SUB_CLASS_ID",
> "APP_SUB_CLASS_NAME" ], "select_rule": {
> "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID",
> "CITY_ID", "CITY_NAME", "TAC",
> "VENDOR_NAME", "VENDOR_ID", "SGW_POOL",
> "MME_SGW_IP_ADD", "ENB_IP", "ECI",
> "ECI_NAME", "COUNTY_NAME", "COUNTY_ID",
> "APP_CLASS_ID", "APP_CLASS_NAME", "APP_SUB_CLASS_ID",
> "APP_SUB_CLASS_NAME" ], "joint_dims": [] }
> }, { "includes": [ "DATE_ID", "CITY_ID",
> "CITY_NAME", "TAC", "VENDOR_ID", "VENDOR_NAME",
> "SGW_POOL", "MME_SGW_IP_ADD", "ENB_IP",
> "ECI", "ECI_NAME", "COUNTY_ID", "COUNTY_NAME",
> "TERMINAL_ID", "TERMINAL_NAME", "MODEL_ID",
> "MODEL_NAME" ], "select_rule": { "hierarchy_dims":
> [], "mandatory_dims": [ "DATE_ID", "CITY_ID",
> "CITY_NAME", "TAC", "VENDOR_ID",
> "VENDOR_NAME", "SGW_POOL", "MME_SGW_IP_ADD",
> "ENB_IP", "ECI_NAME", "COUNTY_ID", "ECI",
> "COUNTY_NAME", "TERMINAL_ID", "TERMINAL_NAME",
> "MODEL_ID", "MODEL_NAME" ],
> "joint_dims": [] } }, { "includes": [
> "DATE_ID", "SGW_POOL", "MME_SGW_IP_ADD",
> "APP_CLASS_ID", "APP_CLASS_NAME" ], "select_rule": {
> "hierarchy_dims": [], "mandatory_dims": [
> "DATE_ID", "SGW_POOL" ], "joint_dims": [
> [ "APP_CLASS_ID", "APP_CLASS_NAME" ]
> ] } }, { "includes": [ "DATE_ID",
> "CITY_ID", "CITY_NAME", "APP_CLASS_ID",
> "APP_CLASS_NAME", "TAC", "VENDOR_ID",
> "VENDOR_NAME" ], "select_rule": { "hierarchy_dims":
> [], "mandatory_dims": [ "DATE_ID", "CITY_ID",
> "CITY_NAME" ], "joint_dims": [ [
> "APP_CLASS_ID", "APP_CLASS_NAME" ], [
> "VENDOR_ID", "VENDOR_NAME" ] ]
> } }, { "includes": [ "DATE_ID", "ECI",
> "ECI_NAME", "TAC", "APP_CLASS_ID",
> "APP_CLASS_NAME" ], "select_rule": { "hierarchy_dims":
> [], "mandatory_dims": [ "DATE_ID", "ECI",
> "ECI_NAME", "TAC" ], "joint_dims": [
> [ "APP_CLASS_ID", "APP_CLASS_NAME" ]
> ] } }, { "includes": [ "DATE_ID",
> "APP_CLASS_ID", "APP_CLASS_NAME", "APP_SUB_CLASS_ID",
> "APP_SUB_CLASS_NAME" ], "select_rule": {
> "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID",
> "APP_CLASS_ID", "APP_CLASS_NAME",
> "APP_SUB_CLASS_ID", "APP_SUB_CLASS_NAME" ],
> "joint_dims": [] } }, { "includes": [
> "DATE_ID", "MODEL_ID", "MODEL_NAME",
> "TERMINAL_ID", "TERMINAL_NAME" ], "select_rule": {
> "hierarchy_dims": [], "mandatory_dims": [
> "DATE_ID", "MODEL_ID", "MODEL_NAME",
> "TERMINAL_ID", "TERMINAL_NAME" ], "joint_dims":
> [] } } ], "notify_list": [], "status_need_notify": [],
> "partition_date_start": 1446336000000, "partition_date_end":
> 3153600000000, "auto_merge_time_ranges": [ 604800000, 2419200000
> ], "retention_range": 0, "engine_type": 2, "storage_type": 2,
> "override_kylin_properties": {} }
Re: build error in step Build N-Dimension Cuboid Data : 20-Dimension
Posted by Dong Li <li...@apache.org>.
Is same issue with KYLIN-1785?
https://issues.apache.org/jira/browse/KYLIN-1785
Thanks,
Dong Li
2016-06-13 16:18 GMT+08:00 耳东 <77...@qq.com>:
> Hi All： When I build the cube, it failed in the step Build N-Dimension
> Cuboid Data : 20-Dimension.
>
>
> The output shows as follows:
> 2016-06-13 11:46:53.442 - State of Hadoop job:
> job_1465095991084_0298:RUNNING - UNDEFINED
> 2016-06-13 11:47:03.451 - State of Hadoop job:
> job_1465095991084_0298:FINISHED - FAILED
> no counters for job job_1465095991084_0298
> And the MR log shows as follows:
> Error: java.util.NoSuchElementException at
> java.util.ArrayList$Itr.next(ArrayList.java:834) at
> java.util.Collections.min(Collections.java:665) at
> org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:201)
> at
> org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:125)
> at org.apache.kylin.cube.cuboid.Cuboid.findById(Cuboid.java:67) at
> org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:148)
> at
> org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:49)
> at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at
> org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:787) at
> org.apache.hadoop.mapred.MapTask.run(MapTask.java:341) at
> org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:163) at
> java.security.AccessController.doPrivileged(Native Method) at
> javax.security.auth.Subject.doAs(Subject.java:415) at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1793)
> at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
>
>
> Where is the problem?
>
>
>
>
> The json is as follows:
> { "uuid": "b6117712-6883-4477-9470-a7ab3e58d7eb", "version": "1.5.1",
> "name": "http_cube_16wei_youhua", "description": "", "dimensions": [
> { "name": "FUJIAN.HTTP_10T_PARTITION.DATE_ID", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "DATE_ID", "derived":
> null }, { "name": "FUJIAN.HTTP_10T_PARTITION.CITY_ID",
> "table": "FUJIAN.HTTP_10T_PARTITION", "column": "CITY_ID",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.COUNTY_ID", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_ID", "derived":
> null }, { "name": "FUJIAN.HTTP_10T_PARTITION.ECI",
> "table": "FUJIAN.HTTP_10T_PARTITION", "column": "ECI",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.TAC", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "TAC", "derived": null
> }, { "name": "FUJIAN.HTTP_10T_PARTITION.ENB_IP",
> "table": "FUJIAN.HTTP_10T_PARTITION", "column": "ENB_IP",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.MME_SGW_IP_ADD", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "MME_SGW_IP_ADD",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.SGW_POOL", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "SGW_POOL", "derived":
> null }, { "name": "FUJIAN.HTTP_10T_PARTITION.VENDOR_ID",
> "table": "FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_ID",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.VENDOR_NAME", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_NAME",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.TERMINAL_ID", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_ID",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.TERMINAL_NAME", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_NAME",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_ID", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_ID",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_NAME", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_NAME",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_ID", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_ID",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_NAME", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_NAME",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.CITY_NAME", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "CITY_NAME", "derived":
> null }, { "name": "FUJIAN.HTTP_10T_PARTITION.COUNTY_NAME",
> "table": "FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_NAME",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.ECI_NAME", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "ECI_NAME", "derived":
> null }, { "name": "FUJIAN.HTTP_10T_PARTITION.MODEL_ID",
> "table": "FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_ID",
> "derived": null }, { "name":
> "FUJIAN.HTTP_10T_PARTITION.MODEL_NAME", "table":
> "FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_NAME", "derived":
> null } ], "measures": [ { "name": "_COUNT_",
> "function": { "expression": "COUNT", "parameter": {
> "type": "constant", "value": "1", "next_parameter":
> null }, "returntype": "bigint" },
> "dependent_measure_ref": null }, { "name": "1",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "COMM_TCP_WX_DELAY",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "2",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "COMM_TCP_WX_SUCC_COUNT",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "3",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "COMM_TCP_HX_DELAY",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "4",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "COMM_TCP_REQ_COUNT",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "5",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "COMM_TCP_SUCC_COUNT",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "6",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "HTTP_DOWN",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "7",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "HTTP_RE_DELAY",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "8",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "HTTP_RES_DELAY_COUNT",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "9",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "DOWN_FLOW",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "10",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "UP_FLOW",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "11",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "HTTP_RES_DELAY",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "12",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "HTTP_XDR_COUNT",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "13",
> "function": { "expression": "SUM", "parameter": {
> "type": "column", "value": "HTTP_SUCC_COUNT",
> "next_parameter": null }, "returntype": "decimal"
> }, "dependent_measure_ref": null }, { "name": "14",
> "function": { "expression": "COUNT_DISTINCT",
> "parameter": { "type": "column", "value": "IMSI",
> "next_parameter": null }, "returntype": "hllc16"
> }, "dependent_measure_ref": null } ], "rowkey": {
> "rowkey_columns": [ { "column": "DATE_ID",
> "encoding": "dict", "isShardBy": false }, {
> "column": "APP_CLASS_ID", "encoding": "dict", "isShardBy":
> false }, { "column": "CITY_ID", "encoding":
> "dict", "isShardBy": false }, { "column":
> "ECI", "encoding": "dict", "isShardBy": false },
> { "column": "TAC", "encoding": "dict",
> "isShardBy": false }, { "column": "MME_SGW_IP_ADD",
> "encoding": "dict", "isShardBy": false }, {
> "column": "VENDOR_ID", "encoding": "dict", "isShardBy":
> false }, { "column": "SGW_POOL", "encoding":
> "dict", "isShardBy": false }, { "column":
> "TERMINAL_ID", "encoding": "dict", "isShardBy": false
> }, { "column": "MODEL_ID", "encoding": "dict",
> "isShardBy": false }, { "column":
> "APP_SUB_CLASS_ID", "encoding": "dict", "isShardBy": false
> }, { "column": "COUNTY_ID", "encoding": "dict",
> "isShardBy": false }, { "column": "ENB_IP",
> "encoding": "dict", "isShardBy": false }, {
> "column": "VENDOR_NAME", "encoding": "dict", "isShardBy":
> false }, { "column": "TERMINAL_NAME",
> "encoding": "dict", "isShardBy": false }, {
> "column": "APP_CLASS_NAME", "encoding": "dict",
> "isShardBy": false }, { "column":
> "APP_SUB_CLASS_NAME", "encoding": "dict", "isShardBy":
> false }, { "column": "CITY_NAME", "encoding":
> "dict", "isShardBy": false }, { "column":
> "COUNTY_NAME", "encoding": "dict", "isShardBy": false
> }, { "column": "ECI_NAME", "encoding": "dict",
> "isShardBy": false }, { "column": "MODEL_NAME",
> "encoding": "dict", "isShardBy": false } ] },
> "signature": "p2cwQyGrs+CiZSV5Vi2LPQ==", "last_modified":
> 1465720985379, "model_name": "http_model_16wei_clone", "null_string":
> null, "hbase_mapping": { "column_family": [ { "name":
> "F1", "columns": [ { "qualifier": "M",
> "measure_refs": [ "_COUNT_", "1",
> "2", "3", "4", "5",
> "6", "7", "8", "9",
> "10", "11", "12", "13"
> ] } ] }, { "name": "F2",
> "columns": [ { "qualifier": "M",
> "measure_refs": [ "14" ] } ]
> } ] }, "aggregation_groups": [ { "includes": [
> "DATE_ID", "CITY_ID", "CITY_NAME", "TAC",
> "VENDOR_ID", "VENDOR_NAME", "SGW_POOL",
> "MME_SGW_IP_ADD", "ENB_IP", "ECI", "ECI_NAME",
> "COUNTY_ID", "COUNTY_NAME", "APP_CLASS_ID",
> "APP_CLASS_NAME", "APP_SUB_CLASS_ID",
> "APP_SUB_CLASS_NAME" ], "select_rule": {
> "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID",
> "CITY_ID", "CITY_NAME", "TAC",
> "VENDOR_NAME", "VENDOR_ID", "SGW_POOL",
> "MME_SGW_IP_ADD", "ENB_IP", "ECI",
> "ECI_NAME", "COUNTY_NAME", "COUNTY_ID",
> "APP_CLASS_ID", "APP_CLASS_NAME", "APP_SUB_CLASS_ID",
> "APP_SUB_CLASS_NAME" ], "joint_dims": [] }
> }, { "includes": [ "DATE_ID", "CITY_ID",
> "CITY_NAME", "TAC", "VENDOR_ID", "VENDOR_NAME",
> "SGW_POOL", "MME_SGW_IP_ADD", "ENB_IP",
> "ECI", "ECI_NAME", "COUNTY_ID", "COUNTY_NAME",
> "TERMINAL_ID", "TERMINAL_NAME", "MODEL_ID",
> "MODEL_NAME" ], "select_rule": { "hierarchy_dims":
> [], "mandatory_dims": [ "DATE_ID", "CITY_ID",
> "CITY_NAME", "TAC", "VENDOR_ID",
> "VENDOR_NAME", "SGW_POOL", "MME_SGW_IP_ADD",
> "ENB_IP", "ECI_NAME", "COUNTY_ID", "ECI",
> "COUNTY_NAME", "TERMINAL_ID", "TERMINAL_NAME",
> "MODEL_ID", "MODEL_NAME" ],
> "joint_dims": [] } }, { "includes": [
> "DATE_ID", "SGW_POOL", "MME_SGW_IP_ADD",
> "APP_CLASS_ID", "APP_CLASS_NAME" ], "select_rule": {
> "hierarchy_dims": [], "mandatory_dims": [
> "DATE_ID", "SGW_POOL" ], "joint_dims": [
> [ "APP_CLASS_ID", "APP_CLASS_NAME" ]
> ] } }, { "includes": [ "DATE_ID",
> "CITY_ID", "CITY_NAME", "APP_CLASS_ID",
> "APP_CLASS_NAME", "TAC", "VENDOR_ID",
> "VENDOR_NAME" ], "select_rule": { "hierarchy_dims":
> [], "mandatory_dims": [ "DATE_ID", "CITY_ID",
> "CITY_NAME" ], "joint_dims": [ [
> "APP_CLASS_ID", "APP_CLASS_NAME" ], [
> "VENDOR_ID", "VENDOR_NAME" ] ]
> } }, { "includes": [ "DATE_ID", "ECI",
> "ECI_NAME", "TAC", "APP_CLASS_ID",
> "APP_CLASS_NAME" ], "select_rule": { "hierarchy_dims":
> [], "mandatory_dims": [ "DATE_ID", "ECI",
> "ECI_NAME", "TAC" ], "joint_dims": [
> [ "APP_CLASS_ID", "APP_CLASS_NAME" ]
> ] } }, { "includes": [ "DATE_ID",
> "APP_CLASS_ID", "APP_CLASS_NAME", "APP_SUB_CLASS_ID",
> "APP_SUB_CLASS_NAME" ], "select_rule": {
> "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID",
> "APP_CLASS_ID", "APP_CLASS_NAME",
> "APP_SUB_CLASS_ID", "APP_SUB_CLASS_NAME" ],
> "joint_dims": [] } }, { "includes": [
> "DATE_ID", "MODEL_ID", "MODEL_NAME",
> "TERMINAL_ID", "TERMINAL_NAME" ], "select_rule": {
> "hierarchy_dims": [], "mandatory_dims": [
> "DATE_ID", "MODEL_ID", "MODEL_NAME",
> "TERMINAL_ID", "TERMINAL_NAME" ], "joint_dims":
> [] } } ], "notify_list": [], "status_need_notify": [],
> "partition_date_start": 1446336000000, "partition_date_end":
> 3153600000000, "auto_merge_time_ranges": [ 604800000, 2419200000
> ], "retention_range": 0, "engine_type": 2, "storage_type": 2,
> "override_kylin_properties": {} }