You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@kylin.apache.org by John Ruiz <jr...@johnruiz.com> on 2016/12/14 05:26:50 UTC
kylin_sales_cube fails to build on first step
Hello!
I've run $KYLIN_HOME/bin/sample.sh and then attempted to build the cube.
It fails on step 1 saying that the KYLIN_SALES table doesn't exist. The
output is below. If I go to the Data Source tab in the learn_kylin
project, I can see that the default database does have a KYLIN_SALES table,
though.
kylin 1.6.0
hive 2.1.1
hbase 1.2.4
hadoop-core 2.6.0
Create and distribute table, cmd:
>
> hive -e "SET dfs.replication=2;
>
> SET hive.exec.compress.output=true;
>
> SET hive.auto.convert.join.noconditionaltask=true;
>
> SET hive.auto.convert.join.noconditionaltask.size=100000000;
>
> SET mapreduce.output.fileoutputformat.compress.type=BLOCK;
>
> SET mapreduce.job.split.metainfo.maxsize=-1;
>
>
>> USE default;
>
> DROP TABLE IF EXISTS kylin_intermediate_kylin_
>> sales_cube_desc_e09d95b1_c060_4020_b053_deb4d1c6645e;
>
> CREATE EXTERNAL TABLE IF NOT EXISTS kylin_intermediate_kylin_
>> sales_cube_desc_e09d95b1_c060_4020_b053_deb4d1c6645e
>
> (
>
> DEFAULT_KYLIN_SALES_PART_DT date
>
> ,DEFAULT_KYLIN_SALES_LEAF_CATEG_ID bigint
>
> ,DEFAULT_KYLIN_SALES_LSTG_SITE_ID int
>
> ,DEFAULT_KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME string
>
> ,DEFAULT_KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME string
>
> ,DEFAULT_KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME string
>
> ,DEFAULT_KYLIN_SALES_LSTG_FORMAT_NAME string
>
> ,DEFAULT_KYLIN_SALES_USER_ID string
>
> ,DEFAULT_KYLIN_SALES_REGION string
>
> ,DEFAULT_KYLIN_SALES_PRICE decimal(19,4)
>
> ,DEFAULT_KYLIN_SALES_SELLER_ID bigint
>
> )
>
> STORED AS SEQUENCEFILE
>
> LOCATION '/kylin/kylin_metadata/kylin-c6867cdb-7267-456e-b987-
>> 8900a3d42b74/kylin_intermediate_kylin_sales_cube_
>> desc_e09d95b1_c060_4020_b053_deb4d1c6645e';
>
> SET dfs.replication=2;
>
> SET hive.exec.compress.output=true;
>
> SET hive.auto.convert.join.noconditionaltask=true;
>
> SET hive.auto.convert.join.noconditionaltask.size=100000000;
>
> SET mapreduce.output.fileoutputformat.compress.type=BLOCK;
>
> SET mapreduce.job.split.metainfo.maxsize=-1;
>
> INSERT OVERWRITE TABLE kylin_intermediate_kylin_
>> sales_cube_desc_e09d95b1_c060_4020_b053_deb4d1c6645e SELECT
>
> KYLIN_SALES.PART_DT
>
> ,KYLIN_SALES.LEAF_CATEG_ID
>
> ,KYLIN_SALES.LSTG_SITE_ID
>
> ,KYLIN_CATEGORY_GROUPINGS.META_CATEG_NAME
>
> ,KYLIN_CATEGORY_GROUPINGS.CATEG_LVL2_NAME
>
> ,KYLIN_CATEGORY_GROUPINGS.CATEG_LVL3_NAME
>
> ,KYLIN_SALES.LSTG_FORMAT_NAME
>
> ,KYLIN_SALES.USER_ID
>
> ,KYLIN_SALES.REGION
>
> ,KYLIN_SALES.PRICE
>
> ,KYLIN_SALES.SELLER_ID
>
> FROM DEFAULT.KYLIN_SALES as KYLIN_SALES
>
> INNER JOIN DEFAULT.KYLIN_CATEGORY_GROUPINGS as KYLIN_CATEGORY_GROUPINGS
>
> ON KYLIN_SALES.LEAF_CATEG_ID = KYLIN_CATEGORY_GROUPINGS.LEAF_CATEG_ID AND
>> KYLIN_SALES.LSTG_SITE_ID = KYLIN_CATEGORY_GROUPINGS.SITE_ID
>
> WHERE (KYLIN_SALES.PART_DT >= '2012-01-01' AND KYLIN_SALES.PART_DT <
>> '2016-12-01')
>
> ;
>
>
>> "
>
> SLF4J: Class path contains multiple SLF4J bindings.
>
> SLF4J: Found binding in [jar:file:/usr/local/hive/lib/
>> log4j-slf4j-impl-2.4.1.jar!/org/slf4j/impl/StaticLoggerBinder.class]
>
> SLF4J: Found binding in [jar:file:/usr/local/hadoop/
>> share/hadoop/common/lib/slf4j-log4j12-1.7.5.jar!/org/slf4j/
>> impl/StaticLoggerBinder.class]
>
> SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an
>> explanation.
>
> SLF4J: Actual binding is of type [org.apache.logging.slf4j.
>> Log4jLoggerFactory]
>
>
>> Logging initialized using configuration in jar:file:/usr/local/hive/lib/
>> hive-common-2.1.1.jar!/hive-log4j2.properties Async: true
>
> OK
>
> Time taken: 0.702 seconds
>
> OK
>
> Time taken: 0.07 seconds
>
> OK
>
> Time taken: 0.528 seconds
>
> FAILED: SemanticException [Error 10001]: Line 14:5 Table not found
>> 'KYLIN_SALES'
>
>
Re: kylin_sales_cube fails to build on first step
Posted by Billy Liu <bi...@apache.org>.
Please check the sample.sh log first. You could run the script again.
2016-12-14 13:32 GMT+08:00 徐 鹏 <xu...@outlook.com>:
> can you see these table by hive client/beeline
>
> 在 2016年12月14日，下午1:26，John Ruiz <jr...@johnruiz.com> 写道：
>
> Hello!
>
> I've run $KYLIN_HOME/bin/sample.sh and then attempted to build the cube.
> It fails on step 1 saying that the KYLIN_SALES table doesn't exist. The
> output is below. If I go to the Data Source tab in the learn_kylin
> project, I can see that the default database does have a KYLIN_SALES table,
> though.
>
> kylin 1.6.0
> hive 2.1.1
> hbase 1.2.4
> hadoop-core 2.6.0
>
> Create and distribute table, cmd:
>>
>> hive -e "SET dfs.replication=2;
>>
>> SET hive.exec.compress.output=true;
>>
>> SET hive.auto.convert.join.noconditionaltask=true;
>>
>> SET hive.auto.convert.join.noconditionaltask.size=100000000;
>>
>> SET mapreduce.output.fileoutputformat.compress.type=BLOCK;
>>
>> SET mapreduce.job.split.metainfo.maxsize=-1;
>>
>>
>>> USE default;
>>
>> DROP TABLE IF EXISTS kylin_intermediate_kylin_sales
>>> _cube_desc_e09d95b1_c060_4020_b053_deb4d1c6645e;
>>
>> CREATE EXTERNAL TABLE IF NOT EXISTS kylin_intermediate_kylin_sales
>>> _cube_desc_e09d95b1_c060_4020_b053_deb4d1c6645e
>>
>> (
>>
>> DEFAULT_KYLIN_SALES_PART_DT date
>>
>> ,DEFAULT_KYLIN_SALES_LEAF_CATEG_ID bigint
>>
>> ,DEFAULT_KYLIN_SALES_LSTG_SITE_ID int
>>
>> ,DEFAULT_KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME string
>>
>> ,DEFAULT_KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME string
>>
>> ,DEFAULT_KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME string
>>
>> ,DEFAULT_KYLIN_SALES_LSTG_FORMAT_NAME string
>>
>> ,DEFAULT_KYLIN_SALES_USER_ID string
>>
>> ,DEFAULT_KYLIN_SALES_REGION string
>>
>> ,DEFAULT_KYLIN_SALES_PRICE decimal(19,4)
>>
>> ,DEFAULT_KYLIN_SALES_SELLER_ID bigint
>>
>> )
>>
>> STORED AS SEQUENCEFILE
>>
>> LOCATION '/kylin/kylin_metadata/kylin-c6867cdb-7267-456e-b987-8900a3d
>>> 42b74/kylin_intermediate_kylin_sales_cube_desc_
>>> e09d95b1_c060_4020_b053_deb4d1c6645e';
>>
>> SET dfs.replication=2;
>>
>> SET hive.exec.compress.output=true;
>>
>> SET hive.auto.convert.join.noconditionaltask=true;
>>
>> SET hive.auto.convert.join.noconditionaltask.size=100000000;
>>
>> SET mapreduce.output.fileoutputformat.compress.type=BLOCK;
>>
>> SET mapreduce.job.split.metainfo.maxsize=-1;
>>
>> INSERT OVERWRITE TABLE kylin_intermediate_kylin_sales
>>> _cube_desc_e09d95b1_c060_4020_b053_deb4d1c6645e SELECT
>>
>> KYLIN_SALES.PART_DT
>>
>> ,KYLIN_SALES.LEAF_CATEG_ID
>>
>> ,KYLIN_SALES.LSTG_SITE_ID
>>
>> ,KYLIN_CATEGORY_GROUPINGS.META_CATEG_NAME
>>
>> ,KYLIN_CATEGORY_GROUPINGS.CATEG_LVL2_NAME
>>
>> ,KYLIN_CATEGORY_GROUPINGS.CATEG_LVL3_NAME
>>
>> ,KYLIN_SALES.LSTG_FORMAT_NAME
>>
>> ,KYLIN_SALES.USER_ID
>>
>> ,KYLIN_SALES.REGION
>>
>> ,KYLIN_SALES.PRICE
>>
>> ,KYLIN_SALES.SELLER_ID
>>
>> FROM DEFAULT.KYLIN_SALES as KYLIN_SALES
>>
>> INNER JOIN DEFAULT.KYLIN_CATEGORY_GROUPINGS as KYLIN_CATEGORY_GROUPINGS
>>
>> ON KYLIN_SALES.LEAF_CATEG_ID = KYLIN_CATEGORY_GROUPINGS.LEAF_CATEG_ID
>>> AND KYLIN_SALES.LSTG_SITE_ID = KYLIN_CATEGORY_GROUPINGS.SITE_ID
>>
>> WHERE (KYLIN_SALES.PART_DT >= '2012-01-01' AND KYLIN_SALES.PART_DT <
>>> '2016-12-01')
>>
>> ;
>>
>>
>>> "
>>
>> SLF4J: Class path contains multiple SLF4J bindings.
>>
>> SLF4J: Found binding in [jar:file:/usr/local/hive/lib/
>>> log4j-slf4j-impl-2.4.1.jar!/org/slf4j/impl/StaticLoggerBinder.class]
>>
>> SLF4J: Found binding in [jar:file:/usr/local/hadoop/sh
>>> are/hadoop/common/lib/slf4j-log4j12-1.7.5.jar!/org/slf4j/imp
>>> l/StaticLoggerBinder.class]
>>
>> SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an
>>> explanation.
>>
>> SLF4J: Actual binding is of type [org.apache.logging.slf4j.Log4
>>> jLoggerFactory]
>>
>>
>>> Logging initialized using configuration in jar:file:/usr/local/hive/lib/h
>>> ive-common-2.1.1.jar!/hive-log4j2.properties Async: true
>>
>> OK
>>
>> Time taken: 0.702 seconds
>>
>> OK
>>
>> Time taken: 0.07 seconds
>>
>> OK
>>
>> Time taken: 0.528 seconds
>>
>> FAILED: SemanticException [Error 10001]: Line 14:5 Table not found
>>> 'KYLIN_SALES'
>>
>>
>
Re: kylin_sales_cube fails to build on first step
Posted by 徐 鹏 <xu...@outlook.com>.
can you see these table by hive client/beeline
在 2016年12月14日，下午1:26，John Ruiz <jr...@johnruiz.com>> 写道：
Hello!
I've run $KYLIN_HOME/bin/sample.sh and then attempted to build the cube. It fails on step 1 saying that the KYLIN_SALES table doesn't exist. The output is below. If I go to the Data Source tab in the learn_kylin project, I can see that the default database does have a KYLIN_SALES table, though.
kylin 1.6.0
hive 2.1.1
hbase 1.2.4
hadoop-core 2.6.0
Create and distribute table, cmd:
hive -e "SET dfs.replication=2;
SET hive.exec.compress.output=true;
SET hive.auto.convert.join.noconditionaltask=true;
SET hive.auto.convert.join.noconditionaltask.size=100000000;
SET mapreduce.output.fileoutputformat.compress.type=BLOCK;
SET mapreduce.job.split.metainfo.maxsize=-1;
USE default;
DROP TABLE IF EXISTS kylin_intermediate_kylin_sales_cube_desc_e09d95b1_c060_4020_b053_deb4d1c6645e;
CREATE EXTERNAL TABLE IF NOT EXISTS kylin_intermediate_kylin_sales_cube_desc_e09d95b1_c060_4020_b053_deb4d1c6645e
(
DEFAULT_KYLIN_SALES_PART_DT date
,DEFAULT_KYLIN_SALES_LEAF_CATEG_ID bigint
,DEFAULT_KYLIN_SALES_LSTG_SITE_ID int
,DEFAULT_KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME string
,DEFAULT_KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME string
,DEFAULT_KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME string
,DEFAULT_KYLIN_SALES_LSTG_FORMAT_NAME string
,DEFAULT_KYLIN_SALES_USER_ID string
,DEFAULT_KYLIN_SALES_REGION string
,DEFAULT_KYLIN_SALES_PRICE decimal(19,4)
,DEFAULT_KYLIN_SALES_SELLER_ID bigint
)
STORED AS SEQUENCEFILE
LOCATION '/kylin/kylin_metadata/kylin-c6867cdb-7267-456e-b987-8900a3d42b74/kylin_intermediate_kylin_sales_cube_desc_e09d95b1_c060_4020_b053_deb4d1c6645e';
SET dfs.replication=2;
SET hive.exec.compress.output=true;
SET hive.auto.convert.join.noconditionaltask=true;
SET hive.auto.convert.join.noconditionaltask.size=100000000;
SET mapreduce.output.fileoutputformat.compress.type=BLOCK;
SET mapreduce.job.split.metainfo.maxsize=-1;
INSERT OVERWRITE TABLE kylin_intermediate_kylin_sales_cube_desc_e09d95b1_c060_4020_b053_deb4d1c6645e SELECT
KYLIN_SALES.PART_DT
,KYLIN_SALES.LEAF_CATEG_ID
,KYLIN_SALES.LSTG_SITE_ID
,KYLIN_CATEGORY_GROUPINGS.META_CATEG_NAME
,KYLIN_CATEGORY_GROUPINGS.CATEG_LVL2_NAME
,KYLIN_CATEGORY_GROUPINGS.CATEG_LVL3_NAME
,KYLIN_SALES.LSTG_FORMAT_NAME
,KYLIN_SALES.USER_ID
,KYLIN_SALES.REGION
,KYLIN_SALES.PRICE
,KYLIN_SALES.SELLER_ID
FROM DEFAULT.KYLIN_SALES as KYLIN_SALES
INNER JOIN DEFAULT.KYLIN_CATEGORY_GROUPINGS as KYLIN_CATEGORY_GROUPINGS
ON KYLIN_SALES.LEAF_CATEG_ID = KYLIN_CATEGORY_GROUPINGS.LEAF_CATEG_ID AND KYLIN_SALES.LSTG_SITE_ID = KYLIN_CATEGORY_GROUPINGS.SITE_ID
WHERE (KYLIN_SALES.PART_DT >= '2012-01-01' AND KYLIN_SALES.PART_DT < '2016-12-01')
;
"
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/usr/local/hive/lib/log4j-slf4j-impl-2.4.1.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/usr/local/hadoop/share/hadoop/common/lib/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
SLF4J: Actual binding is of type [org.apache.logging.slf4j.Log4jLoggerFactory]
Logging initialized using configuration in jar:file:/usr/local/hive/lib/hive-common-2.1.1.jar!/hive-log4j2.properties Async: true
OK
Time taken: 0.702 seconds
OK
Time taken: 0.07 seconds
OK
Time taken: 0.528 seconds
FAILED: SemanticException [Error 10001]: Line 14:5 Table not found 'KYLIN_SALES'