You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@kylin.apache.org by Bailando <ci...@gmail.com> on 2019/04/04 10:25:35 UTC

Building cube fails on MapR Sandbox Docker

Hi,

i installed apache-kylin-2.6.1-bin-hbase1x on my MapR 6.0 Docker Sandbox. In
order start it i had to change kylin.metadata.url to '/kylin/meta@hbase'.
Everything starts up, web ui pops up, but whenever i try to build sample
cube it fails on first step ("Create Intermediate Flat Hive Table") with
following error: 

java.io.IOException: OS command error exit with return code: 1, error
message: OK
Time taken: 7.852 seconds
OK
Time taken: 0.172 seconds
FAILED: Execution Error, return code 1 from
org.apache.hadoop.hive.ql.exec.DDLTask. MetaException(message:Got exception:
java.io.IOException Error: Not a directory(20), file:
kylin_intermediate_kylin_sales_cube_9559e4db_979d_5bc2_6033_556acc5e66b7,
user name: root, ID: 0)
The command is: 
hive -e "USE default;

DROP TABLE IF EXISTS
kylin_intermediate_kylin_sales_cube_9559e4db_979d_5bc2_6033_556acc5e66b7;
CREATE EXTERNAL TABLE IF NOT EXISTS
kylin_intermediate_kylin_sales_cube_9559e4db_979d_5bc2_6033_556acc5e66b7
(
KYLIN_SALES_TRANS_ID bigint
,KYLIN_SALES_PART_DT date
,KYLIN_SALES_LEAF_CATEG_ID bigint
,KYLIN_SALES_LSTG_SITE_ID int
,KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME string
,KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME string
,KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME string
,KYLIN_SALES_LSTG_FORMAT_NAME string
,KYLIN_SALES_SELLER_ID bigint
,KYLIN_SALES_BUYER_ID bigint
,BUYER_ACCOUNT_ACCOUNT_BUYER_LEVEL int
,SELLER_ACCOUNT_ACCOUNT_SELLER_LEVEL int
,BUYER_ACCOUNT_ACCOUNT_COUNTRY string
,SELLER_ACCOUNT_ACCOUNT_COUNTRY string
,BUYER_COUNTRY_NAME string
,SELLER_COUNTRY_NAME string
,KYLIN_SALES_OPS_USER_ID string
,KYLIN_SALES_OPS_REGION string
,KYLIN_SALES_PRICE decimal(19,4)
)
STORED AS SEQUENCEFILE
LOCATION
'maprfs:///kylin/meta/kylin-511e0cc3-08cd-94d0-4a47-143f4632646d/kylin_intermediate_kylin_sales_cube_9559e4db_979d_5bc2_6033_556acc5e66b7';
ALTER TABLE
kylin_intermediate_kylin_sales_cube_9559e4db_979d_5bc2_6033_556acc5e66b7 SET
TBLPROPERTIES('auto.purge'='true');
INSERT OVERWRITE TABLE
\`kylin_intermediate_kylin_sales_cube_9559e4db_979d_5bc2_6033_556acc5e66b7\`
SELECT
\`KYLIN_SALES\`.\`TRANS_ID\` as \`KYLIN_SALES_TRANS_ID\`
,\`KYLIN_SALES\`.\`PART_DT\` as \`KYLIN_SALES_PART_DT\`
,\`KYLIN_SALES\`.\`LEAF_CATEG_ID\` as \`KYLIN_SALES_LEAF_CATEG_ID\`
,\`KYLIN_SALES\`.\`LSTG_SITE_ID\` as \`KYLIN_SALES_LSTG_SITE_ID\`
,\`KYLIN_CATEGORY_GROUPINGS\`.\`META_CATEG_NAME\` as
\`KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME\`
,\`KYLIN_CATEGORY_GROUPINGS\`.\`CATEG_LVL2_NAME\` as
\`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME\`
,\`KYLIN_CATEGORY_GROUPINGS\`.\`CATEG_LVL3_NAME\` as
\`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME\`
,\`KYLIN_SALES\`.\`LSTG_FORMAT_NAME\` as \`KYLIN_SALES_LSTG_FORMAT_NAME\`
,\`KYLIN_SALES\`.\`SELLER_ID\` as \`KYLIN_SALES_SELLER_ID\`
,\`KYLIN_SALES\`.\`BUYER_ID\` as \`KYLIN_SALES_BUYER_ID\`
,\`BUYER_ACCOUNT\`.\`ACCOUNT_BUYER_LEVEL\` as
\`BUYER_ACCOUNT_ACCOUNT_BUYER_LEVEL\`
,\`SELLER_ACCOUNT\`.\`ACCOUNT_SELLER_LEVEL\` as
\`SELLER_ACCOUNT_ACCOUNT_SELLER_LEVEL\`
,\`BUYER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` as \`BUYER_ACCOUNT_ACCOUNT_COUNTRY\`
,\`SELLER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` as
\`SELLER_ACCOUNT_ACCOUNT_COUNTRY\`
,\`BUYER_COUNTRY\`.\`NAME\` as \`BUYER_COUNTRY_NAME\`
,\`SELLER_COUNTRY\`.\`NAME\` as \`SELLER_COUNTRY_NAME\`
,\`KYLIN_SALES\`.\`OPS_USER_ID\` as \`KYLIN_SALES_OPS_USER_ID\`
,\`KYLIN_SALES\`.\`OPS_REGION\` as \`KYLIN_SALES_OPS_REGION\`
,\`KYLIN_SALES\`.\`PRICE\` as \`KYLIN_SALES_PRICE\`
 FROM \`DEFAULT\`.\`KYLIN_SALES\` as \`KYLIN_SALES\`
INNER JOIN \`DEFAULT\`.\`KYLIN_CAL_DT\` as \`KYLIN_CAL_DT\`
ON \`KYLIN_SALES\`.\`PART_DT\` = \`KYLIN_CAL_DT\`.\`CAL_DT\`
INNER JOIN \`DEFAULT\`.\`KYLIN_CATEGORY_GROUPINGS\` as
\`KYLIN_CATEGORY_GROUPINGS\`
ON \`KYLIN_SALES\`.\`LEAF_CATEG_ID\` =
\`KYLIN_CATEGORY_GROUPINGS\`.\`LEAF_CATEG_ID\` AND
\`KYLIN_SALES\`.\`LSTG_SITE_ID\` = \`KYLIN_CATEGORY_GROUPINGS\`.\`SITE_ID\`
INNER JOIN \`DEFAULT\`.\`KYLIN_ACCOUNT\` as \`BUYER_ACCOUNT\`
ON \`KYLIN_SALES\`.\`BUYER_ID\` = \`BUYER_ACCOUNT\`.\`ACCOUNT_ID\`
INNER JOIN \`DEFAULT\`.\`KYLIN_ACCOUNT\` as \`SELLER_ACCOUNT\`
ON \`KYLIN_SALES\`.\`SELLER_ID\` = \`SELLER_ACCOUNT\`.\`ACCOUNT_ID\`
INNER JOIN \`DEFAULT\`.\`KYLIN_COUNTRY\` as \`BUYER_COUNTRY\`
ON \`BUYER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` = \`BUYER_COUNTRY\`.\`COUNTRY\`
INNER JOIN \`DEFAULT\`.\`KYLIN_COUNTRY\` as \`SELLER_COUNTRY\`
ON \`SELLER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` = \`SELLER_COUNTRY\`.\`COUNTRY\`
WHERE 1=1 AND (\`KYLIN_SALES\`.\`PART_DT\` >= '2012-01-01' AND
\`KYLIN_SALES\`.\`PART_DT\` < '2019-04-09')
;

" --hiveconf hive.merge.mapredfiles=false --hiveconf
hive.auto.convert.join=true --hiveconf dfs.replication=2 --hiveconf
hive.exec.compress.output=true --hiveconf
hive.auto.convert.join.noconditionaltask=true --hiveconf
mapreduce.job.split.metainfo.maxsize=-1 --hiveconf hive.merge.mapfiles=false
--hiveconf hive.auto.convert.join.noconditionaltask.size=100000000
--hiveconf hive.stats.autogather=true
	at
org.apache.kylin.common.util.CliCommandExecutor.execute(CliCommandExecutor.java:96)
	at
org.apache.kylin.source.hive.CreateFlatHiveTableStep.createFlatHiveTable(CreateFlatHiveTableStep.java:62)
	at
org.apache.kylin.source.hive.CreateFlatHiveTableStep.doWork(CreateFlatHiveTableStep.java:99)
	at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:166)
	at
org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:71)
	at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:166)
	at
org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:114)
	at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

I haven't been able to find any solutions to this problem.

--
Sent from: http://apache-kylin.74782.x6.nabble.com/