You are viewing a plain text version of this content. The canonical link for it is here.

Posted to user@kylin.apache.org by 刘波 <10...@qq.com> on 2020/12/18 03:45:55 UTC

kylin sample cube build error

java.io.IOException: OS command error exit with return code: 1, error message: SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/usr/hdp/3.0.1.0-187/hive/lib/log4j-slf4j-impl-2.10.0.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/usr/hdp/3.0.1.0-187/hadoop/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.apache.logging.slf4j.Log4jLoggerFactory] Connecting to jdbc:hive2://hadoop5.hope:2181,hadoop3.hope:2181,hadoop4.hope:2181/default;password=hope888;serviceDiscoveryMode=zooKeeper;user=hive;zooKeeperNamespace=hiveserver2 20/12/18 11:34:22 [main]: INFO jdbc.HiveConnection: Connected to hadoop4.hope:10000 Connected to: Apache Hive (version 3.1.0.3.0.1.0-187) Driver: Hive JDBC (version 3.1.0.3.0.1.0-187) Transaction isolation: TRANSACTION_REPEATABLE_READ Error: Error while processing statement: Cannot modify mapreduce.job.name at runtime. It is not in list of params that are allowed to be modified at runtime (state=42000,code=1) Closing: 0: jdbc:hive2://hadoop5.hope:2181,hadoop3.hope:2181,hadoop4.hope:2181/default;password=hope888;serviceDiscoveryMode=zooKeeper;user=hive;zooKeeperNamespace=hiveserver2 The command is:  hive -e "set mapreduce.job.name=Create Intermediate Flat Hive Table kylin_sales_cube 0f5850c5-c4bc-0aef-53bf-cff63393202b-00; USE default; DROP TABLE IF EXISTS kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573; CREATE EXTERNAL TABLE IF NOT EXISTS kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573 ( \`KYLIN_SALES_TRANS_ID\` bigint ,\`KYLIN_SALES_PART_DT\` date ,\`KYLIN_SALES_LEAF_CATEG_ID\` bigint ,\`KYLIN_SALES_LSTG_SITE_ID\` int ,\`KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME\` string ,\`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME\` string ,\`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME\` string ,\`KYLIN_SALES_LSTG_FORMAT_NAME\` string ,\`KYLIN_SALES_SELLER_ID\` bigint ,\`KYLIN_SALES_BUYER_ID\` bigint ,\`BUYER_ACCOUNT_ACCOUNT_BUYER_LEVEL\` int ,\`SELLER_ACCOUNT_ACCOUNT_SELLER_LEVEL\` int ,\`BUYER_ACCOUNT_ACCOUNT_COUNTRY\` string ,\`SELLER_ACCOUNT_ACCOUNT_COUNTRY\` string ,\`BUYER_COUNTRY_NAME\` string ,\`SELLER_COUNTRY_NAME\` string ,\`KYLIN_SALES_OPS_USER_ID\` string ,\`KYLIN_SALES_OPS_REGION\` string ,\`KYLIN_SALES_PRICE\` decimal(19,4) ) STORED AS SEQUENCEFILE LOCATION 'hdfs://hadoop5.hope:8020/kylin/kylin_metadata/kylin-0f5850c5-c4bc-0aef-53bf-cff63393202b/kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573'; ALTER TABLE kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573 SET TBLPROPERTIES('auto.purge'='true'); INSERT OVERWRITE TABLE \`kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573\` SELECT \`KYLIN_SALES\`.\`TRANS_ID\` as \`KYLIN_SALES_TRANS_ID\` ,\`KYLIN_SALES\`.\`PART_DT\` as \`KYLIN_SALES_PART_DT\` ,\`KYLIN_SALES\`.\`LEAF_CATEG_ID\` as \`KYLIN_SALES_LEAF_CATEG_ID\` ,\`KYLIN_SALES\`.\`LSTG_SITE_ID\` as \`KYLIN_SALES_LSTG_SITE_ID\` ,\`KYLIN_CATEGORY_GROUPINGS\`.\`META_CATEG_NAME\` as \`KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME\` ,\`KYLIN_CATEGORY_GROUPINGS\`.\`CATEG_LVL2_NAME\` as \`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME\` ,\`KYLIN_CATEGORY_GROUPINGS\`.\`CATEG_LVL3_NAME\` as \`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME\` ,\`KYLIN_SALES\`.\`LSTG_FORMAT_NAME\` as \`KYLIN_SALES_LSTG_FORMAT_NAME\` ,\`KYLIN_SALES\`.\`SELLER_ID\` as \`KYLIN_SALES_SELLER_ID\` ,\`KYLIN_SALES\`.\`BUYER_ID\` as \`KYLIN_SALES_BUYER_ID\` ,\`BUYER_ACCOUNT\`.\`ACCOUNT_BUYER_LEVEL\` as \`BUYER_ACCOUNT_ACCOUNT_BUYER_LEVEL\` ,\`SELLER_ACCOUNT\`.\`ACCOUNT_SELLER_LEVEL\` as \`SELLER_ACCOUNT_ACCOUNT_SELLER_LEVEL\` ,\`BUYER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` as \`BUYER_ACCOUNT_ACCOUNT_COUNTRY\` ,\`SELLER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` as \`SELLER_ACCOUNT_ACCOUNT_COUNTRY\` ,\`BUYER_COUNTRY\`.\`NAME\` as \`BUYER_COUNTRY_NAME\` ,\`SELLER_COUNTRY\`.\`NAME\` as \`SELLER_COUNTRY_NAME\` ,\`KYLIN_SALES\`.\`OPS_USER_ID\` as \`KYLIN_SALES_OPS_USER_ID\` ,\`KYLIN_SALES\`.\`OPS_REGION\` as \`KYLIN_SALES_OPS_REGION\` ,\`KYLIN_SALES\`.\`PRICE\` as \`KYLIN_SALES_PRICE\`  FROM \`DEFAULT\`.\`KYLIN_SALES\` as \`KYLIN_SALES\` INNER JOIN \`DEFAULT\`.\`KYLIN_CAL_DT\` as \`KYLIN_CAL_DT\` ON \`KYLIN_SALES\`.\`PART_DT\` = \`KYLIN_CAL_DT\`.\`CAL_DT\` INNER JOIN \`DEFAULT\`.\`KYLIN_CATEGORY_GROUPINGS\` as \`KYLIN_CATEGORY_GROUPINGS\` ON \`KYLIN_SALES\`.\`LEAF_CATEG_ID\` = \`KYLIN_CATEGORY_GROUPINGS\`.\`LEAF_CATEG_ID\` AND \`KYLIN_SALES\`.\`LSTG_SITE_ID\` = \`KYLIN_CATEGORY_GROUPINGS\`.\`SITE_ID\` INNER JOIN \`DEFAULT\`.\`KYLIN_ACCOUNT\` as \`BUYER_ACCOUNT\` ON \`KYLIN_SALES\`.\`BUYER_ID\` = \`BUYER_ACCOUNT\`.\`ACCOUNT_ID\` INNER JOIN \`DEFAULT\`.\`KYLIN_ACCOUNT\` as \`SELLER_ACCOUNT\` ON \`KYLIN_SALES\`.\`SELLER_ID\` = \`SELLER_ACCOUNT\`.\`ACCOUNT_ID\` INNER JOIN \`DEFAULT\`.\`KYLIN_COUNTRY\` as \`BUYER_COUNTRY\` ON \`BUYER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` = \`BUYER_COUNTRY\`.\`COUNTRY\` INNER JOIN \`DEFAULT\`.\`KYLIN_COUNTRY\` as \`SELLER_COUNTRY\` ON \`SELLER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` = \`SELLER_COUNTRY\`.\`COUNTRY\` WHERE 1=1 AND (\`KYLIN_SALES\`.\`PART_DT\` &gt;= '2012-01-01' AND \`KYLIN_SALES\`.\`PART_DT\` < '2020-12-04') ; " --hiveconf hive.merge.mapredfiles=false --hiveconf hive.auto.convert.join=true --hiveconf hive.exec.compress.output=true --hiveconf hive.auto.convert.join.noconditionaltask=true --hiveconf hive.merge.mapfiles=false --hiveconf hive.auto.convert.join.noconditionaltask.size=100000000 --hiveconf hive.stats.autogather=true 	at org.apache.kylin.common.util.CliCommandExecutor.execute(CliCommandExecutor.java:96) 	at org.apache.kylin.source.hive.CreateFlatHiveTableStep.createFlatHiveTable(CreateFlatHiveTableStep.java:59) 	at org.apache.kylin.source.hive.CreateFlatHiveTableStep.doWork(CreateFlatHiveTableStep.java:97) 	at org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:179) 	at org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:71) 	at org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:179) 	at org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:114) 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 	at java.lang.Thread.run(Thread.java:745)if (r.getFirst() != 0)
    throw new IOException("OS command error exit with return code: " + r.getFirst() //
            + ", error message: " + r.getSecond() + "The command is: \n" + command
            + (remoteHost == null ? "" : " (remoteHost:" + remoteHost + ")") //
    );

回复：回复: kylin sample cube build error

Posted by 刘波 <10...@qq.com>.

非常感谢 ！！




------------------&nbsp;原始邮件&nbsp;------------------
发件人:                                                                                                                        "user"                                                                                    <chengyanan@idengyun.com&gt;;
发送时间:&nbsp;2020年12月21日(星期一) 上午9:29
收件人:&nbsp;"user"<user@kylin.apache.org&gt;;

主题:&nbsp;回复: kylin sample cube build error



     Error: Error while processing statement: Cannot modify mapreduce.job.name at runtime. It is not in list of params that are allowed to be modified at runtime (state=42000,code=1)
 &nbsp;
发件人：&nbsp;刘波
发送时间：&nbsp;2020-12-18 11:45
收件人：&nbsp;user
主题：&nbsp;kylin sample cube build error


java.io.IOException: OS command error exit with return code: 1, error message: SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/usr/hdp/3.0.1.0-187/hive/lib/log4j-slf4j-impl-2.10.0.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/usr/hdp/3.0.1.0-187/hadoop/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.apache.logging.slf4j.Log4jLoggerFactory] Connecting to jdbc:hive2://hadoop5.hope:2181,hadoop3.hope:2181,hadoop4.hope:2181/default;password=hope888;serviceDiscoveryMode=zooKeeper;user=hive;zooKeeperNamespace=hiveserver2 20/12/18 11:34:22 [main]: INFO jdbc.HiveConnection: Connected to hadoop4.hope:10000 Connected to: Apache Hive (version 3.1.0.3.0.1.0-187) Driver: Hive JDBC (version 3.1.0.3.0.1.0-187) Transaction isolation: TRANSACTION_REPEATABLE_READ Error: Error while processing statement: Cannot modify mapreduce.job.name at runtime. It is not in list of params that are allowed to be modified at runtime (state=42000,code=1) Closing: 0: jdbc:hive2://hadoop5.hope:2181,hadoop3.hope:2181,hadoop4.hope:2181/default;password=hope888;serviceDiscoveryMode=zooKeeper;user=hive;zooKeeperNamespace=hiveserver2 The command is:  hive -e "set mapreduce.job.name=Create Intermediate Flat Hive Table kylin_sales_cube 0f5850c5-c4bc-0aef-53bf-cff63393202b-00; USE default; DROP TABLE IF EXISTS kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573; CREATE EXTERNAL TABLE IF NOT EXISTS kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573 ( \`KYLIN_SALES_TRANS_ID\` bigint ,\`KYLIN_SALES_PART_DT\` date ,\`KYLIN_SALES_LEAF_CATEG_ID\` bigint ,\`KYLIN_SALES_LSTG_SITE_ID\` int ,\`KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME\` string ,\`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME\` string ,\`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME\` string ,\`KYLIN_SALES_LSTG_FORMAT_NAME\` string ,\`KYLIN_SALES_SELLER_ID\` bigint ,\`KYLIN_SALES_BUYER_ID\` bigint ,\`BUYER_ACCOUNT_ACCOUNT_BUYER_LEVEL\` int ,\`SELLER_ACCOUNT_ACCOUNT_SELLER_LEVEL\` int ,\`BUYER_ACCOUNT_ACCOUNT_COUNTRY\` string ,\`SELLER_ACCOUNT_ACCOUNT_COUNTRY\` string ,\`BUYER_COUNTRY_NAME\` string ,\`SELLER_COUNTRY_NAME\` string ,\`KYLIN_SALES_OPS_USER_ID\` string ,\`KYLIN_SALES_OPS_REGION\` string ,\`KYLIN_SALES_PRICE\` decimal(19,4) ) STORED AS SEQUENCEFILE LOCATION 'hdfs://hadoop5.hope:8020/kylin/kylin_metadata/kylin-0f5850c5-c4bc-0aef-53bf-cff63393202b/kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573'; ALTER TABLE kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573 SET TBLPROPERTIES('auto.purge'='true'); INSERT OVERWRITE TABLE \`kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573\` SELECT \`KYLIN_SALES\`.\`TRANS_ID\` as \`KYLIN_SALES_TRANS_ID\` ,\`KYLIN_SALES\`.\`PART_DT\` as \`KYLIN_SALES_PART_DT\` ,\`KYLIN_SALES\`.\`LEAF_CATEG_ID\` as \`KYLIN_SALES_LEAF_CATEG_ID\` ,\`KYLIN_SALES\`.\`LSTG_SITE_ID\` as \`KYLIN_SALES_LSTG_SITE_ID\` ,\`KYLIN_CATEGORY_GROUPINGS\`.\`META_CATEG_NAME\` as \`KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME\` ,\`KYLIN_CATEGORY_GROUPINGS\`.\`CATEG_LVL2_NAME\` as \`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME\` ,\`KYLIN_CATEGORY_GROUPINGS\`.\`CATEG_LVL3_NAME\` as \`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME\` ,\`KYLIN_SALES\`.\`LSTG_FORMAT_NAME\` as \`KYLIN_SALES_LSTG_FORMAT_NAME\` ,\`KYLIN_SALES\`.\`SELLER_ID\` as \`KYLIN_SALES_SELLER_ID\` ,\`KYLIN_SALES\`.\`BUYER_ID\` as \`KYLIN_SALES_BUYER_ID\` ,\`BUYER_ACCOUNT\`.\`ACCOUNT_BUYER_LEVEL\` as \`BUYER_ACCOUNT_ACCOUNT_BUYER_LEVEL\` ,\`SELLER_ACCOUNT\`.\`ACCOUNT_SELLER_LEVEL\` as \`SELLER_ACCOUNT_ACCOUNT_SELLER_LEVEL\` ,\`BUYER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` as \`BUYER_ACCOUNT_ACCOUNT_COUNTRY\` ,\`SELLER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` as \`SELLER_ACCOUNT_ACCOUNT_COUNTRY\` ,\`BUYER_COUNTRY\`.\`NAME\` as \`BUYER_COUNTRY_NAME\` ,\`SELLER_COUNTRY\`.\`NAME\` as \`SELLER_COUNTRY_NAME\` ,\`KYLIN_SALES\`.\`OPS_USER_ID\` as \`KYLIN_SALES_OPS_USER_ID\` ,\`KYLIN_SALES\`.\`OPS_REGION\` as \`KYLIN_SALES_OPS_REGION\` ,\`KYLIN_SALES\`.\`PRICE\` as \`KYLIN_SALES_PRICE\`  FROM \`DEFAULT\`.\`KYLIN_SALES\` as \`KYLIN_SALES\` INNER JOIN \`DEFAULT\`.\`KYLIN_CAL_DT\` as \`KYLIN_CAL_DT\` ON \`KYLIN_SALES\`.\`PART_DT\` = \`KYLIN_CAL_DT\`.\`CAL_DT\` INNER JOIN \`DEFAULT\`.\`KYLIN_CATEGORY_GROUPINGS\` as \`KYLIN_CATEGORY_GROUPINGS\` ON \`KYLIN_SALES\`.\`LEAF_CATEG_ID\` = \`KYLIN_CATEGORY_GROUPINGS\`.\`LEAF_CATEG_ID\` AND \`KYLIN_SALES\`.\`LSTG_SITE_ID\` = \`KYLIN_CATEGORY_GROUPINGS\`.\`SITE_ID\` INNER JOIN \`DEFAULT\`.\`KYLIN_ACCOUNT\` as \`BUYER_ACCOUNT\` ON \`KYLIN_SALES\`.\`BUYER_ID\` = \`BUYER_ACCOUNT\`.\`ACCOUNT_ID\` INNER JOIN \`DEFAULT\`.\`KYLIN_ACCOUNT\` as \`SELLER_ACCOUNT\` ON \`KYLIN_SALES\`.\`SELLER_ID\` = \`SELLER_ACCOUNT\`.\`ACCOUNT_ID\` INNER JOIN \`DEFAULT\`.\`KYLIN_COUNTRY\` as \`BUYER_COUNTRY\` ON \`BUYER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` = \`BUYER_COUNTRY\`.\`COUNTRY\` INNER JOIN \`DEFAULT\`.\`KYLIN_COUNTRY\` as \`SELLER_COUNTRY\` ON \`SELLER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` = \`SELLER_COUNTRY\`.\`COUNTRY\` WHERE 1=1 AND (\`KYLIN_SALES\`.\`PART_DT\` &gt;= '2012-01-01' AND \`KYLIN_SALES\`.\`PART_DT\` < '2020-12-04') ; " --hiveconf hive.merge.mapredfiles=false --hiveconf hive.auto.convert.join=true --hiveconf hive.exec.compress.output=true --hiveconf hive.auto.convert.join.noconditionaltask=true --hiveconf hive.merge.mapfiles=false --hiveconf hive.auto.convert.join.noconditionaltask.size=100000000 --hiveconf hive.stats.autogather=true 	at org.apache.kylin.common.util.CliCommandExecutor.execute(CliCommandExecutor.java:96) 	at org.apache.kylin.source.hive.CreateFlatHiveTableStep.createFlatHiveTable(CreateFlatHiveTableStep.java:59) 	at org.apache.kylin.source.hive.CreateFlatHiveTableStep.doWork(CreateFlatHiveTableStep.java:97) 	at org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:179) 	at org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:71) 	at org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:179) 	at org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:114) 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 	at java.lang.Thread.run(Thread.java:745)if (r.getFirst() != 0)
    throw new IOException("OS command error exit with return code: " + r.getFirst() //
            + ", error message: " + r.getSecond() + "The command is: \n" + command
            + (remoteHost == null ? "" : " (remoteHost:" + remoteHost + ")") //
    );

Re: kylin sample cube build error

Posted by Yaqian Zhang <Ya...@126.com>.

Hi;

It looks like there's something wrong with your MapReduce configuration, you can check it.

> 在 2020年12月21日，09:29，chengyanan@idengyun.com 写道：
> 
> Error: Error while processing statement: Cannot modify mapreduce.job.name at runtime. It is not in list of params that are allowed to be modified at runtime (state=42000,code=1)
>  
> 发件人： 刘波 <ma...@qq.com>
> 发送时间： 2020-12-18 11:45
> 收件人： user <ma...@kylin.apache.org>
> 主题： kylin sample cube build error
> java.io.IOException: OS command error exit with return code: 1, error message: SLF4J: Class path contains multiple SLF4J bindings.
> SLF4J: Found binding in [jar:file:/usr/hdp/3.0.1.0-187/hive/lib/log4j-slf4j-impl-2.10.0.jar!/org/slf4j/impl/StaticLoggerBinder.class]
> SLF4J: Found binding in [jar:file:/usr/hdp/3.0.1.0-187/hadoop/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class]
> SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
> SLF4J: Actual binding is of type [org.apache.logging.slf4j.Log4jLoggerFactory]
> Connecting to jdbc:hive2://hadoop5.hope:2181,hadoop3.hope:2181,hadoop4.hope:2181/default;password=hope888;serviceDiscoveryMode=zooKeeper;user=hive;zooKeeperNamespace=hiveserver2
> 20/12/18 11:34:22 [main]: INFO jdbc.HiveConnection: Connected to hadoop4.hope:10000
> Connected to: Apache Hive (version 3.1.0.3.0.1.0-187)
> Driver: Hive JDBC (version 3.1.0.3.0.1.0-187)
> Transaction isolation: TRANSACTION_REPEATABLE_READ
> Error: Error while processing statement: Cannot modify mapreduce.job.name at runtime. It is not in list of params that are allowed to be modified at runtime (state=42000,code=1)
> Closing: 0: jdbc:hive2://hadoop5.hope:2181,hadoop3.hope:2181,hadoop4.hope:2181/default;password=hope888;serviceDiscoveryMode=zooKeeper;user=hive;zooKeeperNamespace=hiveserver2
> The command is: 
> hive -e "set mapreduce.job.name=Create Intermediate Flat Hive Table kylin_sales_cube 0f5850c5-c4bc-0aef-53bf-cff63393202b-00;
> USE default;
> DROP TABLE IF EXISTS kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573;
> CREATE EXTERNAL TABLE IF NOT EXISTS kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573
> (
> \`KYLIN_SALES_TRANS_ID\` bigint
> ,\`KYLIN_SALES_PART_DT\` date
> ,\`KYLIN_SALES_LEAF_CATEG_ID\` bigint
> ,\`KYLIN_SALES_LSTG_SITE_ID\` int
> ,\`KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME\` string
> ,\`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME\` string
> ,\`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME\` string
> ,\`KYLIN_SALES_LSTG_FORMAT_NAME\` string
> ,\`KYLIN_SALES_SELLER_ID\` bigint
> ,\`KYLIN_SALES_BUYER_ID\` bigint
> ,\`BUYER_ACCOUNT_ACCOUNT_BUYER_LEVEL\` int
> ,\`SELLER_ACCOUNT_ACCOUNT_SELLER_LEVEL\` int
> ,\`BUYER_ACCOUNT_ACCOUNT_COUNTRY\` string
> ,\`SELLER_ACCOUNT_ACCOUNT_COUNTRY\` string
> ,\`BUYER_COUNTRY_NAME\` string
> ,\`SELLER_COUNTRY_NAME\` string
> ,\`KYLIN_SALES_OPS_USER_ID\` string
> ,\`KYLIN_SALES_OPS_REGION\` string
> ,\`KYLIN_SALES_PRICE\` decimal(19,4)
> )
> STORED AS SEQUENCEFILE
> LOCATION 'hdfs://hadoop5.hope:8020/kylin/kylin_metadata/kylin-0f5850c5-c4bc-0aef-53bf-cff63393202b/kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573';
> ALTER TABLE kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573 SET TBLPROPERTIES('auto.purge'='true');
> INSERT OVERWRITE TABLE \`kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573\` SELECT
> \`KYLIN_SALES\`.\`TRANS_ID\` as \`KYLIN_SALES_TRANS_ID\`
> ,\`KYLIN_SALES\`.\`PART_DT\` as \`KYLIN_SALES_PART_DT\`
> ,\`KYLIN_SALES\`.\`LEAF_CATEG_ID\` as \`KYLIN_SALES_LEAF_CATEG_ID\`
> ,\`KYLIN_SALES\`.\`LSTG_SITE_ID\` as \`KYLIN_SALES_LSTG_SITE_ID\`
> ,\`KYLIN_CATEGORY_GROUPINGS\`.\`META_CATEG_NAME\` as \`KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME\`
> ,\`KYLIN_CATEGORY_GROUPINGS\`.\`CATEG_LVL2_NAME\` as \`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME\`
> ,\`KYLIN_CATEGORY_GROUPINGS\`.\`CATEG_LVL3_NAME\` as \`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME\`
> ,\`KYLIN_SALES\`.\`LSTG_FORMAT_NAME\` as \`KYLIN_SALES_LSTG_FORMAT_NAME\`
> ,\`KYLIN_SALES\`.\`SELLER_ID\` as \`KYLIN_SALES_SELLER_ID\`
> ,\`KYLIN_SALES\`.\`BUYER_ID\` as \`KYLIN_SALES_BUYER_ID\`
> ,\`BUYER_ACCOUNT\`.\`ACCOUNT_BUYER_LEVEL\` as \`BUYER_ACCOUNT_ACCOUNT_BUYER_LEVEL\`
> ,\`SELLER_ACCOUNT\`.\`ACCOUNT_SELLER_LEVEL\` as \`SELLER_ACCOUNT_ACCOUNT_SELLER_LEVEL\`
> ,\`BUYER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` as \`BUYER_ACCOUNT_ACCOUNT_COUNTRY\`
> ,\`SELLER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` as \`SELLER_ACCOUNT_ACCOUNT_COUNTRY\`
> ,\`BUYER_COUNTRY\`.\`NAME\` as \`BUYER_COUNTRY_NAME\`
> ,\`SELLER_COUNTRY\`.\`NAME\` as \`SELLER_COUNTRY_NAME\`
> ,\`KYLIN_SALES\`.\`OPS_USER_ID\` as \`KYLIN_SALES_OPS_USER_ID\`
> ,\`KYLIN_SALES\`.\`OPS_REGION\` as \`KYLIN_SALES_OPS_REGION\`
> ,\`KYLIN_SALES\`.\`PRICE\` as \`KYLIN_SALES_PRICE\`
>  FROM \`DEFAULT\`.\`KYLIN_SALES\` as \`KYLIN_SALES\`
> INNER JOIN \`DEFAULT\`.\`KYLIN_CAL_DT\` as \`KYLIN_CAL_DT\`
> ON \`KYLIN_SALES\`.\`PART_DT\` = \`KYLIN_CAL_DT\`.\`CAL_DT\`
> INNER JOIN \`DEFAULT\`.\`KYLIN_CATEGORY_GROUPINGS\` as \`KYLIN_CATEGORY_GROUPINGS\`
> ON \`KYLIN_SALES\`.\`LEAF_CATEG_ID\` = \`KYLIN_CATEGORY_GROUPINGS\`.\`LEAF_CATEG_ID\` AND \`KYLIN_SALES\`.\`LSTG_SITE_ID\` = \`KYLIN_CATEGORY_GROUPINGS\`.\`SITE_ID\`
> INNER JOIN \`DEFAULT\`.\`KYLIN_ACCOUNT\` as \`BUYER_ACCOUNT\`
> ON \`KYLIN_SALES\`.\`BUYER_ID\` = \`BUYER_ACCOUNT\`.\`ACCOUNT_ID\`
> INNER JOIN \`DEFAULT\`.\`KYLIN_ACCOUNT\` as \`SELLER_ACCOUNT\`
> ON \`KYLIN_SALES\`.\`SELLER_ID\` = \`SELLER_ACCOUNT\`.\`ACCOUNT_ID\`
> INNER JOIN \`DEFAULT\`.\`KYLIN_COUNTRY\` as \`BUYER_COUNTRY\`
> ON \`BUYER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` = \`BUYER_COUNTRY\`.\`COUNTRY\`
> INNER JOIN \`DEFAULT\`.\`KYLIN_COUNTRY\` as \`SELLER_COUNTRY\`
> ON \`SELLER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` = \`SELLER_COUNTRY\`.\`COUNTRY\`
> WHERE 1=1 AND (\`KYLIN_SALES\`.\`PART_DT\` >= '2012-01-01' AND \`KYLIN_SALES\`.\`PART_DT\` < '2020-12-04')
> ;
> " --hiveconf hive.merge.mapredfiles=false --hiveconf hive.auto.convert.join=true --hiveconf hive.exec.compress.output=true --hiveconf hive.auto.convert.join.noconditionaltask=true --hiveconf hive.merge.mapfiles=false --hiveconf hive.auto.convert.join.noconditionaltask.size=100000000 --hiveconf hive.stats.autogather=true
> 	at org.apache.kylin.common.util.CliCommandExecutor.execute(CliCommandExecutor.java:96)
> 	at org.apache.kylin.source.hive.CreateFlatHiveTableStep.createFlatHiveTable(CreateFlatHiveTableStep.java:59)
> 	at org.apache.kylin.source.hive.CreateFlatHiveTableStep.doWork(CreateFlatHiveTableStep.java:97)
> 	at org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:179)
> 	at org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:71)
> 	at org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:179)
> 	at org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:114)
> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
> 	at java.lang.Thread.run(Thread.java:745)
> if (r.getFirst() != 0)
>     throw new IOException("OS command error exit with return code: " + r.getFirst() //
>             + ", error message: " + r.getSecond() + "The command is: \n" + command
>             + (remoteHost == null ? "" : " (remoteHost:" + remoteHost + ")") //
>     );

回复: kylin sample cube build error

Posted by "chengyanan@idengyun.com" <ch...@idengyun.com>.

Error: Error while processing statement: Cannot modify mapreduce.job.name at runtime. It is not in list of params that are allowed to be modified at runtime (state=42000,code=1)
 
发件人： 刘波
发送时间： 2020-12-18 11:45
收件人： user
主题： kylin sample cube build error
java.io.IOException: OS command error exit with return code: 1, error message: SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/usr/hdp/3.0.1.0-187/hive/lib/log4j-slf4j-impl-2.10.0.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/usr/hdp/3.0.1.0-187/hadoop/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
SLF4J: Actual binding is of type [org.apache.logging.slf4j.Log4jLoggerFactory]
Connecting to jdbc:hive2://hadoop5.hope:2181,hadoop3.hope:2181,hadoop4.hope:2181/default;password=hope888;serviceDiscoveryMode=zooKeeper;user=hive;zooKeeperNamespace=hiveserver2
20/12/18 11:34:22 [main]: INFO jdbc.HiveConnection: Connected to hadoop4.hope:10000
Connected to: Apache Hive (version 3.1.0.3.0.1.0-187)
Driver: Hive JDBC (version 3.1.0.3.0.1.0-187)
Transaction isolation: TRANSACTION_REPEATABLE_READ
Error: Error while processing statement: Cannot modify mapreduce.job.name at runtime. It is not in list of params that are allowed to be modified at runtime (state=42000,code=1)
Closing: 0: jdbc:hive2://hadoop5.hope:2181,hadoop3.hope:2181,hadoop4.hope:2181/default;password=hope888;serviceDiscoveryMode=zooKeeper;user=hive;zooKeeperNamespace=hiveserver2
The command is: 
hive -e "set mapreduce.job.name=Create Intermediate Flat Hive Table kylin_sales_cube 0f5850c5-c4bc-0aef-53bf-cff63393202b-00;
USE default;
DROP TABLE IF EXISTS kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573;
CREATE EXTERNAL TABLE IF NOT EXISTS kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573
(
\`KYLIN_SALES_TRANS_ID\` bigint
,\`KYLIN_SALES_PART_DT\` date
,\`KYLIN_SALES_LEAF_CATEG_ID\` bigint
,\`KYLIN_SALES_LSTG_SITE_ID\` int
,\`KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME\` string
,\`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME\` string
,\`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME\` string
,\`KYLIN_SALES_LSTG_FORMAT_NAME\` string
,\`KYLIN_SALES_SELLER_ID\` bigint
,\`KYLIN_SALES_BUYER_ID\` bigint
,\`BUYER_ACCOUNT_ACCOUNT_BUYER_LEVEL\` int
,\`SELLER_ACCOUNT_ACCOUNT_SELLER_LEVEL\` int
,\`BUYER_ACCOUNT_ACCOUNT_COUNTRY\` string
,\`SELLER_ACCOUNT_ACCOUNT_COUNTRY\` string
,\`BUYER_COUNTRY_NAME\` string
,\`SELLER_COUNTRY_NAME\` string
,\`KYLIN_SALES_OPS_USER_ID\` string
,\`KYLIN_SALES_OPS_REGION\` string
,\`KYLIN_SALES_PRICE\` decimal(19,4)
)
STORED AS SEQUENCEFILE
LOCATION 'hdfs://hadoop5.hope:8020/kylin/kylin_metadata/kylin-0f5850c5-c4bc-0aef-53bf-cff63393202b/kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573';
ALTER TABLE kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573 SET TBLPROPERTIES('auto.purge'='true');
INSERT OVERWRITE TABLE \`kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573\` SELECT
\`KYLIN_SALES\`.\`TRANS_ID\` as \`KYLIN_SALES_TRANS_ID\`
,\`KYLIN_SALES\`.\`PART_DT\` as \`KYLIN_SALES_PART_DT\`
,\`KYLIN_SALES\`.\`LEAF_CATEG_ID\` as \`KYLIN_SALES_LEAF_CATEG_ID\`
,\`KYLIN_SALES\`.\`LSTG_SITE_ID\` as \`KYLIN_SALES_LSTG_SITE_ID\`
,\`KYLIN_CATEGORY_GROUPINGS\`.\`META_CATEG_NAME\` as \`KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME\`
,\`KYLIN_CATEGORY_GROUPINGS\`.\`CATEG_LVL2_NAME\` as \`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME\`
,\`KYLIN_CATEGORY_GROUPINGS\`.\`CATEG_LVL3_NAME\` as \`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME\`
,\`KYLIN_SALES\`.\`LSTG_FORMAT_NAME\` as \`KYLIN_SALES_LSTG_FORMAT_NAME\`
,\`KYLIN_SALES\`.\`SELLER_ID\` as \`KYLIN_SALES_SELLER_ID\`
,\`KYLIN_SALES\`.\`BUYER_ID\` as \`KYLIN_SALES_BUYER_ID\`
,\`BUYER_ACCOUNT\`.\`ACCOUNT_BUYER_LEVEL\` as \`BUYER_ACCOUNT_ACCOUNT_BUYER_LEVEL\`
,\`SELLER_ACCOUNT\`.\`ACCOUNT_SELLER_LEVEL\` as \`SELLER_ACCOUNT_ACCOUNT_SELLER_LEVEL\`
,\`BUYER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` as \`BUYER_ACCOUNT_ACCOUNT_COUNTRY\`
,\`SELLER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` as \`SELLER_ACCOUNT_ACCOUNT_COUNTRY\`
,\`BUYER_COUNTRY\`.\`NAME\` as \`BUYER_COUNTRY_NAME\`
,\`SELLER_COUNTRY\`.\`NAME\` as \`SELLER_COUNTRY_NAME\`
,\`KYLIN_SALES\`.\`OPS_USER_ID\` as \`KYLIN_SALES_OPS_USER_ID\`
,\`KYLIN_SALES\`.\`OPS_REGION\` as \`KYLIN_SALES_OPS_REGION\`
,\`KYLIN_SALES\`.\`PRICE\` as \`KYLIN_SALES_PRICE\`
 FROM \`DEFAULT\`.\`KYLIN_SALES\` as \`KYLIN_SALES\`
INNER JOIN \`DEFAULT\`.\`KYLIN_CAL_DT\` as \`KYLIN_CAL_DT\`
ON \`KYLIN_SALES\`.\`PART_DT\` = \`KYLIN_CAL_DT\`.\`CAL_DT\`
INNER JOIN \`DEFAULT\`.\`KYLIN_CATEGORY_GROUPINGS\` as \`KYLIN_CATEGORY_GROUPINGS\`
ON \`KYLIN_SALES\`.\`LEAF_CATEG_ID\` = \`KYLIN_CATEGORY_GROUPINGS\`.\`LEAF_CATEG_ID\` AND \`KYLIN_SALES\`.\`LSTG_SITE_ID\` = \`KYLIN_CATEGORY_GROUPINGS\`.\`SITE_ID\`
INNER JOIN \`DEFAULT\`.\`KYLIN_ACCOUNT\` as \`BUYER_ACCOUNT\`
ON \`KYLIN_SALES\`.\`BUYER_ID\` = \`BUYER_ACCOUNT\`.\`ACCOUNT_ID\`
INNER JOIN \`DEFAULT\`.\`KYLIN_ACCOUNT\` as \`SELLER_ACCOUNT\`
ON \`KYLIN_SALES\`.\`SELLER_ID\` = \`SELLER_ACCOUNT\`.\`ACCOUNT_ID\`
INNER JOIN \`DEFAULT\`.\`KYLIN_COUNTRY\` as \`BUYER_COUNTRY\`
ON \`BUYER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` = \`BUYER_COUNTRY\`.\`COUNTRY\`
INNER JOIN \`DEFAULT\`.\`KYLIN_COUNTRY\` as \`SELLER_COUNTRY\`
ON \`SELLER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` = \`SELLER_COUNTRY\`.\`COUNTRY\`
WHERE 1=1 AND (\`KYLIN_SALES\`.\`PART_DT\` >= '2012-01-01' AND \`KYLIN_SALES\`.\`PART_DT\` < '2020-12-04')
;
" --hiveconf hive.merge.mapredfiles=false --hiveconf hive.auto.convert.join=true --hiveconf hive.exec.compress.output=true --hiveconf hive.auto.convert.join.noconditionaltask=true --hiveconf hive.merge.mapfiles=false --hiveconf hive.auto.convert.join.noconditionaltask.size=100000000 --hiveconf hive.stats.autogather=true
	at org.apache.kylin.common.util.CliCommandExecutor.execute(CliCommandExecutor.java:96)
	at org.apache.kylin.source.hive.CreateFlatHiveTableStep.createFlatHiveTable(CreateFlatHiveTableStep.java:59)
	at org.apache.kylin.source.hive.CreateFlatHiveTableStep.doWork(CreateFlatHiveTableStep.java:97)
	at org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:179)
	at org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:71)
	at org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:179)
	at org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:114)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)if (r.getFirst() != 0)
    throw new IOException("OS command error exit with return code: " + r.getFirst() //
            + ", error message: " + r.getSecond() + "The command is: \n" + command
            + (remoteHost == null ? "" : " (remoteHost:" + remoteHost + ")") //
    );

回复：kylin sample cube build error

Posted by 刘波 <10...@qq.com>.

Ambari--&gt;Hive--&gt;CONFIGS--&gt;ADVANCED--&gt;Custom hive-site













<property&gt;

&nbsp; <name&gt;hive.security.authorization.sqlstd.confwhitelist</name&gt;

&nbsp; <value&gt;mapred.*|hive.*|mapreduce.*|spark.*</value&gt;

</property&gt;

<property&gt;

&nbsp;<name&gt;hive.security.authorization.sqlstd.confwhitelist.append</name&gt;

&nbsp; <value&gt;mapred.*|hive.*|mapreduce.*|spark.*</value&gt;

</property&gt;


&nbsp;



------------------&nbsp;原始邮件&nbsp;------------------
发件人:                                                                                                                        "user"                                                                                    <1091643978@qq.com&gt;;
发送时间:&nbsp;2020年12月18日(星期五) 中午11:45
收件人:&nbsp;"user"<user@kylin.apache.org&gt;;

主题:&nbsp;kylin sample cube build error



java.io.IOException: OS command error exit with return code: 1, error message: SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/usr/hdp/3.0.1.0-187/hive/lib/log4j-slf4j-impl-2.10.0.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/usr/hdp/3.0.1.0-187/hadoop/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.apache.logging.slf4j.Log4jLoggerFactory] Connecting to jdbc:hive2://hadoop5.hope:2181,hadoop3.hope:2181,hadoop4.hope:2181/default;password=hope888;serviceDiscoveryMode=zooKeeper;user=hive;zooKeeperNamespace=hiveserver2 20/12/18 11:34:22 [main]: INFO jdbc.HiveConnection: Connected to hadoop4.hope:10000 Connected to: Apache Hive (version 3.1.0.3.0.1.0-187) Driver: Hive JDBC (version 3.1.0.3.0.1.0-187) Transaction isolation: TRANSACTION_REPEATABLE_READ Error: Error while processing statement: Cannot modify mapreduce.job.name at runtime. It is not in list of params that are allowed to be modified at runtime (state=42000,code=1) Closing: 0: jdbc:hive2://hadoop5.hope:2181,hadoop3.hope:2181,hadoop4.hope:2181/default;password=hope888;serviceDiscoveryMode=zooKeeper;user=hive;zooKeeperNamespace=hiveserver2 The command is:  hive -e "set mapreduce.job.name=Create Intermediate Flat Hive Table kylin_sales_cube 0f5850c5-c4bc-0aef-53bf-cff63393202b-00; USE default; DROP TABLE IF EXISTS kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573; CREATE EXTERNAL TABLE IF NOT EXISTS kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573 ( \`KYLIN_SALES_TRANS_ID\` bigint ,\`KYLIN_SALES_PART_DT\` date ,\`KYLIN_SALES_LEAF_CATEG_ID\` bigint ,\`KYLIN_SALES_LSTG_SITE_ID\` int ,\`KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME\` string ,\`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME\` string ,\`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME\` string ,\`KYLIN_SALES_LSTG_FORMAT_NAME\` string ,\`KYLIN_SALES_SELLER_ID\` bigint ,\`KYLIN_SALES_BUYER_ID\` bigint ,\`BUYER_ACCOUNT_ACCOUNT_BUYER_LEVEL\` int ,\`SELLER_ACCOUNT_ACCOUNT_SELLER_LEVEL\` int ,\`BUYER_ACCOUNT_ACCOUNT_COUNTRY\` string ,\`SELLER_ACCOUNT_ACCOUNT_COUNTRY\` string ,\`BUYER_COUNTRY_NAME\` string ,\`SELLER_COUNTRY_NAME\` string ,\`KYLIN_SALES_OPS_USER_ID\` string ,\`KYLIN_SALES_OPS_REGION\` string ,\`KYLIN_SALES_PRICE\` decimal(19,4) ) STORED AS SEQUENCEFILE LOCATION 'hdfs://hadoop5.hope:8020/kylin/kylin_metadata/kylin-0f5850c5-c4bc-0aef-53bf-cff63393202b/kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573'; ALTER TABLE kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573 SET TBLPROPERTIES('auto.purge'='true'); INSERT OVERWRITE TABLE \`kylin_intermediate_kylin_sales_cube_edcebe1f_dcd7_b9cd_bc17_b91b77ef6573\` SELECT \`KYLIN_SALES\`.\`TRANS_ID\` as \`KYLIN_SALES_TRANS_ID\` ,\`KYLIN_SALES\`.\`PART_DT\` as \`KYLIN_SALES_PART_DT\` ,\`KYLIN_SALES\`.\`LEAF_CATEG_ID\` as \`KYLIN_SALES_LEAF_CATEG_ID\` ,\`KYLIN_SALES\`.\`LSTG_SITE_ID\` as \`KYLIN_SALES_LSTG_SITE_ID\` ,\`KYLIN_CATEGORY_GROUPINGS\`.\`META_CATEG_NAME\` as \`KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME\` ,\`KYLIN_CATEGORY_GROUPINGS\`.\`CATEG_LVL2_NAME\` as \`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME\` ,\`KYLIN_CATEGORY_GROUPINGS\`.\`CATEG_LVL3_NAME\` as \`KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME\` ,\`KYLIN_SALES\`.\`LSTG_FORMAT_NAME\` as \`KYLIN_SALES_LSTG_FORMAT_NAME\` ,\`KYLIN_SALES\`.\`SELLER_ID\` as \`KYLIN_SALES_SELLER_ID\` ,\`KYLIN_SALES\`.\`BUYER_ID\` as \`KYLIN_SALES_BUYER_ID\` ,\`BUYER_ACCOUNT\`.\`ACCOUNT_BUYER_LEVEL\` as \`BUYER_ACCOUNT_ACCOUNT_BUYER_LEVEL\` ,\`SELLER_ACCOUNT\`.\`ACCOUNT_SELLER_LEVEL\` as \`SELLER_ACCOUNT_ACCOUNT_SELLER_LEVEL\` ,\`BUYER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` as \`BUYER_ACCOUNT_ACCOUNT_COUNTRY\` ,\`SELLER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` as \`SELLER_ACCOUNT_ACCOUNT_COUNTRY\` ,\`BUYER_COUNTRY\`.\`NAME\` as \`BUYER_COUNTRY_NAME\` ,\`SELLER_COUNTRY\`.\`NAME\` as \`SELLER_COUNTRY_NAME\` ,\`KYLIN_SALES\`.\`OPS_USER_ID\` as \`KYLIN_SALES_OPS_USER_ID\` ,\`KYLIN_SALES\`.\`OPS_REGION\` as \`KYLIN_SALES_OPS_REGION\` ,\`KYLIN_SALES\`.\`PRICE\` as \`KYLIN_SALES_PRICE\`  FROM \`DEFAULT\`.\`KYLIN_SALES\` as \`KYLIN_SALES\` INNER JOIN \`DEFAULT\`.\`KYLIN_CAL_DT\` as \`KYLIN_CAL_DT\` ON \`KYLIN_SALES\`.\`PART_DT\` = \`KYLIN_CAL_DT\`.\`CAL_DT\` INNER JOIN \`DEFAULT\`.\`KYLIN_CATEGORY_GROUPINGS\` as \`KYLIN_CATEGORY_GROUPINGS\` ON \`KYLIN_SALES\`.\`LEAF_CATEG_ID\` = \`KYLIN_CATEGORY_GROUPINGS\`.\`LEAF_CATEG_ID\` AND \`KYLIN_SALES\`.\`LSTG_SITE_ID\` = \`KYLIN_CATEGORY_GROUPINGS\`.\`SITE_ID\` INNER JOIN \`DEFAULT\`.\`KYLIN_ACCOUNT\` as \`BUYER_ACCOUNT\` ON \`KYLIN_SALES\`.\`BUYER_ID\` = \`BUYER_ACCOUNT\`.\`ACCOUNT_ID\` INNER JOIN \`DEFAULT\`.\`KYLIN_ACCOUNT\` as \`SELLER_ACCOUNT\` ON \`KYLIN_SALES\`.\`SELLER_ID\` = \`SELLER_ACCOUNT\`.\`ACCOUNT_ID\` INNER JOIN \`DEFAULT\`.\`KYLIN_COUNTRY\` as \`BUYER_COUNTRY\` ON \`BUYER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` = \`BUYER_COUNTRY\`.\`COUNTRY\` INNER JOIN \`DEFAULT\`.\`KYLIN_COUNTRY\` as \`SELLER_COUNTRY\` ON \`SELLER_ACCOUNT\`.\`ACCOUNT_COUNTRY\` = \`SELLER_COUNTRY\`.\`COUNTRY\` WHERE 1=1 AND (\`KYLIN_SALES\`.\`PART_DT\` &gt;= '2012-01-01' AND \`KYLIN_SALES\`.\`PART_DT\` < '2020-12-04') ; " --hiveconf hive.merge.mapredfiles=false --hiveconf hive.auto.convert.join=true --hiveconf hive.exec.compress.output=true --hiveconf hive.auto.convert.join.noconditionaltask=true --hiveconf hive.merge.mapfiles=false --hiveconf hive.auto.convert.join.noconditionaltask.size=100000000 --hiveconf hive.stats.autogather=true 	at org.apache.kylin.common.util.CliCommandExecutor.execute(CliCommandExecutor.java:96) 	at org.apache.kylin.source.hive.CreateFlatHiveTableStep.createFlatHiveTable(CreateFlatHiveTableStep.java:59) 	at org.apache.kylin.source.hive.CreateFlatHiveTableStep.doWork(CreateFlatHiveTableStep.java:97) 	at org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:179) 	at org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:71) 	at org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:179) 	at org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:114) 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 	at java.lang.Thread.run(Thread.java:745)if (r.getFirst() != 0)
    throw new IOException("OS command error exit with return code: " + r.getFirst() //
            + ", error message: " + r.getSecond() + "The command is: \n" + command
            + (remoteHost == null ? "" : " (remoteHost:" + remoteHost + ")") //
    );