You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@kylin.apache.org by "Shaofeng SHI (JIRA)" <ji...@apache.org> on 2016/03/28 09:02:25 UTC
[jira] [Closed] (KYLIN-1537) Failed to create flat hive table, when
name is too long
[ https://issues.apache.org/jira/browse/KYLIN-1537?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Shaofeng SHI closed KYLIN-1537.
-------------------------------
Resolution: Invalid
My fault, it is not about table name length. The hive metastore is corruptted, recreate that solved the error.
> Failed to create flat hive table, when name is too long
> -------------------------------------------------------
>
> Key: KYLIN-1537
> URL: https://issues.apache.org/jira/browse/KYLIN-1537
> Project: Kylin
> Issue Type: Bug
> Components: Job Engine
> Affects Versions: v1.5.0
> Reporter: Shaofeng SHI
> Assignee: Shaofeng SHI
> Fix For: v1.5.1
>
>
> Run Kylin regression test on HDP 2.4, Hive version 1.2.1.2.4; A cube couldn't build, but others can; Got error in the first step:
> {code}
> OS command error exit with 12 -- hive -e "USE default;
> DROP TABLE IF EXISTS kylin_intermediate_test_kylin_cube_with_slr_desc_19700101000000_20150101000000;
> CREATE EXTERNAL TABLE IF NOT EXISTS kylin_intermediate_test_kylin_cube_with_slr_desc_19700101000000_20150101000000
> (
> DEFAULT_TEST_KYLIN_FACT_CAL_DT date
> ,DEFAULT_TEST_KYLIN_FACT_LEAF_CATEG_ID bigint
> ,DEFAULT_TEST_KYLIN_FACT_LSTG_SITE_ID int
> ,DEFAULT_TEST_CATEGORY_GROUPINGS_META_CATEG_NAME string
> ,DEFAULT_TEST_CATEGORY_GROUPINGS_CATEG_LVL2_NAME string
> ,DEFAULT_TEST_CATEGORY_GROUPINGS_CATEG_LVL3_NAME string
> ,DEFAULT_TEST_KYLIN_FACT_LSTG_FORMAT_NAME string
> ,DEFAULT_TEST_KYLIN_FACT_SLR_SEGMENT_CD smallint
> ,DEFAULT_TEST_KYLIN_FACT_SELLER_ID bigint
> ,DEFAULT_TEST_KYLIN_FACT_PRICE decimal(19,4)
> ,DEFAULT_TEST_KYLIN_FACT_ITEM_COUNT int
> )
> ROW FORMAT DELIMITED FIELDS TERMINATED BY '\177'
> STORED AS SEQUENCEFILE
> LOCATION '/kylin/kylin_metadata/kylin-a28a48e4-83a2-4b71-b06d-9a281540507d/kylin_intermediate_test_kylin_cube_with_slr_desc_19700101000000_20150101000000';
> SET dfs.replication=2;
> SET hive.exec.compress.output=true;
> SET hive.auto.convert.join.noconditionaltask=true;
> SET hive.auto.convert.join.noconditionaltask.size=300000000;
> SET hive.merge.mapfiles=true;
> SET hive.merge.mapredfiles=true;
> SET hive.merge.size.per.task=64000000;
> INSERT OVERWRITE TABLE kylin_intermediate_test_kylin_cube_with_slr_desc_19700101000000_20150101000000 SELECT
> TEST_KYLIN_FACT.CAL_DT
> ,TEST_KYLIN_FACT.LEAF_CATEG_ID
> ,TEST_KYLIN_FACT.LSTG_SITE_ID
> ,TEST_CATEGORY_GROUPINGS.META_CATEG_NAME
> ,TEST_CATEGORY_GROUPINGS.CATEG_LVL2_NAME
> ,TEST_CATEGORY_GROUPINGS.CATEG_LVL3_NAME
> ,TEST_KYLIN_FACT.LSTG_FORMAT_NAME
> ,TEST_KYLIN_FACT.SLR_SEGMENT_CD
> ,TEST_KYLIN_FACT.SELLER_ID
> ,TEST_KYLIN_FACT.PRICE
> ,TEST_KYLIN_FACT.ITEM_COUNT
> FROM DEFAULT.TEST_KYLIN_FACT as TEST_KYLIN_FACT
> INNER JOIN EDW.TEST_CAL_DT as TEST_CAL_DT
> ON TEST_KYLIN_FACT.CAL_DT = TEST_CAL_DT.CAL_DT
> INNER JOIN DEFAULT.TEST_CATEGORY_GROUPINGS as TEST_CATEGORY_GROUPINGS
> ON TEST_KYLIN_FACT.LEAF_CATEG_ID = TEST_CATEGORY_GROUPINGS.LEAF_CATEG_ID AND TEST_KYLIN_FACT.LSTG_SITE_ID = TEST_CATEGORY_GROUPINGS.SITE_ID
> INNER JOIN EDW.TEST_SITES as TEST_SITES
> ON TEST_KYLIN_FACT.LSTG_SITE_ID = TEST_SITES.SITE_ID
> INNER JOIN EDW.TEST_SELLER_TYPE_DIM as TEST_SELLER_TYPE_DIM
> ON TEST_KYLIN_FACT.SLR_SEGMENT_CD = TEST_SELLER_TYPE_DIM.SELLER_TYPE_CD
> WHERE (TEST_KYLIN_FACT.CAL_DT < '2015-01-01')
> ;
> "
> WARNING: Use "yarn jar" to launch YARN applications.
> Logging initialized using configuration in file:/etc/hive/2.4.0.0-169/0/hive-log4j.properties
> OK
> Time taken: 1.812 seconds
> OK
> Time taken: 5.622 seconds
> FAILED: Hive Internal Error: org.codehaus.jettison.json.JSONException(JSONArray[0] is not a JSONObject.)
> org.codehaus.jettison.json.JSONException: JSONArray[0] is not a JSONObject.
> at org.codehaus.jettison.json.JSONArray.getJSONObject(JSONArray.java:258)
> at org.apache.atlas.hive.bridge.HiveMetaStoreBridge.getEntityReferenceFromDSL(HiveMetaStoreBridge.java:193)
> at org.apache.atlas.hive.bridge.HiveMetaStoreBridge.getTableReference(HiveMetaStoreBridge.java:221)
> at org.apache.atlas.hive.bridge.HiveMetaStoreBridge.registerTable(HiveMetaStoreBridge.java:276)
> at org.apache.atlas.hive.hook.HiveHook.handleCreateTable(HiveHook.java:271)
> at org.apache.atlas.hive.hook.HiveHook.fireAndForget(HiveHook.java:205)
> at org.apache.atlas.hive.hook.HiveHook.run(HiveHook.java:172)
> at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1585)
> at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1254)
> at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1118)
> at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1108)
> at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:216)
> at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:168)
> at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:379)
> at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:314)
> at org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:711)
> at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:684)
> at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:624)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:606)
> at org.apache.hadoop.util.RunJar.run(RunJar.java:221)
> at org.apache.hadoop.util.RunJar.main(RunJar.java:136)
> {code}
> Reason: the table name is too long; Kylin should use a name which won't exceed Hive's limit.
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)