You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@trafodion.apache.org by "Alice Chen (JIRA)" <ji...@apache.org> on 2015/07/22 20:20:19 UTC
[jira] [Created] (TRAFODION-1180) LP Bug: 1444628 - update
statistics of hive table fails with ERROR[8838]
Alice Chen created TRAFODION-1180:
-------------------------------------
Summary: LP Bug: 1444628 - update statistics of hive table fails with ERROR[8838]
Key: TRAFODION-1180
URL: https://issues.apache.org/jira/browse/TRAFODION-1180
Project: Apache Trafodion
Issue Type: Bug
Components: sql-cmp
Reporter: Julie Thai
Assignee: Barry Fritchman
Priority: Critical
Fix For: 2.0-incubating
Update stats of a hive table fails with ERRoR[8838] on TRAF 1.1.0rc0, in the following sequence of statements:
[trafodion@n007 trafhive_issues]$ sqlci
Trafodion Conversational Interface 1.1.0
(c) Copyright 2014 Hewlett-Packard Development Company, LP.
>>log sqlci_repo2_log.out clear;
>>obey repo2.sql;
>>cqd query_cache '0';
--- SQL operation complete.
>>select count(*) from hive.tpch2x.lineitem;
(EXPR)
--------------------
11997996
--- 1 row(s) selected.
>>select count(*) from hive.tpch2x.customer;
(EXPR)
--------------------
300000
--- 1 row(s) selected.
>>select count(*) from hive.tpch2x.orders;
(EXPR)
--------------------
3000000
--- 1 row(s) selected.
>>select count(*) from hive.tpch2x.nation;
(EXPR)
--------------------
25
--- 1 row(s) selected.
>>select count(*) from hive.tpch2x.supplier;
(EXPR)
--------------------
20000
--- 1 row(s) selected.
>>cqd HIVE_MAX_STRING_LENGTH '40';
--- SQL operation complete.
>>invoke hive.tpch2x.lineitem;
-- Definition of hive table LINEITEM
-- Definition current Wed Apr 15 17:35:32 2015
(
L_ORDERKEY INT
, L_PARTKEY INT
, L_SUPPKEY INT
, L_LINENUMBER INT
, L_QUANTITY FLOAT(54)
, L_EXTENDEDPRICE FLOAT(54)
, L_DISCOUNT FLOAT(54)
, L_TAX FLOAT(54)
, L_RETURNFLAG VARCHAR(40 BYTES) CHARACTER SET UTF8
COLLATE DEFAULT
, L_LINESTATUS VARCHAR(40 BYTES) CHARACTER SET UTF8
COLLATE DEFAULT
, L_SHIPDATE TIMESTAMP(6)
, L_COMMITDATE TIMESTAMP(6)
, L_RECEIPTDATE TIMESTAMP(6)
, L_SHIPINSTRUCT VARCHAR(40 BYTES) CHARACTER SET UTF8
COLLATE DEFAULT
, L_SHIPMODE VARCHAR(40 BYTES) CHARACTER SET UTF8
COLLATE DEFAULT
, L_COMMENT VARCHAR(40 BYTES) CHARACTER SET UTF8
COLLATE DEFAULT
)
/* stored as text */
--- SQL operation complete.
>>update statistics for table hive.tpch2x.customer on every column;
--- SQL operation complete.
>>showstats for table hive.tpch2x.customer on existing columns;
Histogram data for Table HIVE.TPCH2X.CUSTOMER
Table ID: 0
Hist ID # Ints Rowcount UEC Colname(s)
========== ====== =========== =========== ===========================
903977611 25 300000 25 C_NATIONKEY
903977614 62 300000 300000 C_ADDRESS
903977621 62 300000 300000 C_NAME
903977624 48 300000 300000 C_CUSTKEY
903977630 62 300000 280754 C_COMMENT
903977635 5 300000 5 C_MKTSEGMENT
903977640 36 300000 262499 C_ACCTBAL
903977645 62 300000 300000 C_PHONE
--- SQL operation complete.
>>
>>update statistics for table hive.tpch2x.lineitem on every column;
--- SQL operation complete.
>>showstats for table hive.tpch2x.lineitem on existing columns;
Histogram data for Table HIVE.TPCH2X.LINEITEM
Table ID: 0
Hist ID # Ints Rowcount UEC Colname(s)
========== ====== =========== =========== ===========================
903977610 7 11997996 7 L_LINENUMBER
903977615 48 11997996 20000 L_SUPPKEY
903977620 48 11997996 400000 L_PARTKEY
903977625 55 11997996 3000000 L_ORDERKEY
903977631 9 11997996 9 L_TAX
903977634 11 11997996 11 L_DISCOUNT
903977641 35 11997996 984297 L_EXTENDEDPRICE
903977644 50 11997996 50 L_QUANTITY
903977650 62 11997996 4986730 L_COMMENT
903977655 7 11997996 7 L_SHIPMODE
903977660 4 11997996 4 L_SHIPINSTRUCT
903977665 50 11997996 2555 L_RECEIPTDATE
903977670 50 11997996 2466 L_COMMITDATE
903977675 50 11997996 2526 L_SHIPDATE
903977680 2 11997996 2 L_LINESTATUS
903977685 3 11997996 3 L_RETURNFLAG
--- SQL operation complete.
>>
>>update statistics for table hive.tpch2x.nation on every column;
#
# A fatal error has been detected by the Java Runtime Environment:
#
# SIGSEGV (0xb) at pc=0x00007ffff6eabf25, pid=25799, tid=140737353874464
#
# JRE version: Java(TM) SE Runtime Environment (7.0_75-b13) (build 1.7.0_75-b13)
# Java VM: Java HotSpot(TM) 64-Bit Server VM (24.75-b04 mixed mode linux-amd64 compressed oops)
# Problematic frame:
# C [libcommon.so+0xcbf25] NAHeap::unlinkLargeFragment(NATreeFragment*)+0x15
#
# Core dump written. Default location: /opt/home/trafodion/thaiju/trafhive_issues/core or core.25799
#
# An error report file with more information is saved as:
# /opt/home/trafodion/thaiju/trafhive_issues/hs_err_pid25799.log
#
# If you would like to submit a bug report, please visit:
# http://bugreport.sun.com/bugreport/crash.jsp
# The crash happened outside the Java Virtual Machine in native code.
# See problematic frame for where to report the bug.
#
#
# A fatal error has been detected by the Java Runtime Environment:
#
# SIGSEGV (0xb) at pc=0x00007ffff6eabf25, pid=6930, tid=140737353874464
#
# JRE version: Java(TM) SE Runtime Environment (7.0_75-b13) (build 1.7.0_75-b13)
# Java VM: Java HotSpot(TM) 64-Bit Server VM (24.75-b04 mixed mode linux-amd64 compressed oops)
# Problematic frame:
# C [libcommon.so+0xcbf25] NAHeap::unlinkLargeFragment(NATreeFragment*)+0x15
#
# Core dump written. Default location: /opt/home/trafodion/thaiju/trafhive_issues/core or core.6930
#
# An error report file with more information is saved as:
# /opt/home/trafodion/thaiju/trafhive_issues/hs_err_pid6930.log
#
# If you would like to submit a bug report, please visit:
# http://bugreport.sun.com/bugreport/crash.jsp
# The crash happened outside the Java Virtual Machine in native code.
# See problematic frame for where to report the bug.
#
*** ERROR[8838] Unable to receive reply from Compiler, possibly caused by internal errors when compiling SQL statements, processing DDL statements, or executing the builtin stored procedures.
--- SQL operation failed with errors.
>>showstats for table hive.tpch2x.nation on existing columns;
*** ERROR[2006] Internal error: assertion failure (Unknown error returned while retrieving metadata) in file ../sqlcomp/CmpDescribe.cpp at line 1055.
--- SQL operation failed with errors.
>>exit
End of MXCI Session
Yet, issuing update stats of hive.tpch2x.nation only, is successful:
>>cqd query_cache '0';
--- SQL operation complete.
>>select count(*) from hive.tpch2x.lineitem;
(EXPR)
--------------------
11997996
--- 1 row(s) selected.
>>select count(*) from hive.tpch2x.customer;
(EXPR)
--------------------
300000
--- 1 row(s) selected.
>>select count(*) from hive.tpch2x.orders;
(EXPR)
--------------------
3000000
--- 1 row(s) selected.
>>select count(*) from hive.tpch2x.nation;
(EXPR)
--------------------
25
--- 1 row(s) selected.
>>select count(*) from hive.tpch2x.supplier;
(EXPR)
--------------------
20000
--- 1 row(s) selected.
>>cqd HIVE_MAX_STRING_LENGTH '40';
--- SQL operation complete.
>>invoke hive.tpch2x.lineitem;
-- Definition of hive table LINEITEM
-- Definition current Wed Apr 15 17:33:54 2015
(
L_ORDERKEY INT
, L_PARTKEY INT
, L_SUPPKEY INT
, L_LINENUMBER INT
, L_QUANTITY FLOAT(54)
, L_EXTENDEDPRICE FLOAT(54)
, L_DISCOUNT FLOAT(54)
, L_TAX FLOAT(54)
, L_RETURNFLAG VARCHAR(40 BYTES) CHARACTER SET UTF8
COLLATE DEFAULT
, L_LINESTATUS VARCHAR(40 BYTES) CHARACTER SET UTF8
COLLATE DEFAULT
, L_SHIPDATE TIMESTAMP(6)
, L_COMMITDATE TIMESTAMP(6)
, L_RECEIPTDATE TIMESTAMP(6)
, L_SHIPINSTRUCT VARCHAR(40 BYTES) CHARACTER SET UTF8
COLLATE DEFAULT
, L_SHIPMODE VARCHAR(40 BYTES) CHARACTER SET UTF8
COLLATE DEFAULT
, L_COMMENT VARCHAR(40 BYTES) CHARACTER SET UTF8
COLLATE DEFAULT
)
/* stored as text */
--- SQL operation complete.
>>update statistics for table hive.tpch2x.nation on every column;
--- SQL operation complete.
>>showstats for table hive.tpch2x.nation on existing columns;
Histogram data for Table HIVE.TPCH2X.NATION
Table ID: 0
Hist ID # Ints Rowcount UEC Colname(s)
========== ====== =========== =========== ===========================
903977610 25 25 25 N_COMMENT
903977615 5 25 5 N_REGIONKEY
903977620 25 25 25 N_NAME
903977625 25 25 25 N_NATIONKEY
--- SQL operation complete.
>>exit;
End of MXCI Session
To reproduce:
1. contact julie.y.thai@hp.com for hive script.
2. in sqlci, issue -
cqd query_cache '0';
select count(*) from hive.tpch2x.lineitem;
select count(*) from hive.tpch2x.customer;
select count(*) from hive.tpch2x.orders;
select count(*) from hive.tpch2x.nation;
select count(*) from hive.tpch2x.supplier;
cqd HIVE_MAX_STRING_LENGTH '40';
invoke hive.tpch2x.lineitem;
update statistics for table hive.tpch2x.customer on every column;
showstats for table hive.tpch2x.customer on existing columns;
update statistics for table hive.tpch2x.lineitem on every column;
showstats for table hive.tpch2x.lineitem on existing columns;
update statistics for table hive.tpch2x.nation on every column;
showstats for table hive.tpch2x.nation on existing columns;
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)