You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@impala.apache.org by "Abhishek Rawat (Jira)" <ji...@apache.org> on 2020/01/29 05:19:00 UTC

[jira] [Created] (IMPALA-9338) Impala crashing in impala::RowDescriptor::TupleIsNullable(int)

Abhishek Rawat created IMPALA-9338:
--------------------------------------

             Summary: Impala crashing in impala::RowDescriptor::TupleIsNullable(int)
                 Key: IMPALA-9338
                 URL: https://issues.apache.org/jira/browse/IMPALA-9338
             Project: IMPALA
          Issue Type: Bug
          Components: Frontend
    Affects Versions: Impala 3.3.0
            Reporter: Abhishek Rawat
            Assignee: Abhishek Rawat


Repro:
{code:java}
create database default;
CREATE EXTERNAL TABLE default.dimension ( ce_bor_ssn INT, ce_bor_act_sfx CHAR(1), ce_eff_dt CHAR(10), ce_seq_num SMALLINT, ce_entry_dt CHAR(10), ce_lon_map_cd ARRAY<INT>, ce_src_cd CHAR(10), ce_msg_tp_cd CHAR(1), ce_msg_num CHAR(3), ce_tp_cd CHAR(3), ce_sys_upd_ts CHAR(26), default_load_ts CHAR(26), ce_all_lon_map_cd VARCHAR(50) ) PARTITIONED BY ( year INT, ssn_hash_nbr INT ) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\u001C' WITH SERDEPROPERTIES ('colelction.delim'=',', 'field.delim'='\u001C', 'serialization.format'='\u001C') STORED AS PARQUET --LOCATION 'hdfs://prdnameservice/user/hive/warehouse/default.db/dimension' TBLPROPERTIES ('DO_NOT_UPDATE_STATS'='true', 'STATS_GENERATED'='TASK', 'STATS_GENERATED_VIA_STATS_TASK'='true', 'impala.lastComputeStatsTime'='1579246708', 'last_modified_by'='a00811p', 'last_modified_time'='1489791214', 'numRows'='7357715311', 'totalSize'='235136295799');
CREATE EXTERNAL TABLE default.fact ( cem_bor_ssn INT, cem_bor_act_sfx CHAR(1), cem_ce_eff_dt CHAR(10), cem_ce_seq_num SMALLINT, cem_msg_atmpt_tm CHAR(8), cem_rsln_dt CHAR(10), cem_msg_ln1_txt CHAR(50), cem_msg_ln2_txt CHAR(50), cem_msg_ln3_txt CHAR(50), default_load_ts CHAR(26) ) PARTITIONED BY ( year INT, ssn_hash_nbr INT ) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\u0016' WITH SERDEPROPERTIES ('field.delim'='\u0016', 'serialization.format'='\u0016') STORED AS PARQUET --LOCATION 'hdfs://prdnameservice/user/hive/warehouse/default.db/fact' TBLPROPERTIES ('DO_NOT_UPDATE_STATS'='true', 'STATS_GENERATED'='TASK', 'STATS_GENERATED_VIA_STATS_TASK'='true', 'impala.lastComputeStatsTime'='1579242111', 'last_modified_by'='e32940', 'last_modified_time'='1484186332', 'numRows'='5142832439', 'totalSize'='105397898347'); 
use default;
select cem_bor_ssn, cem_bor_act_sfx, amap.item, cem_ce_eff_dt, cem_msg_ln1_txt, concat(ce_msg_tp_cd, ce_msg_num) corr_code from dimension, dimension.ce_lon_map_cd amap LEFT JOIN fact ON dimension.ce_bor_ssn = fact.CEM_BOR_SSN AND dimension.ce_bor_act_sfx = fact.cem_bor_act_sfx AND dimension.ce_eff_dt = fact.cem_ce_eff_dt and dimension.year = fact.year --and dimension.month(cast(ce_eff_dt as timestamp)) = fact.month(cast(cem_ce_eff_dt as timestamp)) AND dimension.YEAR = fact.YEAR AND fact.year in (2018,2019) where dimension.ce_msg_tp_cd like '%B295%' AND dimension.year in (2018,2019);
{code}
Stack Trace:
{code:java}
#0 0x0000000000f8b1b9 in impala::RowDescriptor::TupleIsNullable(int) const () #1 0x000000000130911f in impala::SlotRef::Init(impala::RowDescriptor const&, impala::RuntimeState*) () #2 0x000000000130748e in impala::ScalarExpr::Create(impala::TExpr const&, impala::RowDescriptor const&, impala::RuntimeState*, impala::ObjectPool*, impala::ScalarExpr**) () #3 0x00000000013075e5 in impala::ScalarExpr::Create(std::vector<impala::TExpr, std::allocator<impala::TExpr> > const&, impala::RowDescriptor const&, impala::RuntimeState*, impala::ObjectPool*, std::vector<impala::ScalarExpr*, std::allocator<impala::ScalarExpr*> >*) () #4 0x000000000130769f in impala::ScalarExpr::Create(std::vector<impala::TExpr, std::allocator<impala::TExpr> > const&, impala::RowDescriptor const&, impala::RuntimeState*, std::vector<impala::ScalarExpr*, std::allocator<impala::ScalarExpr*> >*) () #5 0x000000000149c1aa in impala::KrpcDataStreamSender::Init(std::vector<impala::TExpr, std::allocator<impala::TExpr> > const&, impala::TDataSink const&, impala::RuntimeState*) () #6 0x0000000001208ad3 in impala::DataSink::Create(impala::TPlanFragmentCtx const&, impala::TPlanFragmentInstanceCtx const&, impala::RowDescriptor const*, impala::RuntimeState*, impala::DataSink**) () #7 0x0000000000fac9a4 in impala::FragmentInstanceState::Prepare() () #8 0x0000000000fad3dd in impala::FragmentInstanceState::Exec() () #9 0x0000000000f98e77 in impala::QueryState::ExecFInstance(impala::FragmentInstanceState*) () #10 0x00000000011a1490 in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*) () #11 0x00000000011a203a in boost::detail::thread_data<boost::_bi::bind_t<void, void (std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>), boost::_bi::list5<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() () #12 0x00000000017909ca in thread_proxy () #13 0x00007f8832fa6aa1 in __pthread_initialize_minimal_internal () from /lib64/libpthread.so.0 #14 0x0000000000000000 in ?? ()
{code}



--
This message was sent by Atlassian Jira
(v8.3.4#803005)