You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@impala.apache.org by "Tim Armstrong (JIRA)" <ji...@apache.org> on 2017/10/26 22:43:00 UTC
[jira] [Resolved] (IMPALA-3770) TestHdfsCachingDdl failed with
ConcurrentModificationException
[ https://issues.apache.org/jira/browse/IMPALA-3770?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Tim Armstrong resolved IMPALA-3770.
-----------------------------------
Resolution: Duplicate
> TestHdfsCachingDdl failed with ConcurrentModificationException
> --------------------------------------------------------------
>
> Key: IMPALA-3770
> URL: https://issues.apache.org/jira/browse/IMPALA-3770
> Project: IMPALA
> Issue Type: Bug
> Components: Catalog
> Affects Versions: Impala 2.7.0
> Reporter: Tim Armstrong
> Priority: Minor
>
> When testing a private branch with no catalog or frontend changes I saw this test failure.
> The private branch included a randomised test that creates and drops a lot of partitions, which may be what triggered this bug.
> {code}
> 15:55:19 =================================== FAILURES ===================================
> 15:55:19 TestHdfsCachingDdl.test_caching_ddl[exec_option: {'disable_codegen': False, 'abort_on_error': 1, 'exec_single_node_rows_threshold': 0, 'batch_size': 0, 'num_nodes': 0} | table_format: text/none]
> 15:55:19 query_test/test_hdfs_caching.py:128: in test_caching_ddl
> 15:55:19 self.client.execute("drop table cachedb.cached_tbl_local")
> 15:55:19 common/impala_connection.py:161: in execute
> 15:55:19 return self.__beeswax_client.execute(sql_stmt, user=user)
> 15:55:19 beeswax/impala_beeswax.py:163: in execute
> 15:55:19 handle = self.__execute_query(query_string.strip(), user=user)
> 15:55:19 beeswax/impala_beeswax.py:327: in __execute_query
> 15:55:19 handle = self.execute_query_async(query_string, user=user)
> 15:55:19 beeswax/impala_beeswax.py:323: in execute_query_async
> 15:55:19 return self.__do_rpc(lambda: self.imp_service.query(query,))
> 15:55:19 beeswax/impala_beeswax.py:448: in __do_rpc
> 15:55:19 raise ImpalaBeeswaxException(self.__build_error_message(b), b)
> 15:55:19 E ImpalaBeeswaxException: ImpalaBeeswaxException:
> 15:55:19 E INNER EXCEPTION: <class 'impala._thrift_gen.beeswax.ttypes.BeeswaxException'>
> 15:55:19 E MESSAGE:
> 15:55:19 E ConcurrentModificationException: null
> 15:55:19 ---------------------------- Captured stderr setup -----------------------------
> 15:55:19 -- connecting to: localhost:21000
> 15:55:19 -- executing against localhost:21000
> 15:55:19 use default;
> 15:55:19
> 15:55:19 SET sync_ddl=1;
> 15:55:19 -- executing against localhost:21000
> 15:55:19 drop database if exists `cachedb` cascade;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 create database cachedb;
> 15:55:19
> 15:55:19 ----------------------------- Captured stderr call -----------------------------
> 15:55:19 -- executing against localhost:21000
> 15:55:19 use functional;
> 15:55:19
> 15:55:19 SET disable_codegen=False;
> 15:55:19 SET abort_on_error=1;
> 15:55:19 SET exec_single_node_rows_threshold=0;
> 15:55:19 SET batch_size=0;
> 15:55:19 SET num_nodes=0;
> 15:55:19 -- executing against localhost:21000
> 15:55:19 use cachedb;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 create table cached_tbl_nopart (i int) cached in 'testPool';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 insert into cached_tbl_nopart select 1;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 select * from cached_tbl_nopart;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 create table like_cached_tbl_nopart like cached_tbl_nopart;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show table stats like_cached_tbl_nopart;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show table stats cached_tbl_nopart;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_nopart set uncached;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show table stats cached_tbl_nopart;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 drop table if exists cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 create table cached_tbl_part (i int) partitioned by (j int) cached in 'testPool' with replication = 9;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part add partition (j=0);
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part add partition (j=1) uncached;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part add partition (j=2) cached in 'testPool';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 drop table if exists cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 create table cached_tbl_part (i int) partitioned by (j int) cached in 'testPool';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part add partition (j=0);
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part add partition (j=1) uncached;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part add partition (j=2) cached in 'testPool';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part partition (j=2) set uncached;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part partition (j=2) set uncached;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part partition (j=1) set cached in 'testPool';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 insert into cached_tbl_part partition(j) values(3, 3), (4, 4);
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part partition (j=3) set cached in 'testPool' with replication = 4;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part set uncached;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part set uncached;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part set cached in 'testPool';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part set cached in 'testPool';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part partition (j=3) set cached in 'testPool' with replication = 4;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part partition (j=1) set uncached;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part set cached in 'testPool' with replication = 8;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part add partition(j=5) cached in 'testPool' with replication = 3;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part partition(j=2) set cached in 'testPool' with replication = 3;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part add partition(j=6) cached in 'testPool';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part add partition(j=7)
> 15:55:19 location 'file:///data/jenkins/workspace/impala-private-build-and-test/repos/Impala/testdata/data/cached_tbl_part';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_part add partition(j=7)
> 15:55:19 location 'file:///data/jenkins/workspace/impala-private-build-and-test/repos/Impala/testdata/data/cache_tbl_part' uncached;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 create table uncached_tbl_local(i int)
> 15:55:19 location 'file:///data/jenkins/workspace/impala-private-build-and-test/repos/Impala/testdata/data/uncached_tbl_local';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table uncached_tbl_local set cached in 'testPool';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 create table cached_tbl_local(i int) partitioned by (j int);
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_local add partition(j=0)
> 15:55:19 location 'file:///data/jenkins/workspace/impala-private-build-and-test/repos/Impala/testdata/data/cached_local_part';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_local partition(j=0) set cached in 'testPool';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_local set cached in 'testPool';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_local add partition(j=1) cached in 'testPool';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 alter table cached_tbl_local set cached in 'testPool';
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 show partitions cached_tbl_local;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 drop table cachedb.cached_tbl_part;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 drop table cachedb.cached_tbl_nopart;
> 15:55:19
> 15:55:19 -- executing against localhost:21000
> 15:55:19 drop table cachedb.cached_tbl_local;
> {code}
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)