You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by ta...@apache.org on 2019/05/28 23:09:12 UTC
[impala] 01/02: IMPALA-8369: Skip test_max_nesting_depth with Hive 3
This is an automated email from the ASF dual-hosted git repository.
tarmstrong pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
commit 625dd524cae2cadbcd8f05748e43e9eb9374c9ae
Author: Csaba Ringhofer <cs...@cloudera.com>
AuthorDate: Mon May 27 18:43:16 2019 +0200
IMPALA-8369: Skip test_max_nesting_depth with Hive 3
The test timed out with CDP Hive because Hive hung
during inserting to the Orc table from the Parquet
table. See HIVE-21796 for details about the Hive
issue.
Change-Id: I44c0a731e53d7f4f31111201a3ab115e7cff9e52
Reviewed-on: http://gerrit.cloudera.org:8080/13445
Reviewed-by: Impala Public Jenkins <im...@cloudera.com>
Tested-by: Impala Public Jenkins <im...@cloudera.com>
---
tests/common/skip.py | 2 ++
tests/query_test/test_nested_types.py | 4 +++-
2 files changed, 5 insertions(+), 1 deletion(-)
diff --git a/tests/common/skip.py b/tests/common/skip.py
index fea3f24..dba8c2d 100644
--- a/tests/common/skip.py
+++ b/tests/common/skip.py
@@ -202,6 +202,8 @@ class SkipIfDockerizedCluster:
class SkipIfHive3:
sentry_not_supported = pytest.mark.skipif(HIVE_MAJOR_VERSION >= 3,
reason="Sentry HMS follower does not work with HMS-3. See SENTRY-2518 for details")
+ slow_nested_types = pytest.mark.skipif(HIVE_MAJOR_VERSION >= 3,
+ reason="Deeply nested types can be slow in Hive 3. See HIVE-21796 for details")
class SkipIfHive2:
diff --git a/tests/query_test/test_nested_types.py b/tests/query_test/test_nested_types.py
index 0fe3869..bd18f35 100644
--- a/tests/query_test/test_nested_types.py
+++ b/tests/query_test/test_nested_types.py
@@ -32,7 +32,8 @@ from tests.common.skip import (
SkipIfADLS,
SkipIfEC,
SkipIfLocal,
- SkipIfNotHdfsMinicluster
+ SkipIfNotHdfsMinicluster,
+ SkipIfHive3
)
from tests.common.test_vector import ImpalaTestDimension
from tests.util.filesystem_utils import WAREHOUSE, get_fs_path, IS_HDFS
@@ -609,6 +610,7 @@ class TestMaxNestingDepth(ImpalaTestSuite):
cls.ImpalaTestMatrix.add_constraint(lambda v:
v.get_value('table_format').file_format in ['parquet', 'orc'])
+ @SkipIfHive3.slow_nested_types
def test_max_nesting_depth(self, vector, unique_database):
"""Tests that Impala can scan Parquet and ORC files having complex types of
the maximum nesting depth."""