You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by ta...@apache.org on 2019/05/28 23:09:12 UTC

[impala] 01/02: IMPALA-8369: Skip test_max_nesting_depth with Hive 3

This is an automated email from the ASF dual-hosted git repository.

tarmstrong pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git

commit 625dd524cae2cadbcd8f05748e43e9eb9374c9ae
Author: Csaba Ringhofer <cs...@cloudera.com>
AuthorDate: Mon May 27 18:43:16 2019 +0200

    IMPALA-8369: Skip test_max_nesting_depth with Hive 3
    
    The test timed out with CDP Hive because Hive hung
    during inserting to the Orc table from the Parquet
    table. See HIVE-21796 for details about the Hive
    issue.
    
    Change-Id: I44c0a731e53d7f4f31111201a3ab115e7cff9e52
    Reviewed-on: http://gerrit.cloudera.org:8080/13445
    Reviewed-by: Impala Public Jenkins <im...@cloudera.com>
    Tested-by: Impala Public Jenkins <im...@cloudera.com>
---
 tests/common/skip.py                  | 2 ++
 tests/query_test/test_nested_types.py | 4 +++-
 2 files changed, 5 insertions(+), 1 deletion(-)

diff --git a/tests/common/skip.py b/tests/common/skip.py
index fea3f24..dba8c2d 100644
--- a/tests/common/skip.py
+++ b/tests/common/skip.py
@@ -202,6 +202,8 @@ class SkipIfDockerizedCluster:
 class SkipIfHive3:
   sentry_not_supported = pytest.mark.skipif(HIVE_MAJOR_VERSION >= 3,
       reason="Sentry HMS follower does not work with HMS-3. See SENTRY-2518 for details")
+  slow_nested_types = pytest.mark.skipif(HIVE_MAJOR_VERSION >= 3,
+      reason="Deeply nested types can be slow in Hive 3. See HIVE-21796 for details")
 
 
 class SkipIfHive2:
diff --git a/tests/query_test/test_nested_types.py b/tests/query_test/test_nested_types.py
index 0fe3869..bd18f35 100644
--- a/tests/query_test/test_nested_types.py
+++ b/tests/query_test/test_nested_types.py
@@ -32,7 +32,8 @@ from tests.common.skip import (
     SkipIfADLS,
     SkipIfEC,
     SkipIfLocal,
-    SkipIfNotHdfsMinicluster
+    SkipIfNotHdfsMinicluster,
+    SkipIfHive3
     )
 from tests.common.test_vector import ImpalaTestDimension
 from tests.util.filesystem_utils import WAREHOUSE, get_fs_path, IS_HDFS
@@ -609,6 +610,7 @@ class TestMaxNestingDepth(ImpalaTestSuite):
     cls.ImpalaTestMatrix.add_constraint(lambda v:
         v.get_value('table_format').file_format in ['parquet', 'orc'])
 
+  @SkipIfHive3.slow_nested_types
   def test_max_nesting_depth(self, vector, unique_database):
     """Tests that Impala can scan Parquet and ORC files having complex types of
     the maximum nesting depth."""