You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by vi...@apache.org on 2021/10/01 20:20:46 UTC
[impala] branch master updated: Bump up the GBN to 17296101
This is an automated email from the ASF dual-hosted git repository.
vihangk1 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
The following commit(s) were added to refs/heads/master by this push:
new 6a6e17f Bump up the GBN to 17296101
6a6e17f is described below
commit 6a6e17ffec7fa223d5335f13abff08129b0b9aaf
Author: Yu-Wen Lai <yu...@cloudera.com>
AuthorDate: Mon Sep 27 17:39:10 2021 -0700
Bump up the GBN to 17296101
This patch bumps up the GBN to 17296101. This build
includes HIVE-25137, which introduce a new HMS API
to get acid write events of a transaction.
Additionally, it excludes the ranger-plugins-audit
from the dependency of ranger-plugins-common so that
maven can resolve dependencies.
Change-Id: I87a497882e80dbfc87077bdbc2f05216182003d6
Reviewed-on: http://gerrit.cloudera.org:8080/17874
Reviewed-by: Impala Public Jenkins <im...@cloudera.com>
Tested-by: Impala Public Jenkins <im...@cloudera.com>
---
bin/impala-config.sh | 24 +++++++++++-----------
fe/pom.xml | 7 +++++++
.../catalog/metastore/MetastoreServiceHandler.java | 10 +++++++++
3 files changed, 29 insertions(+), 12 deletions(-)
diff --git a/bin/impala-config.sh b/bin/impala-config.sh
index acc345d..91eb441 100755
--- a/bin/impala-config.sh
+++ b/bin/impala-config.sh
@@ -174,20 +174,20 @@ fi
: ${IMPALA_TOOLCHAIN_HOST:=native-toolchain.s3.amazonaws.com}
export IMPALA_TOOLCHAIN_HOST
-export CDP_BUILD_NUMBER=15549253
+export CDP_BUILD_NUMBER=17296101
export CDP_MAVEN_REPOSITORY=\
"https://${IMPALA_TOOLCHAIN_HOST}/build/cdp_components/${CDP_BUILD_NUMBER}/maven"
-export CDP_AVRO_JAVA_VERSION=1.8.2.7.2.12.0-104
-export CDP_HADOOP_VERSION=3.1.1.7.2.12.0-104
-export CDP_HBASE_VERSION=2.2.6.7.2.12.0-104
-export CDP_HIVE_VERSION=3.1.3000.7.2.12.0-104
-export CDP_ICEBERG_VERSION=0.9.1.7.2.12.0-104
-export CDP_KNOX_VERSION=1.3.0.7.2.12.0-104
-export CDP_OZONE_VERSION=1.1.0.7.2.12.0-104
-export CDP_PARQUET_VERSION=1.10.99.7.2.12.0-104
-export CDP_RANGER_VERSION=2.1.0.7.2.12.0-104
-export CDP_TEZ_VERSION=0.9.1.7.2.12.0-104
-export CDP_GCS_VERSION=2.1.2.7.2.12.0-104
+export CDP_AVRO_JAVA_VERSION=1.8.2.7.2.13.0-71
+export CDP_HADOOP_VERSION=3.1.1.7.2.13.0-71
+export CDP_HBASE_VERSION=2.2.6.7.2.13.0-71
+export CDP_HIVE_VERSION=3.1.3000.7.2.13.0-71
+export CDP_ICEBERG_VERSION=0.9.1.7.2.13.0-71
+export CDP_KNOX_VERSION=1.3.0.7.2.13.0-71
+export CDP_OZONE_VERSION=1.1.0.7.2.13.0-71
+export CDP_PARQUET_VERSION=1.10.99.7.2.13.0-71
+export CDP_RANGER_VERSION=2.1.0.7.2.13.0-71
+export CDP_TEZ_VERSION=0.9.1.7.2.13.0-71
+export CDP_GCS_VERSION=2.1.2.7.2.13.0-71
# Ref: https://infra.apache.org/release-download-pages.html#closer
: ${APACHE_MIRROR:="https://www.apache.org/dyn/closer.cgi"}
diff --git a/fe/pom.xml b/fe/pom.xml
index a22d126..c6e365e 100644
--- a/fe/pom.xml
+++ b/fe/pom.xml
@@ -119,6 +119,13 @@ under the License.
<groupId>net.minidev</groupId>
<artifactId>json-smart</artifactId>
</exclusion>
+ <!-- We need to exclude ranger-plugins-audit here, or the build will fail
+ to resolve dependencies for cruise-control-metrics-reporter, which is
+ unneeded and not uploaded to toolchain. -->
+ <exclusion>
+ <groupId>org.apache.ranger</groupId>
+ <artifactId>ranger-plugins-audit</artifactId>
+ </exclusion>
</exclusions>
</dependency>
diff --git a/fe/src/main/java/org/apache/impala/catalog/metastore/MetastoreServiceHandler.java b/fe/src/main/java/org/apache/impala/catalog/metastore/MetastoreServiceHandler.java
index 7b91882..b5f00a8 100644
--- a/fe/src/main/java/org/apache/impala/catalog/metastore/MetastoreServiceHandler.java
+++ b/fe/src/main/java/org/apache/impala/catalog/metastore/MetastoreServiceHandler.java
@@ -89,6 +89,7 @@ import org.apache.hadoop.hive.metastore.api.ForeignKeysRequest;
import org.apache.hadoop.hive.metastore.api.ForeignKeysResponse;
import org.apache.hadoop.hive.metastore.api.Function;
import org.apache.hadoop.hive.metastore.api.GetAllFunctionsResponse;
+import org.apache.hadoop.hive.metastore.api.GetAllWriteEventInfoRequest;
import org.apache.hadoop.hive.metastore.api.GetCatalogRequest;
import org.apache.hadoop.hive.metastore.api.GetCatalogResponse;
import org.apache.hadoop.hive.metastore.api.GetCatalogsResponse;
@@ -259,6 +260,7 @@ import org.apache.hadoop.hive.metastore.api.WMGetTriggersForResourePlanRequest;
import org.apache.hadoop.hive.metastore.api.WMGetTriggersForResourePlanResponse;
import org.apache.hadoop.hive.metastore.api.WMValidateResourcePlanRequest;
import org.apache.hadoop.hive.metastore.api.WMValidateResourcePlanResponse;
+import org.apache.hadoop.hive.metastore.api.WriteEventInfo;
import org.apache.hadoop.hive.metastore.api.WriteNotificationLogRequest;
import org.apache.hadoop.hive.metastore.api.WriteNotificationLogResponse;
import org.apache.hadoop.hive.metastore.conf.MetastoreConf;
@@ -2907,6 +2909,14 @@ public abstract class MetastoreServiceHandler extends AbstractThriftHiveMetastor
// nothing to do. Use this call to clean-up any session specific clean-up.
}
+ @Override
+ public List<WriteEventInfo> get_all_write_event_info(
+ GetAllWriteEventInfoRequest request) throws MetaException, TException {
+ try (MetaStoreClient client = catalog_.getMetaStoreClient()) {
+ return client.getHiveClient().getThriftClient().get_all_write_event_info(request);
+ }
+ }
+
/**
* For non transactional tables, invalidate the table from cache
* if hms ddl apis are accessed from catalogd's metastore server.