You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by kg...@apache.org on 2022/02/17 17:06:36 UTC
[hive] branch master updated: HIVE-25715: Provide nightly builds (#3013) (Zoltan Haindrich reviewed by Krisztian Kasa)
This is an automated email from the ASF dual-hosted git repository.
kgyrtkirk pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new 362461f HIVE-25715: Provide nightly builds (#3013) (Zoltan Haindrich reviewed by Krisztian Kasa)
362461f is described below
commit 362461fab1b79a01b6ab966606b5faa694d38d38
Author: Zoltan Haindrich <ki...@rxd.hu>
AuthorDate: Thu Feb 17 18:06:19 2022 +0100
HIVE-25715: Provide nightly builds (#3013) (Zoltan Haindrich reviewed by Krisztian Kasa)
---
Jenkinsfile | 14 +++++++
beeline/pom.xml | 2 +-
common/pom.xml | 2 +-
dev-support/nightly | 45 ++++++++++++++++++++++
hcatalog/core/pom.xml | 4 +-
hcatalog/webhcat/java-client/pom.xml | 4 +-
hcatalog/webhcat/svr/pom.xml | 4 +-
iceberg/pom.xml | 4 +-
itests/pom.xml | 8 ++--
llap-server/pom.xml | 4 +-
metastore/pom.xml | 2 +-
pom.xml | 1 +
ql/pom.xml | 6 +--
service/pom.xml | 4 +-
.../metastore-tools/metastore-benchmarks/pom.xml | 3 +-
standalone-metastore/metastore-tools/pom.xml | 3 +-
standalone-metastore/pom.xml | 1 +
17 files changed, 86 insertions(+), 25 deletions(-)
diff --git a/Jenkinsfile b/Jenkinsfile
index 029d3a4..b079d51 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -292,6 +292,20 @@ mvn verify -DskipITests=false -Dit.test=ITest${dbType.capitalize()} -Dtest=nosuc
}
}
}
+ branches['nightly-check'] = {
+ executorNode {
+ stage('Prepare') {
+ loadWS();
+ }
+ stage('Build') {
+ sh '''#!/bin/bash
+set -e
+dev-support/nightly
+'''
+ buildHive("install -Dtest=noMatches -Pdist -pl packaging -am")
+ }
+ }
+ }
for (int i = 0; i < splits.size(); i++) {
def num = i
def split = splits[num]
diff --git a/beeline/pom.xml b/beeline/pom.xml
index a8d9159..131a3f6 100644
--- a/beeline/pom.xml
+++ b/beeline/pom.xml
@@ -65,7 +65,7 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-server</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
</dependency>
<!-- inter-project -->
<dependency>
diff --git a/common/pom.xml b/common/pom.xml
index f7c6c8a..912de29 100644
--- a/common/pom.xml
+++ b/common/pom.xml
@@ -46,7 +46,7 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-common</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
</dependency>
<!-- inter-project -->
<dependency>
diff --git a/dev-support/nightly b/dev-support/nightly
new file mode 100755
index 0000000..7045148
--- /dev/null
+++ b/dev-support/nightly
@@ -0,0 +1,45 @@
+#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -e
+
+DATE="`date +%Y%m%d_%H%M%S`"
+HASH="`git rev-parse --short HEAD`"
+SUFFIX="nightly-$HASH-$DATE"
+
+V="`xmlstarlet sel -t -m /_:project/_:version -v . pom.xml`"
+NEW_HIVE="${NEW_HIVE:-${V/-*}-$SUFFIX}"
+V="`xmlstarlet sel -t -m /_:project/_:version -v . storage-api/pom.xml`"
+NEW_SA="${NEW_SA:-${V/-*}-$SUFFIX}"
+V="`xmlstarlet sel -t -m /_:project/_:version -v . standalone-metastore/pom.xml`"
+NEW_MS="${NEW_MS:-${V/-*}-$SUFFIX}"
+
+
+mvn_versions_set="mvn versions:set versions:commit -DgenerateBackupPoms=false"
+
+$mvn_versions_set -B -DnewVersion=$NEW_HIVE
+$mvn_versions_set -B -DnewVersion=$NEW_SA -pl storage-api
+$mvn_versions_set -B -DnewVersion=$NEW_MS -pl standalone-metastore
+
+xmlstarlet edit -L -P --update "/_:project/_:properties/_:hive.version" \
+ --value $NEW_HIVE standalone-metastore/pom.xml
+
+xmlstarlet edit -L -P --update "/_:project/_:properties/_:storage-api.version" \
+ --value $NEW_SA pom.xml standalone-metastore/pom.xml
+
+xmlstarlet edit -L -P --update "/_:project/_:properties/_:standalone-metastore.version" \
+ --value $NEW_MS pom.xml
+
diff --git a/hcatalog/core/pom.xml b/hcatalog/core/pom.xml
index dbc1d96..caef669 100644
--- a/hcatalog/core/pom.xml
+++ b/hcatalog/core/pom.xml
@@ -64,14 +64,14 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-common</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
<classifier>tests</classifier>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-server</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
<classifier>tests</classifier>
<scope>test</scope>
</dependency>
diff --git a/hcatalog/webhcat/java-client/pom.xml b/hcatalog/webhcat/java-client/pom.xml
index e7e726d..45e0f90 100644
--- a/hcatalog/webhcat/java-client/pom.xml
+++ b/hcatalog/webhcat/java-client/pom.xml
@@ -84,14 +84,14 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-common</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
<classifier>tests</classifier>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-server</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
<classifier>tests</classifier>
<scope>test</scope>
</dependency>
diff --git a/hcatalog/webhcat/svr/pom.xml b/hcatalog/webhcat/svr/pom.xml
index 063a4ca..bbc4634 100644
--- a/hcatalog/webhcat/svr/pom.xml
+++ b/hcatalog/webhcat/svr/pom.xml
@@ -186,14 +186,14 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-common</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
<classifier>tests</classifier>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-server</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
<classifier>tests</classifier>
<scope>test</scope>
</dependency>
diff --git a/iceberg/pom.xml b/iceberg/pom.xml
index 623e07b..2d6f706 100644
--- a/iceberg/pom.xml
+++ b/iceberg/pom.xml
@@ -140,7 +140,7 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-common</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
@@ -174,7 +174,7 @@
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-server</artifactId>
<classifier>tests</classifier>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
diff --git a/itests/pom.xml b/itests/pom.xml
index db52888..caa0c94 100644
--- a/itests/pom.xml
+++ b/itests/pom.xml
@@ -68,23 +68,23 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-common</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-common</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
<classifier>tests</classifier>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-server</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-server</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
<classifier>tests</classifier>
</dependency>
<dependency>
diff --git a/llap-server/pom.xml b/llap-server/pom.xml
index d83d74e..db0c2c3 100644
--- a/llap-server/pom.xml
+++ b/llap-server/pom.xml
@@ -261,14 +261,14 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-common</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
<classifier>tests</classifier>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-server</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
<classifier>tests</classifier>
<scope>test</scope>
</dependency>
diff --git a/metastore/pom.xml b/metastore/pom.xml
index 1898b62..3c34821 100644
--- a/metastore/pom.xml
+++ b/metastore/pom.xml
@@ -47,7 +47,7 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-common</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
</dependency>
<dependency>
<groupId>javolution</groupId>
diff --git a/pom.xml b/pom.xml
index b93abee..804aadd 100644
--- a/pom.xml
+++ b/pom.xml
@@ -64,6 +64,7 @@
<module>kafka-handler</module>
</modules>
<properties>
+ <standalone-metastore.version>4.0.0-SNAPSHOT</standalone-metastore.version>
<hive.version.shortname>4.0.0</hive.version.shortname>
<!-- Build Properties -->
<maven.compiler.source>1.8</maven.compiler.source>
diff --git a/ql/pom.xml b/ql/pom.xml
index c30f17a..50d8ec9 100644
--- a/ql/pom.xml
+++ b/ql/pom.xml
@@ -527,7 +527,7 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-server</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
</dependency>
<dependency>
<groupId>org.apache.arrow</groupId>
@@ -555,14 +555,14 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-common</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
<classifier>tests</classifier>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-server</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
<classifier>tests</classifier>
<scope>test</scope>
</dependency>
diff --git a/service/pom.xml b/service/pom.xml
index 78dab1d..fa56bdb 100644
--- a/service/pom.xml
+++ b/service/pom.xml
@@ -226,14 +226,14 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-common</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
<classifier>tests</classifier>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-server</artifactId>
- <version>${project.version}</version>
+ <version>${standalone-metastore.version}</version>
<classifier>tests</classifier>
<scope>test</scope>
</dependency>
diff --git a/standalone-metastore/metastore-tools/metastore-benchmarks/pom.xml b/standalone-metastore/metastore-tools/metastore-benchmarks/pom.xml
index a01b0ba..56e1d86e 100644
--- a/standalone-metastore/metastore-tools/metastore-benchmarks/pom.xml
+++ b/standalone-metastore/metastore-tools/metastore-benchmarks/pom.xml
@@ -30,7 +30,7 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>metastore-tools-common</artifactId>
- <version>${hive.version}</version>
+ <version>${project.version}</version>
<scope>compile</scope>
<exclusions>
<exclusion>
@@ -46,6 +46,7 @@
<dependency>
<groupId>org.apache.hive.hcatalog</groupId>
<artifactId>hive-hcatalog-server-extensions</artifactId>
+ <version>${hive.version}</version>
<exclusions>
<exclusion>
<groupId>org.apache.zookeeper</groupId>
diff --git a/standalone-metastore/metastore-tools/pom.xml b/standalone-metastore/metastore-tools/pom.xml
index 2cff5a9..18fdfcc 100644
--- a/standalone-metastore/metastore-tools/pom.xml
+++ b/standalone-metastore/metastore-tools/pom.xml
@@ -27,7 +27,6 @@
<module>tools-common</module>
</modules>
<properties>
- <hive.version>4.0.0-SNAPSHOT</hive.version>
<maven.surefire.plugin.version>3.0.0-M4</maven.surefire.plugin.version>
<javac.errorprone.version>2.8</javac.errorprone.version>
<errorprone.core.version>2.3.1</errorprone.core.version>
@@ -88,7 +87,7 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-standalone-metastore-common</artifactId>
- <version>${hive.version}</version>
+ <version>${project.version}</version>
</dependency>
<!-- https://mvnrepository.com/artifact/org.apache.commons/commons-math3 -->
<dependency>
diff --git a/standalone-metastore/pom.xml b/standalone-metastore/pom.xml
index b18f484..554a09d 100644
--- a/standalone-metastore/pom.xml
+++ b/standalone-metastore/pom.xml
@@ -30,6 +30,7 @@
<module>metastore-tools</module>
</modules>
<properties>
+ <hive.version>4.0.0-SNAPSHOT</hive.version>
<hive.version.shortname>4.0.0</hive.version.shortname>
<standalone.metastore.path.to.root>.</standalone.metastore.path.to.root>
<!-- Build properties -->